From c0aa30f2bb7bf24f476f35441329f8f4dba995dd Mon Sep 17 00:00:00 2001 From: Michelle0474 <2170308303@qq.com> Date: Wed, 24 Jun 2026 15:33:07 +0800 Subject: [PATCH] Add 6-variant ablation results (baseline/moe/llm_molt5/llm_biot5/both_molt5/both_biot5) - Updated ablation_summary.csv with full 6-variant comparison - Updated run_all.sh to run 6 variants (added BioT5 variants) - Added per-fold json artifacts (best_params/test_metrics/splits/history/summary) - Model weights (.pt) excluded per .gitignore --- .../outer_fold_0/best_params.json | 12 + .../outer_fold_0/epoch_mean.json | 1 + .../20260623_205158/outer_fold_0/history.json | 235 +++++ .../20260623_205158/outer_fold_0/splits.json | 1 + .../outer_fold_0/test_metrics.json | 42 + .../outer_fold_1/best_params.json | 12 + .../outer_fold_1/epoch_mean.json | 1 + .../20260623_205158/outer_fold_1/history.json | 237 +++++ .../20260623_205158/outer_fold_1/splits.json | 1 + .../outer_fold_1/test_metrics.json | 42 + .../outer_fold_2/best_params.json | 12 + .../outer_fold_2/epoch_mean.json | 1 + .../20260623_205158/outer_fold_2/history.json | 215 ++++ .../20260623_205158/outer_fold_2/splits.json | 1 + .../outer_fold_2/test_metrics.json | 42 + .../outer_fold_3/best_params.json | 12 + .../outer_fold_3/epoch_mean.json | 1 + .../20260623_205158/outer_fold_3/history.json | 384 +++++++ .../20260623_205158/outer_fold_3/splits.json | 1 + .../outer_fold_3/test_metrics.json | 42 + .../outer_fold_4/best_params.json | 12 + .../outer_fold_4/epoch_mean.json | 1 + .../20260623_205158/outer_fold_4/history.json | 279 +++++ .../20260623_205158/outer_fold_4/splits.json | 1 + .../outer_fold_4/test_metrics.json | 42 + .../repeat_1/outer_fold_0/best_params.json | 12 + .../repeat_1/outer_fold_0/epoch_mean.json | 1 + .../repeat_1/outer_fold_0/history.json | 237 +++++ .../repeat_1/outer_fold_0/splits.json | 1 + .../repeat_1/outer_fold_0/test_metrics.json | 42 + .../repeat_1/outer_fold_1/best_params.json | 12 + .../repeat_1/outer_fold_1/epoch_mean.json | 1 + .../repeat_1/outer_fold_1/history.json | 237 +++++ .../repeat_1/outer_fold_1/splits.json | 1 + .../repeat_1/outer_fold_1/test_metrics.json | 42 + .../repeat_1/outer_fold_2/best_params.json | 12 + .../repeat_1/outer_fold_2/epoch_mean.json | 1 + .../repeat_1/outer_fold_2/history.json | 216 ++++ .../repeat_1/outer_fold_2/splits.json | 1 + .../repeat_1/outer_fold_2/test_metrics.json | 42 + .../repeat_1/outer_fold_3/best_params.json | 12 + .../repeat_1/outer_fold_3/epoch_mean.json | 1 + .../repeat_1/outer_fold_3/history.json | 384 +++++++ .../repeat_1/outer_fold_3/splits.json | 1 + .../repeat_1/outer_fold_3/test_metrics.json | 42 + .../repeat_1/outer_fold_4/best_params.json | 12 + .../repeat_1/outer_fold_4/epoch_mean.json | 1 + .../repeat_1/outer_fold_4/history.json | 279 +++++ .../repeat_1/outer_fold_4/splits.json | 1 + .../repeat_1/outer_fold_4/test_metrics.json | 42 + .../repeat_2/outer_fold_0/best_params.json | 12 + .../repeat_2/outer_fold_0/epoch_mean.json | 1 + .../repeat_2/outer_fold_0/history.json | 237 +++++ .../repeat_2/outer_fold_0/splits.json | 1 + .../repeat_2/outer_fold_0/test_metrics.json | 42 + .../repeat_2/outer_fold_1/best_params.json | 12 + .../repeat_2/outer_fold_1/epoch_mean.json | 1 + .../repeat_2/outer_fold_1/history.json | 237 +++++ .../repeat_2/outer_fold_1/splits.json | 1 + .../repeat_2/outer_fold_1/test_metrics.json | 42 + .../repeat_2/outer_fold_2/best_params.json | 12 + .../repeat_2/outer_fold_2/epoch_mean.json | 1 + .../repeat_2/outer_fold_2/history.json | 216 ++++ .../repeat_2/outer_fold_2/splits.json | 1 + .../repeat_2/outer_fold_2/test_metrics.json | 42 + .../repeat_2/outer_fold_3/best_params.json | 12 + .../repeat_2/outer_fold_3/epoch_mean.json | 1 + .../repeat_2/outer_fold_3/history.json | 382 +++++++ .../repeat_2/outer_fold_3/splits.json | 1 + .../repeat_2/outer_fold_3/test_metrics.json | 42 + .../repeat_2/outer_fold_4/best_params.json | 12 + .../repeat_2/outer_fold_4/epoch_mean.json | 1 + .../repeat_2/outer_fold_4/history.json | 279 +++++ .../repeat_2/outer_fold_4/splits.json | 1 + .../repeat_2/outer_fold_4/test_metrics.json | 42 + .../baseline/20260623_205158/strata_info.json | 60 ++ .../abl/baseline/20260623_205158/summary.json | 932 ++++++++++++++++ .../outer_fold_0/best_params.json | 16 + .../outer_fold_0/epoch_mean.json | 1 + .../20260624_015624/outer_fold_0/history.json | 351 +++++++ .../20260624_015624/outer_fold_0/splits.json | 1 + .../outer_fold_0/test_metrics.json | 42 + .../outer_fold_1/best_params.json | 16 + .../outer_fold_1/epoch_mean.json | 1 + .../20260624_015624/outer_fold_1/history.json | 420 ++++++++ .../20260624_015624/outer_fold_1/splits.json | 1 + .../outer_fold_1/test_metrics.json | 42 + .../outer_fold_2/best_params.json | 16 + .../outer_fold_2/epoch_mean.json | 1 + .../20260624_015624/outer_fold_2/history.json | 558 ++++++++++ .../20260624_015624/outer_fold_2/splits.json | 1 + .../outer_fold_2/test_metrics.json | 42 + .../outer_fold_3/best_params.json | 16 + .../outer_fold_3/epoch_mean.json | 1 + .../20260624_015624/outer_fold_3/history.json | 350 ++++++ .../20260624_015624/outer_fold_3/splits.json | 1 + .../outer_fold_3/test_metrics.json | 42 + .../outer_fold_4/best_params.json | 16 + .../outer_fold_4/epoch_mean.json | 1 + .../20260624_015624/outer_fold_4/history.json | 374 +++++++ .../20260624_015624/outer_fold_4/splits.json | 1 + .../outer_fold_4/test_metrics.json | 42 + .../repeat_1/outer_fold_0/best_params.json | 16 + .../repeat_1/outer_fold_0/epoch_mean.json | 1 + .../repeat_1/outer_fold_0/history.json | 351 +++++++ .../repeat_1/outer_fold_0/splits.json | 1 + .../repeat_1/outer_fold_0/test_metrics.json | 42 + .../repeat_1/outer_fold_1/best_params.json | 16 + .../repeat_1/outer_fold_1/epoch_mean.json | 1 + .../repeat_1/outer_fold_1/history.json | 420 ++++++++ .../repeat_1/outer_fold_1/splits.json | 1 + .../repeat_1/outer_fold_1/test_metrics.json | 42 + .../repeat_1/outer_fold_2/best_params.json | 16 + .../repeat_1/outer_fold_2/epoch_mean.json | 1 + .../repeat_1/outer_fold_2/history.json | 556 ++++++++++ .../repeat_1/outer_fold_2/splits.json | 1 + .../repeat_1/outer_fold_2/test_metrics.json | 42 + .../repeat_1/outer_fold_3/best_params.json | 16 + .../repeat_1/outer_fold_3/epoch_mean.json | 1 + .../repeat_1/outer_fold_3/history.json | 351 +++++++ .../repeat_1/outer_fold_3/splits.json | 1 + .../repeat_1/outer_fold_3/test_metrics.json | 42 + .../repeat_1/outer_fold_4/best_params.json | 16 + .../repeat_1/outer_fold_4/epoch_mean.json | 1 + .../repeat_1/outer_fold_4/history.json | 374 +++++++ .../repeat_1/outer_fold_4/splits.json | 1 + .../repeat_1/outer_fold_4/test_metrics.json | 42 + .../repeat_2/outer_fold_0/best_params.json | 16 + .../repeat_2/outer_fold_0/epoch_mean.json | 1 + .../repeat_2/outer_fold_0/history.json | 351 +++++++ .../repeat_2/outer_fold_0/splits.json | 1 + .../repeat_2/outer_fold_0/test_metrics.json | 42 + .../repeat_2/outer_fold_1/best_params.json | 16 + .../repeat_2/outer_fold_1/epoch_mean.json | 1 + .../repeat_2/outer_fold_1/history.json | 419 ++++++++ .../repeat_2/outer_fold_1/splits.json | 1 + .../repeat_2/outer_fold_1/test_metrics.json | 42 + .../repeat_2/outer_fold_2/best_params.json | 16 + .../repeat_2/outer_fold_2/epoch_mean.json | 1 + .../repeat_2/outer_fold_2/history.json | 558 ++++++++++ .../repeat_2/outer_fold_2/splits.json | 1 + .../repeat_2/outer_fold_2/test_metrics.json | 42 + .../repeat_2/outer_fold_3/best_params.json | 16 + .../repeat_2/outer_fold_3/epoch_mean.json | 1 + .../repeat_2/outer_fold_3/history.json | 350 ++++++ .../repeat_2/outer_fold_3/splits.json | 1 + .../repeat_2/outer_fold_3/test_metrics.json | 42 + .../repeat_2/outer_fold_4/best_params.json | 16 + .../repeat_2/outer_fold_4/epoch_mean.json | 1 + .../repeat_2/outer_fold_4/history.json | 374 +++++++ .../repeat_2/outer_fold_4/splits.json | 1 + .../repeat_2/outer_fold_4/test_metrics.json | 42 + .../20260624_015624/strata_info.json | 60 ++ .../both_biot5/20260624_015624/summary.json | 992 ++++++++++++++++++ .../outer_fold_0/best_params.json | 16 + .../outer_fold_0/epoch_mean.json | 1 + .../20260624_002350/outer_fold_0/history.json | 235 +++++ .../20260624_002350/outer_fold_0/splits.json | 1 + .../outer_fold_0/test_metrics.json | 42 + .../outer_fold_1/best_params.json | 16 + .../outer_fold_1/epoch_mean.json | 1 + .../20260624_002350/outer_fold_1/history.json | 213 ++++ .../20260624_002350/outer_fold_1/splits.json | 1 + .../outer_fold_1/test_metrics.json | 42 + .../outer_fold_2/best_params.json | 16 + .../outer_fold_2/epoch_mean.json | 1 + .../20260624_002350/outer_fold_2/history.json | 282 +++++ .../20260624_002350/outer_fold_2/splits.json | 1 + .../outer_fold_2/test_metrics.json | 42 + .../outer_fold_3/best_params.json | 16 + .../outer_fold_3/epoch_mean.json | 1 + .../20260624_002350/outer_fold_3/history.json | 350 ++++++ .../20260624_002350/outer_fold_3/splits.json | 1 + .../outer_fold_3/test_metrics.json | 42 + .../outer_fold_4/best_params.json | 16 + .../outer_fold_4/epoch_mean.json | 1 + .../20260624_002350/outer_fold_4/history.json | 420 ++++++++ .../20260624_002350/outer_fold_4/splits.json | 1 + .../outer_fold_4/test_metrics.json | 42 + .../repeat_1/outer_fold_0/best_params.json | 16 + .../repeat_1/outer_fold_0/epoch_mean.json | 1 + .../repeat_1/outer_fold_0/history.json | 236 +++++ .../repeat_1/outer_fold_0/splits.json | 1 + .../repeat_1/outer_fold_0/test_metrics.json | 42 + .../repeat_1/outer_fold_1/best_params.json | 16 + .../repeat_1/outer_fold_1/epoch_mean.json | 1 + .../repeat_1/outer_fold_1/history.json | 213 ++++ .../repeat_1/outer_fold_1/splits.json | 1 + .../repeat_1/outer_fold_1/test_metrics.json | 42 + .../repeat_1/outer_fold_2/best_params.json | 16 + .../repeat_1/outer_fold_2/epoch_mean.json | 1 + .../repeat_1/outer_fold_2/history.json | 282 +++++ .../repeat_1/outer_fold_2/splits.json | 1 + .../repeat_1/outer_fold_2/test_metrics.json | 42 + .../repeat_1/outer_fold_3/best_params.json | 16 + .../repeat_1/outer_fold_3/epoch_mean.json | 1 + .../repeat_1/outer_fold_3/history.json | 351 +++++++ .../repeat_1/outer_fold_3/splits.json | 1 + .../repeat_1/outer_fold_3/test_metrics.json | 42 + .../repeat_1/outer_fold_4/best_params.json | 16 + .../repeat_1/outer_fold_4/epoch_mean.json | 1 + .../repeat_1/outer_fold_4/history.json | 420 ++++++++ .../repeat_1/outer_fold_4/splits.json | 1 + .../repeat_1/outer_fold_4/test_metrics.json | 42 + .../repeat_2/outer_fold_0/best_params.json | 16 + .../repeat_2/outer_fold_0/epoch_mean.json | 1 + .../repeat_2/outer_fold_0/history.json | 236 +++++ .../repeat_2/outer_fold_0/splits.json | 1 + .../repeat_2/outer_fold_0/test_metrics.json | 42 + .../repeat_2/outer_fold_1/best_params.json | 16 + .../repeat_2/outer_fold_1/epoch_mean.json | 1 + .../repeat_2/outer_fold_1/history.json | 213 ++++ .../repeat_2/outer_fold_1/splits.json | 1 + .../repeat_2/outer_fold_1/test_metrics.json | 42 + .../repeat_2/outer_fold_2/best_params.json | 16 + .../repeat_2/outer_fold_2/epoch_mean.json | 1 + .../repeat_2/outer_fold_2/history.json | 282 +++++ .../repeat_2/outer_fold_2/splits.json | 1 + .../repeat_2/outer_fold_2/test_metrics.json | 42 + .../repeat_2/outer_fold_3/best_params.json | 16 + .../repeat_2/outer_fold_3/epoch_mean.json | 1 + .../repeat_2/outer_fold_3/history.json | 351 +++++++ .../repeat_2/outer_fold_3/splits.json | 1 + .../repeat_2/outer_fold_3/test_metrics.json | 42 + .../repeat_2/outer_fold_4/best_params.json | 16 + .../repeat_2/outer_fold_4/epoch_mean.json | 1 + .../repeat_2/outer_fold_4/history.json | 420 ++++++++ .../repeat_2/outer_fold_4/splits.json | 1 + .../repeat_2/outer_fold_4/test_metrics.json | 42 + .../20260624_002350/strata_info.json | 60 ++ .../both_molt5/20260624_002350/summary.json | 992 ++++++++++++++++++ .../outer_fold_0/best_params.json | 13 + .../outer_fold_0/epoch_mean.json | 1 + .../20260623_225013/outer_fold_0/history.json | 468 +++++++++ .../20260623_225013/outer_fold_0/splits.json | 1 + .../outer_fold_0/test_metrics.json | 42 + .../outer_fold_1/best_params.json | 13 + .../outer_fold_1/epoch_mean.json | 1 + .../20260623_225013/outer_fold_1/history.json | 447 ++++++++ .../20260623_225013/outer_fold_1/splits.json | 1 + .../outer_fold_1/test_metrics.json | 42 + .../outer_fold_2/best_params.json | 13 + .../outer_fold_2/epoch_mean.json | 1 + .../20260623_225013/outer_fold_2/history.json | 426 ++++++++ .../20260623_225013/outer_fold_2/splits.json | 1 + .../outer_fold_2/test_metrics.json | 42 + .../outer_fold_3/best_params.json | 13 + .../outer_fold_3/epoch_mean.json | 1 + .../20260623_225013/outer_fold_3/history.json | 342 ++++++ .../20260623_225013/outer_fold_3/splits.json | 1 + .../outer_fold_3/test_metrics.json | 42 + .../outer_fold_4/best_params.json | 13 + .../outer_fold_4/epoch_mean.json | 1 + .../20260623_225013/outer_fold_4/history.json | 384 +++++++ .../20260623_225013/outer_fold_4/splits.json | 1 + .../outer_fold_4/test_metrics.json | 42 + .../repeat_1/outer_fold_0/best_params.json | 13 + .../repeat_1/outer_fold_0/epoch_mean.json | 1 + .../repeat_1/outer_fold_0/history.json | 468 +++++++++ .../repeat_1/outer_fold_0/splits.json | 1 + .../repeat_1/outer_fold_0/test_metrics.json | 42 + .../repeat_1/outer_fold_1/best_params.json | 13 + .../repeat_1/outer_fold_1/epoch_mean.json | 1 + .../repeat_1/outer_fold_1/history.json | 447 ++++++++ .../repeat_1/outer_fold_1/splits.json | 1 + .../repeat_1/outer_fold_1/test_metrics.json | 42 + .../repeat_1/outer_fold_2/best_params.json | 13 + .../repeat_1/outer_fold_2/epoch_mean.json | 1 + .../repeat_1/outer_fold_2/history.json | 426 ++++++++ .../repeat_1/outer_fold_2/splits.json | 1 + .../repeat_1/outer_fold_2/test_metrics.json | 42 + .../repeat_1/outer_fold_3/best_params.json | 13 + .../repeat_1/outer_fold_3/epoch_mean.json | 1 + .../repeat_1/outer_fold_3/history.json | 342 ++++++ .../repeat_1/outer_fold_3/splits.json | 1 + .../repeat_1/outer_fold_3/test_metrics.json | 42 + .../repeat_1/outer_fold_4/best_params.json | 13 + .../repeat_1/outer_fold_4/epoch_mean.json | 1 + .../repeat_1/outer_fold_4/history.json | 384 +++++++ .../repeat_1/outer_fold_4/splits.json | 1 + .../repeat_1/outer_fold_4/test_metrics.json | 42 + .../repeat_2/outer_fold_0/best_params.json | 13 + .../repeat_2/outer_fold_0/epoch_mean.json | 1 + .../repeat_2/outer_fold_0/history.json | 468 +++++++++ .../repeat_2/outer_fold_0/splits.json | 1 + .../repeat_2/outer_fold_0/test_metrics.json | 42 + .../repeat_2/outer_fold_1/best_params.json | 13 + .../repeat_2/outer_fold_1/epoch_mean.json | 1 + .../repeat_2/outer_fold_1/history.json | 446 ++++++++ .../repeat_2/outer_fold_1/splits.json | 1 + .../repeat_2/outer_fold_1/test_metrics.json | 42 + .../repeat_2/outer_fold_2/best_params.json | 13 + .../repeat_2/outer_fold_2/epoch_mean.json | 1 + .../repeat_2/outer_fold_2/history.json | 426 ++++++++ .../repeat_2/outer_fold_2/splits.json | 1 + .../repeat_2/outer_fold_2/test_metrics.json | 42 + .../repeat_2/outer_fold_3/best_params.json | 13 + .../repeat_2/outer_fold_3/epoch_mean.json | 1 + .../repeat_2/outer_fold_3/history.json | 340 ++++++ .../repeat_2/outer_fold_3/splits.json | 1 + .../repeat_2/outer_fold_3/test_metrics.json | 42 + .../repeat_2/outer_fold_4/best_params.json | 13 + .../repeat_2/outer_fold_4/epoch_mean.json | 1 + .../repeat_2/outer_fold_4/history.json | 384 +++++++ .../repeat_2/outer_fold_4/splits.json | 1 + .../repeat_2/outer_fold_4/test_metrics.json | 42 + .../20260623_225013/strata_info.json | 60 ++ .../llm_biot5/20260623_225013/summary.json | 947 +++++++++++++++++ .../outer_fold_0/best_params.json | 13 + .../outer_fold_0/epoch_mean.json | 1 + .../20260623_211739/outer_fold_0/history.json | 237 +++++ .../20260623_211739/outer_fold_0/splits.json | 1 + .../outer_fold_0/test_metrics.json | 42 + .../outer_fold_1/best_params.json | 13 + .../outer_fold_1/epoch_mean.json | 1 + .../20260623_211739/outer_fold_1/history.json | 594 +++++++++++ .../20260623_211739/outer_fold_1/splits.json | 1 + .../outer_fold_1/test_metrics.json | 42 + .../outer_fold_2/best_params.json | 13 + .../outer_fold_2/epoch_mean.json | 1 + .../20260623_211739/outer_fold_2/history.json | 216 ++++ .../20260623_211739/outer_fold_2/splits.json | 1 + .../outer_fold_2/test_metrics.json | 42 + .../outer_fold_3/best_params.json | 13 + .../outer_fold_3/epoch_mean.json | 1 + .../20260623_211739/outer_fold_3/history.json | 174 +++ .../20260623_211739/outer_fold_3/splits.json | 1 + .../outer_fold_3/test_metrics.json | 42 + .../outer_fold_4/best_params.json | 13 + .../outer_fold_4/epoch_mean.json | 1 + .../20260623_211739/outer_fold_4/history.json | 489 +++++++++ .../20260623_211739/outer_fold_4/splits.json | 1 + .../outer_fold_4/test_metrics.json | 42 + .../repeat_1/outer_fold_0/best_params.json | 13 + .../repeat_1/outer_fold_0/epoch_mean.json | 1 + .../repeat_1/outer_fold_0/history.json | 237 +++++ .../repeat_1/outer_fold_0/splits.json | 1 + .../repeat_1/outer_fold_0/test_metrics.json | 42 + .../repeat_1/outer_fold_1/best_params.json | 13 + .../repeat_1/outer_fold_1/epoch_mean.json | 1 + .../repeat_1/outer_fold_1/history.json | 594 +++++++++++ .../repeat_1/outer_fold_1/splits.json | 1 + .../repeat_1/outer_fold_1/test_metrics.json | 42 + .../repeat_1/outer_fold_2/best_params.json | 13 + .../repeat_1/outer_fold_2/epoch_mean.json | 1 + .../repeat_1/outer_fold_2/history.json | 216 ++++ .../repeat_1/outer_fold_2/splits.json | 1 + .../repeat_1/outer_fold_2/test_metrics.json | 42 + .../repeat_1/outer_fold_3/best_params.json | 13 + .../repeat_1/outer_fold_3/epoch_mean.json | 1 + .../repeat_1/outer_fold_3/history.json | 174 +++ .../repeat_1/outer_fold_3/splits.json | 1 + .../repeat_1/outer_fold_3/test_metrics.json | 42 + .../repeat_1/outer_fold_4/best_params.json | 13 + .../repeat_1/outer_fold_4/epoch_mean.json | 1 + .../repeat_1/outer_fold_4/history.json | 489 +++++++++ .../repeat_1/outer_fold_4/splits.json | 1 + .../repeat_1/outer_fold_4/test_metrics.json | 42 + .../repeat_2/outer_fold_0/best_params.json | 13 + .../repeat_2/outer_fold_0/epoch_mean.json | 1 + .../repeat_2/outer_fold_0/history.json | 237 +++++ .../repeat_2/outer_fold_0/splits.json | 1 + .../repeat_2/outer_fold_0/test_metrics.json | 42 + .../repeat_2/outer_fold_1/best_params.json | 13 + .../repeat_2/outer_fold_1/epoch_mean.json | 1 + .../repeat_2/outer_fold_1/history.json | 594 +++++++++++ .../repeat_2/outer_fold_1/splits.json | 1 + .../repeat_2/outer_fold_1/test_metrics.json | 42 + .../repeat_2/outer_fold_2/best_params.json | 13 + .../repeat_2/outer_fold_2/epoch_mean.json | 1 + .../repeat_2/outer_fold_2/history.json | 216 ++++ .../repeat_2/outer_fold_2/splits.json | 1 + .../repeat_2/outer_fold_2/test_metrics.json | 42 + .../repeat_2/outer_fold_3/best_params.json | 13 + .../repeat_2/outer_fold_3/epoch_mean.json | 1 + .../repeat_2/outer_fold_3/history.json | 174 +++ .../repeat_2/outer_fold_3/splits.json | 1 + .../repeat_2/outer_fold_3/test_metrics.json | 42 + .../repeat_2/outer_fold_4/best_params.json | 13 + .../repeat_2/outer_fold_4/epoch_mean.json | 1 + .../repeat_2/outer_fold_4/history.json | 489 +++++++++ .../repeat_2/outer_fold_4/splits.json | 1 + .../repeat_2/outer_fold_4/test_metrics.json | 42 + .../20260623_211739/strata_info.json | 60 ++ .../llm_molt5/20260623_211739/summary.json | 947 +++++++++++++++++ .../outer_fold_0/best_params.json | 15 + .../outer_fold_0/epoch_mean.json | 1 + .../20260623_210356/outer_fold_0/history.json | 443 ++++++++ .../20260623_210356/outer_fold_0/splits.json | 1 + .../outer_fold_0/test_metrics.json | 42 + .../outer_fold_1/best_params.json | 15 + .../outer_fold_1/epoch_mean.json | 1 + .../20260623_210356/outer_fold_1/history.json | 650 ++++++++++++ .../20260623_210356/outer_fold_1/splits.json | 1 + .../outer_fold_1/test_metrics.json | 42 + .../outer_fold_2/best_params.json | 15 + .../outer_fold_2/epoch_mean.json | 1 + .../20260623_210356/outer_fold_2/history.json | 558 ++++++++++ .../20260623_210356/outer_fold_2/splits.json | 1 + .../outer_fold_2/test_metrics.json | 42 + .../outer_fold_3/best_params.json | 15 + .../outer_fold_3/epoch_mean.json | 1 + .../20260623_210356/outer_fold_3/history.json | 304 ++++++ .../20260623_210356/outer_fold_3/splits.json | 1 + .../outer_fold_3/test_metrics.json | 42 + .../outer_fold_4/best_params.json | 15 + .../outer_fold_4/epoch_mean.json | 1 + .../20260623_210356/outer_fold_4/history.json | 328 ++++++ .../20260623_210356/outer_fold_4/splits.json | 1 + .../outer_fold_4/test_metrics.json | 42 + .../repeat_1/outer_fold_0/best_params.json | 15 + .../repeat_1/outer_fold_0/epoch_mean.json | 1 + .../repeat_1/outer_fold_0/history.json | 443 ++++++++ .../repeat_1/outer_fold_0/splits.json | 1 + .../repeat_1/outer_fold_0/test_metrics.json | 42 + .../repeat_1/outer_fold_1/best_params.json | 15 + .../repeat_1/outer_fold_1/epoch_mean.json | 1 + .../repeat_1/outer_fold_1/history.json | 650 ++++++++++++ .../repeat_1/outer_fold_1/splits.json | 1 + .../repeat_1/outer_fold_1/test_metrics.json | 42 + .../repeat_1/outer_fold_2/best_params.json | 15 + .../repeat_1/outer_fold_2/epoch_mean.json | 1 + .../repeat_1/outer_fold_2/history.json | 557 ++++++++++ .../repeat_1/outer_fold_2/splits.json | 1 + .../repeat_1/outer_fold_2/test_metrics.json | 42 + .../repeat_1/outer_fold_3/best_params.json | 15 + .../repeat_1/outer_fold_3/epoch_mean.json | 1 + .../repeat_1/outer_fold_3/history.json | 305 ++++++ .../repeat_1/outer_fold_3/splits.json | 1 + .../repeat_1/outer_fold_3/test_metrics.json | 42 + .../repeat_1/outer_fold_4/best_params.json | 15 + .../repeat_1/outer_fold_4/epoch_mean.json | 1 + .../repeat_1/outer_fold_4/history.json | 328 ++++++ .../repeat_1/outer_fold_4/splits.json | 1 + .../repeat_1/outer_fold_4/test_metrics.json | 42 + .../repeat_2/outer_fold_0/best_params.json | 15 + .../repeat_2/outer_fold_0/epoch_mean.json | 1 + .../repeat_2/outer_fold_0/history.json | 443 ++++++++ .../repeat_2/outer_fold_0/splits.json | 1 + .../repeat_2/outer_fold_0/test_metrics.json | 42 + .../repeat_2/outer_fold_1/best_params.json | 15 + .../repeat_2/outer_fold_1/epoch_mean.json | 1 + .../repeat_2/outer_fold_1/history.json | 650 ++++++++++++ .../repeat_2/outer_fold_1/splits.json | 1 + .../repeat_2/outer_fold_1/test_metrics.json | 42 + .../repeat_2/outer_fold_2/best_params.json | 15 + .../repeat_2/outer_fold_2/epoch_mean.json | 1 + .../repeat_2/outer_fold_2/history.json | 558 ++++++++++ .../repeat_2/outer_fold_2/splits.json | 1 + .../repeat_2/outer_fold_2/test_metrics.json | 42 + .../repeat_2/outer_fold_3/best_params.json | 15 + .../repeat_2/outer_fold_3/epoch_mean.json | 1 + .../repeat_2/outer_fold_3/history.json | 305 ++++++ .../repeat_2/outer_fold_3/splits.json | 1 + .../repeat_2/outer_fold_3/test_metrics.json | 42 + .../repeat_2/outer_fold_4/best_params.json | 15 + .../repeat_2/outer_fold_4/epoch_mean.json | 1 + .../repeat_2/outer_fold_4/history.json | 328 ++++++ .../repeat_2/outer_fold_4/splits.json | 1 + .../repeat_2/outer_fold_4/test_metrics.json | 42 + .../abl/moe/20260623_210356/strata_info.json | 60 ++ models/abl/moe/20260623_210356/summary.json | 977 +++++++++++++++++ reports/ablation_summary.csv | 10 +- scripts_run/run_all.sh | 10 +- 464 files changed, 44287 insertions(+), 8 deletions(-) create mode 100644 models/abl/baseline/20260623_205158/outer_fold_0/best_params.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_0/epoch_mean.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_0/history.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_0/splits.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_0/test_metrics.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_1/best_params.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_1/epoch_mean.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_1/history.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_1/splits.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_1/test_metrics.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_2/best_params.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_2/epoch_mean.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_2/history.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_2/splits.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_2/test_metrics.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_3/best_params.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_3/epoch_mean.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_3/history.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_3/splits.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_3/test_metrics.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_4/best_params.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_4/epoch_mean.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_4/history.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_4/splits.json create mode 100644 models/abl/baseline/20260623_205158/outer_fold_4/test_metrics.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_0/best_params.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_0/epoch_mean.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_0/history.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_0/splits.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_0/test_metrics.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_1/best_params.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_1/epoch_mean.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_1/history.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_1/splits.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_1/test_metrics.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_2/best_params.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_2/epoch_mean.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_2/history.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_2/splits.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_2/test_metrics.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_3/best_params.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_3/epoch_mean.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_3/history.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_3/splits.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_3/test_metrics.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_4/best_params.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_4/epoch_mean.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_4/history.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_4/splits.json create mode 100644 models/abl/baseline/20260623_205158/repeat_1/outer_fold_4/test_metrics.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_0/best_params.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_0/epoch_mean.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_0/history.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_0/splits.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_0/test_metrics.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_1/best_params.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_1/epoch_mean.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_1/history.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_1/splits.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_1/test_metrics.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_2/best_params.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_2/epoch_mean.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_2/history.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_2/splits.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_2/test_metrics.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_3/best_params.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_3/epoch_mean.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_3/history.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_3/splits.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_3/test_metrics.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_4/best_params.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_4/epoch_mean.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_4/history.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_4/splits.json create mode 100644 models/abl/baseline/20260623_205158/repeat_2/outer_fold_4/test_metrics.json create mode 100644 models/abl/baseline/20260623_205158/strata_info.json create mode 100644 models/abl/baseline/20260623_205158/summary.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_0/best_params.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_0/epoch_mean.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_0/history.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_0/splits.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_0/test_metrics.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_1/best_params.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_1/epoch_mean.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_1/history.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_1/splits.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_1/test_metrics.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_2/best_params.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_2/epoch_mean.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_2/history.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_2/splits.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_2/test_metrics.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_3/best_params.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_3/epoch_mean.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_3/history.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_3/splits.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_3/test_metrics.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_4/best_params.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_4/epoch_mean.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_4/history.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_4/splits.json create mode 100644 models/abl/both_biot5/20260624_015624/outer_fold_4/test_metrics.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_0/best_params.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_0/epoch_mean.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_0/history.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_0/splits.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_0/test_metrics.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_1/best_params.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_1/epoch_mean.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_1/history.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_1/splits.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_1/test_metrics.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_2/best_params.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_2/epoch_mean.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_2/history.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_2/splits.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_2/test_metrics.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_3/best_params.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_3/epoch_mean.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_3/history.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_3/splits.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_3/test_metrics.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_4/best_params.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_4/epoch_mean.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_4/history.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_4/splits.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_4/test_metrics.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_0/best_params.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_0/epoch_mean.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_0/history.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_0/splits.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_0/test_metrics.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_1/best_params.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_1/epoch_mean.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_1/history.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_1/splits.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_1/test_metrics.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_2/best_params.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_2/epoch_mean.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_2/history.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_2/splits.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_2/test_metrics.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_3/best_params.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_3/epoch_mean.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_3/history.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_3/splits.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_3/test_metrics.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_4/best_params.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_4/epoch_mean.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_4/history.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_4/splits.json create mode 100644 models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_4/test_metrics.json create mode 100644 models/abl/both_biot5/20260624_015624/strata_info.json create mode 100644 models/abl/both_biot5/20260624_015624/summary.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_0/best_params.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_0/epoch_mean.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_0/history.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_0/splits.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_0/test_metrics.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_1/best_params.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_1/epoch_mean.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_1/history.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_1/splits.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_1/test_metrics.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_2/best_params.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_2/epoch_mean.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_2/history.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_2/splits.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_2/test_metrics.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_3/best_params.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_3/epoch_mean.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_3/history.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_3/splits.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_3/test_metrics.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_4/best_params.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_4/epoch_mean.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_4/history.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_4/splits.json create mode 100644 models/abl/both_molt5/20260624_002350/outer_fold_4/test_metrics.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_0/best_params.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_0/epoch_mean.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_0/history.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_0/splits.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_0/test_metrics.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_1/best_params.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_1/epoch_mean.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_1/history.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_1/splits.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_1/test_metrics.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_2/best_params.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_2/epoch_mean.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_2/history.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_2/splits.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_2/test_metrics.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_3/best_params.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_3/epoch_mean.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_3/history.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_3/splits.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_3/test_metrics.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_4/best_params.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_4/epoch_mean.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_4/history.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_4/splits.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_4/test_metrics.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_0/best_params.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_0/epoch_mean.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_0/history.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_0/splits.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_0/test_metrics.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_1/best_params.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_1/epoch_mean.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_1/history.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_1/splits.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_1/test_metrics.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_2/best_params.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_2/epoch_mean.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_2/history.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_2/splits.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_2/test_metrics.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_3/best_params.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_3/epoch_mean.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_3/history.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_3/splits.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_3/test_metrics.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_4/best_params.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_4/epoch_mean.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_4/history.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_4/splits.json create mode 100644 models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_4/test_metrics.json create mode 100644 models/abl/both_molt5/20260624_002350/strata_info.json create mode 100644 models/abl/both_molt5/20260624_002350/summary.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_0/best_params.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_0/epoch_mean.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_0/history.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_0/splits.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_0/test_metrics.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_1/best_params.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_1/epoch_mean.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_1/history.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_1/splits.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_1/test_metrics.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_2/best_params.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_2/epoch_mean.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_2/history.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_2/splits.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_2/test_metrics.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_3/best_params.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_3/epoch_mean.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_3/history.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_3/splits.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_3/test_metrics.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_4/best_params.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_4/epoch_mean.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_4/history.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_4/splits.json create mode 100644 models/abl/llm_biot5/20260623_225013/outer_fold_4/test_metrics.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_0/best_params.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_0/epoch_mean.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_0/history.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_0/splits.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_0/test_metrics.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_1/best_params.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_1/epoch_mean.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_1/history.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_1/splits.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_1/test_metrics.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_2/best_params.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_2/epoch_mean.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_2/history.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_2/splits.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_2/test_metrics.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_3/best_params.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_3/epoch_mean.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_3/history.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_3/splits.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_3/test_metrics.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_4/best_params.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_4/epoch_mean.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_4/history.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_4/splits.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_4/test_metrics.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_0/best_params.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_0/epoch_mean.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_0/history.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_0/splits.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_0/test_metrics.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_1/best_params.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_1/epoch_mean.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_1/history.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_1/splits.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_1/test_metrics.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_2/best_params.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_2/epoch_mean.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_2/history.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_2/splits.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_2/test_metrics.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_3/best_params.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_3/epoch_mean.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_3/history.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_3/splits.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_3/test_metrics.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_4/best_params.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_4/epoch_mean.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_4/history.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_4/splits.json create mode 100644 models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_4/test_metrics.json create mode 100644 models/abl/llm_biot5/20260623_225013/strata_info.json create mode 100644 models/abl/llm_biot5/20260623_225013/summary.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_0/best_params.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_0/epoch_mean.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_0/history.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_0/splits.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_0/test_metrics.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_1/best_params.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_1/epoch_mean.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_1/history.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_1/splits.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_1/test_metrics.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_2/best_params.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_2/epoch_mean.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_2/history.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_2/splits.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_2/test_metrics.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_3/best_params.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_3/epoch_mean.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_3/history.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_3/splits.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_3/test_metrics.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_4/best_params.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_4/epoch_mean.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_4/history.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_4/splits.json create mode 100644 models/abl/llm_molt5/20260623_211739/outer_fold_4/test_metrics.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_0/best_params.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_0/epoch_mean.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_0/history.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_0/splits.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_0/test_metrics.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_1/best_params.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_1/epoch_mean.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_1/history.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_1/splits.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_1/test_metrics.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_2/best_params.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_2/epoch_mean.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_2/history.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_2/splits.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_2/test_metrics.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_3/best_params.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_3/epoch_mean.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_3/history.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_3/splits.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_3/test_metrics.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_4/best_params.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_4/epoch_mean.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_4/history.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_4/splits.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_4/test_metrics.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_0/best_params.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_0/epoch_mean.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_0/history.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_0/splits.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_0/test_metrics.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_1/best_params.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_1/epoch_mean.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_1/history.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_1/splits.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_1/test_metrics.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_2/best_params.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_2/epoch_mean.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_2/history.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_2/splits.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_2/test_metrics.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_3/best_params.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_3/epoch_mean.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_3/history.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_3/splits.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_3/test_metrics.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_4/best_params.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_4/epoch_mean.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_4/history.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_4/splits.json create mode 100644 models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_4/test_metrics.json create mode 100644 models/abl/llm_molt5/20260623_211739/strata_info.json create mode 100644 models/abl/llm_molt5/20260623_211739/summary.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_0/best_params.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_0/epoch_mean.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_0/history.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_0/splits.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_0/test_metrics.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_1/best_params.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_1/epoch_mean.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_1/history.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_1/splits.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_1/test_metrics.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_2/best_params.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_2/epoch_mean.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_2/history.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_2/splits.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_2/test_metrics.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_3/best_params.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_3/epoch_mean.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_3/history.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_3/splits.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_3/test_metrics.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_4/best_params.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_4/epoch_mean.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_4/history.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_4/splits.json create mode 100644 models/abl/moe/20260623_210356/outer_fold_4/test_metrics.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_0/best_params.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_0/epoch_mean.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_0/history.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_0/splits.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_0/test_metrics.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_1/best_params.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_1/epoch_mean.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_1/history.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_1/splits.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_1/test_metrics.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_2/best_params.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_2/epoch_mean.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_2/history.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_2/splits.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_2/test_metrics.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_3/best_params.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_3/epoch_mean.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_3/history.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_3/splits.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_3/test_metrics.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_4/best_params.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_4/epoch_mean.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_4/history.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_4/splits.json create mode 100644 models/abl/moe/20260623_210356/repeat_1/outer_fold_4/test_metrics.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_0/best_params.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_0/epoch_mean.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_0/history.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_0/splits.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_0/test_metrics.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_1/best_params.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_1/epoch_mean.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_1/history.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_1/splits.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_1/test_metrics.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_2/best_params.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_2/epoch_mean.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_2/history.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_2/splits.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_2/test_metrics.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_3/best_params.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_3/epoch_mean.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_3/history.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_3/splits.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_3/test_metrics.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_4/best_params.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_4/epoch_mean.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_4/history.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_4/splits.json create mode 100644 models/abl/moe/20260623_210356/repeat_2/outer_fold_4/test_metrics.json create mode 100644 models/abl/moe/20260623_210356/strata_info.json create mode 100644 models/abl/moe/20260623_210356/summary.json diff --git a/models/abl/baseline/20260623_205158/outer_fold_0/best_params.json b/models/abl/baseline/20260623_205158/outer_fold_0/best_params.json new file mode 100644 index 0000000..169f429 --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_0/best_params.json @@ -0,0 +1,12 @@ +{ + "dropout": 0.18569939775458322, + "lr": 0.0009872295492725695, + "weight_decay": 0.017393516831905452, + "backbone_lr_ratio": 0.17239541174804215, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_0/epoch_mean.json b/models/abl/baseline/20260623_205158/outer_fold_0/epoch_mean.json new file mode 100644 index 0000000..735a6b9 --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_0/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 11} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_0/history.json b/models/abl/baseline/20260623_205158/outer_fold_0/history.json new file mode 100644 index 0000000..209c360 --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_0/history.json @@ -0,0 +1,235 @@ +{ + "train": [ + { + "loss": 5.497621965408325, + "loss_size": 0.8539485037326813, + "loss_pdi": 0.6807325124740601, + "loss_ee": 1.074701851606369, + "loss_delivery": 1.1345060855150222, + "loss_biodist": 1.1201433956623077, + "loss_toxic": 0.640286660194397 + }, + { + "loss": 4.665785837173462, + "loss_size": 0.7771127209067344, + "loss_pdi": 0.6143146187067032, + "loss_ee": 0.9874029815196991, + "loss_delivery": 1.0855722874403, + "loss_biodist": 0.7573332965373993, + "loss_toxic": 0.4594721615314484 + }, + { + "loss": 4.055382227897644, + "loss_size": 0.7433859005570411, + "loss_pdi": 0.5953219294548034, + "loss_ee": 0.9137985289096833, + "loss_delivery": 0.8721775218844414, + "loss_biodist": 0.5785491526126861, + "loss_toxic": 0.3676828071475029 + }, + { + "loss": 3.6321866273880006, + "loss_size": 0.717304015159607, + "loss_pdi": 0.533730635046959, + "loss_ee": 0.8438478291034699, + "loss_delivery": 0.8553364604711533, + "loss_biodist": 0.46030169576406477, + "loss_toxic": 0.23670255541801452 + }, + { + "loss": 3.1775063037872315, + "loss_size": 0.6448001429438591, + "loss_pdi": 0.48881121575832365, + "loss_ee": 0.7834544956684113, + "loss_delivery": 0.7532066002488136, + "loss_biodist": 0.37827192842960355, + "loss_toxic": 0.14029031172394751 + }, + { + "loss": 3.1324957370758058, + "loss_size": 0.60723547488451, + "loss_pdi": 0.479318767786026, + "loss_ee": 0.7696647226810456, + "loss_delivery": 0.8410048380494117, + "loss_biodist": 0.33535364717245103, + "loss_toxic": 0.11438785009086132 + }, + { + "loss": 2.8942618370056152, + "loss_size": 0.5271590426564217, + "loss_pdi": 0.47021051347255705, + "loss_ee": 0.7096212565898895, + "loss_delivery": 0.7879070624709129, + "loss_biodist": 0.30485892444849017, + "loss_toxic": 0.10716681871563197 + }, + { + "loss": 2.7531323194503785, + "loss_size": 0.4663904130458832, + "loss_pdi": 0.47090265452861785, + "loss_ee": 0.715871149301529, + "loss_delivery": 0.6963218525052071, + "loss_biodist": 0.3017851024866104, + "loss_toxic": 0.11408571600914001 + }, + { + "loss": 2.6009469985961915, + "loss_size": 0.46345452666282655, + "loss_pdi": 0.4472439229488373, + "loss_ee": 0.700391435623169, + "loss_delivery": 0.6605987250804901, + "loss_biodist": 0.2730583265423775, + "loss_toxic": 0.06781168337911367 + }, + { + "loss": 2.5882774353027345, + "loss_size": 0.47313612550497053, + "loss_pdi": 0.4456209808588028, + "loss_ee": 0.6821118712425231, + "loss_delivery": 0.6589170470833778, + "loss_biodist": 0.2672285035252571, + "loss_toxic": 0.07272858265787363 + }, + { + "loss": 2.7274032115936278, + "loss_size": 0.4289181873202324, + "loss_pdi": 0.4558003395795822, + "loss_ee": 0.6840484797954559, + "loss_delivery": 0.7679663375020027, + "loss_biodist": 0.2954824432730675, + "loss_toxic": 0.1097218444570899 + } + ], + "val": [ + { + "loss": 109.0036735534668, + "loss_size": 38.92370414733887, + "loss_pdi": 1.4176360500277951, + "loss_ee": 10.048195362091064, + "loss_delivery": 44.40848922729492, + "loss_biodist": 14.602405309677124, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.09090909090909091, + "acc_toxic": 1.0 + }, + { + "loss": 56.829524993896484, + "loss_size": 19.320612907409668, + "loss_pdi": 2.3153170935911476, + "loss_ee": 7.681936502456665, + "loss_delivery": 13.263970851898193, + "loss_biodist": 14.794893980026245, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.09090909090909091, + "acc_toxic": 1.0 + }, + { + "loss": 26.599002838134766, + "loss_size": 5.124399423599243, + "loss_pdi": 1.6130303277168423, + "loss_ee": 3.832101345062256, + "loss_delivery": 7.275281667709351, + "loss_biodist": 9.16922378540039, + "loss_toxic": 3.199827318667303e-07, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.09090909090909091, + "acc_toxic": 1.0 + }, + { + "loss": 6.303462743759155, + "loss_size": 1.0172262787818909, + "loss_pdi": 1.0628789365291595, + "loss_ee": 1.515501394867897, + "loss_delivery": 1.548414558172226, + "loss_biodist": 1.0026478469371796, + "loss_toxic": 0.23662380035966635, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 3.7462174892425537, + "loss_size": 0.3320678352029063, + "loss_pdi": 1.116708666086197, + "loss_ee": 0.6200230866670609, + "loss_delivery": 0.5071754567325115, + "loss_biodist": 0.24906498193740845, + "loss_toxic": 0.9348037466406822, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9 + }, + { + "loss": 3.948453187942505, + "loss_size": 0.30042218789458275, + "loss_pdi": 1.490148901939392, + "loss_ee": 0.6006122156977654, + "loss_delivery": 0.5205002576112747, + "loss_biodist": 0.2445919942110777, + "loss_toxic": 0.8150980398058891, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.3939393939393939, + "acc_toxic": 0.9 + }, + { + "loss": 3.8061407804489136, + "loss_size": 0.3417436182498932, + "loss_pdi": 1.3472748100757599, + "loss_ee": 0.567518962547183, + "loss_delivery": 0.38223914708942175, + "loss_biodist": 0.25772084202617407, + "loss_toxic": 0.9215792268514633, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9 + }, + { + "loss": 3.619380831718445, + "loss_size": 0.2981780245900154, + "loss_pdi": 1.3350921273231506, + "loss_ee": 0.5703712888062, + "loss_delivery": 0.3662942796945572, + "loss_biodist": 0.2550168912857771, + "loss_toxic": 0.806022871285677, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9 + }, + { + "loss": 3.5948950052261353, + "loss_size": 0.2957660034298897, + "loss_pdi": 1.2681505978107452, + "loss_ee": 0.5546197704970837, + "loss_delivery": 0.4010595977306366, + "loss_biodist": 0.24939686432480812, + "loss_toxic": 0.8345895074307919, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9 + }, + { + "loss": 3.569096803665161, + "loss_size": 0.28623853623867035, + "loss_pdi": 1.2415551543235779, + "loss_ee": 0.54526112601161, + "loss_delivery": 0.39964332804083824, + "loss_biodist": 0.2504266854375601, + "loss_toxic": 0.8528216406702995, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9 + }, + { + "loss": 3.592081904411316, + "loss_size": 0.2857363075017929, + "loss_pdi": 1.2804671227931976, + "loss_ee": 0.5549933146685362, + "loss_delivery": 0.4104979485273361, + "loss_biodist": 0.2530668321996927, + "loss_toxic": 0.8164789229631424, + "acc_pdi": 0.5454545454545454, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9 + } + ] +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_0/splits.json b/models/abl/baseline/20260623_205158/outer_fold_0/splits.json new file mode 100644 index 0000000..cccb9d8 --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_0/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67, 68, 71, 72, 73, 75, 76, 77, 80, 81, 85, 86, 88, 89, 90, 92, 94, 95, 96, 98, 99, 100, 101, 103, 104, 105, 106, 107, 108, 109, 111, 113, 114, 115, 116, 117, 118, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 133, 134, 135, 136, 138, 139, 141, 144, 145, 146, 147, 148, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 163, 164, 167, 168, 169, 170, 171, 172, 175, 176, 178, 179, 180, 182, 183, 184, 185, 188, 189, 190, 191, 192, 193, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 206, 208, 210, 211, 212, 213, 216, 217, 218, 219, 220, 222, 224, 225, 227, 228, 229, 230, 231, 232, 233, 234, 236, 237, 239, 241, 242, 244, 245, 247, 248, 249, 250, 252, 253, 255, 256, 257, 258, 259, 260, 261, 262, 265, 267, 268, 269, 270, 271, 272, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 285, 286, 287, 288, 291, 292, 294, 296, 297, 298, 299, 300, 301, 303, 304, 306, 307, 308, 309, 310, 311, 312, 313, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 332, 333, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 346, 347, 348, 349, 351, 352, 354, 355, 356, 357, 358, 359, 360, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 374, 375, 377, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 393, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 407, 408, 409, 411, 412, 413, 414, 415, 417, 418, 419], "outer_test_idx": [7, 16, 20, 29, 51, 59, 60, 69, 70, 74, 78, 79, 82, 83, 84, 87, 91, 93, 97, 102, 110, 112, 119, 120, 121, 132, 137, 140, 142, 143, 152, 161, 162, 165, 166, 173, 174, 177, 181, 186, 187, 194, 205, 207, 209, 214, 215, 221, 223, 226, 235, 238, 240, 243, 246, 251, 254, 263, 264, 266, 273, 284, 289, 290, 293, 295, 302, 305, 314, 315, 331, 334, 341, 350, 353, 361, 373, 376, 378, 392, 394, 402, 410, 416]} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_0/test_metrics.json b/models/abl/baseline/20260623_205158/outer_fold_0/test_metrics.json new file mode 100644 index 0000000..992c225 --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_0/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.5282298486963632, + "rmse": 1.2362159393473144, + "mae": 0.5704747740717897, + "r2": 0.06468571536968037 + }, + "delivery": { + "n_samples": 58, + "mse": 0.5436139978785772, + "rmse": 0.7373018363455887, + "mae": 0.5591465608570082, + "r2": 0.3090338048982032 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7738095238095238, + "precision": 0.7232142857142857, + "recall": 0.7494654312188168, + "f1": 0.7325289089994973 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6590590922487474, + "recall": 0.6976190476190475, + "f1": 0.666253917297256 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.33174143107041487, + "js_divergence": 0.07276002005717812 + } +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_1/best_params.json b/models/abl/baseline/20260623_205158/outer_fold_1/best_params.json new file mode 100644 index 0000000..b735162 --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_1/best_params.json @@ -0,0 +1,12 @@ +{ + "dropout": 0.36640960296080094, + "lr": 0.0009935032389272061, + "weight_decay": 0.007506834667713186, + "backbone_lr_ratio": 0.10108281143505408, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_1/epoch_mean.json b/models/abl/baseline/20260623_205158/outer_fold_1/epoch_mean.json new file mode 100644 index 0000000..735a6b9 --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_1/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 11} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_1/history.json b/models/abl/baseline/20260623_205158/outer_fold_1/history.json new file mode 100644 index 0000000..d7dc0e1 --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_1/history.json @@ -0,0 +1,237 @@ +{ + "train": [ + { + "loss": 5.945608711242675, + "loss_size": 1.5304708689451219, + "loss_pdi": 0.6726944208145141, + "loss_ee": 1.0644152641296387, + "loss_delivery": 0.8849235534667969, + "loss_biodist": 1.1411399304866792, + "loss_toxic": 0.6605329066514969 + }, + { + "loss": 4.949713110923767, + "loss_size": 1.1195905804634094, + "loss_pdi": 0.6338227927684784, + "loss_ee": 0.9838751316070556, + "loss_delivery": 0.8648343622684479, + "loss_biodist": 0.7841578483581543, + "loss_toxic": 0.5816383093595505 + }, + { + "loss": 4.467831039428711, + "loss_size": 1.0727383553981782, + "loss_pdi": 0.5936303436756134, + "loss_ee": 0.9442179501056671, + "loss_delivery": 0.7905248045921326, + "loss_biodist": 0.6185098588466644, + "loss_toxic": 0.47035433650016784 + }, + { + "loss": 4.18380217552185, + "loss_size": 1.044257727265358, + "loss_pdi": 0.5976608961820602, + "loss_ee": 0.8851674854755401, + "loss_delivery": 0.8273541167378425, + "loss_biodist": 0.4965231567621231, + "loss_toxic": 0.3555662304162979 + }, + { + "loss": 3.929092860221863, + "loss_size": 0.9553224802017212, + "loss_pdi": 0.548481023311615, + "loss_ee": 0.8596946358680725, + "loss_delivery": 0.856061440706253, + "loss_biodist": 0.4580619215965271, + "loss_toxic": 0.27367697954177855 + }, + { + "loss": 3.68485951423645, + "loss_size": 0.9775789946317672, + "loss_pdi": 0.5335725724697113, + "loss_ee": 0.8395525097846985, + "loss_delivery": 0.7799048483371734, + "loss_biodist": 0.3703513115644455, + "loss_toxic": 0.20359595194458963 + }, + { + "loss": 3.5928884506225587, + "loss_size": 1.0007280588150025, + "loss_pdi": 0.5454913228750229, + "loss_ee": 0.7852838158607482, + "loss_delivery": 0.7570646733045578, + "loss_biodist": 0.34295395016670227, + "loss_toxic": 0.18110380321741104 + }, + { + "loss": 3.4778535842895506, + "loss_size": 0.9451205372810364, + "loss_pdi": 0.4993386536836624, + "loss_ee": 0.7792195081710815, + "loss_delivery": 0.72136792242527, + "loss_biodist": 0.35201560258865355, + "loss_toxic": 0.19911173582077027 + }, + { + "loss": 3.327615189552307, + "loss_size": 0.8601643905043602, + "loss_pdi": 0.48963019251823425, + "loss_ee": 0.7834869205951691, + "loss_delivery": 0.7026658147573471, + "loss_biodist": 0.3422913134098053, + "loss_toxic": 0.16675359681248664 + }, + { + "loss": 3.463587927818298, + "loss_size": 0.9787588834762573, + "loss_pdi": 0.5153584718704224, + "loss_ee": 0.7670513689517975, + "loss_delivery": 0.7177590146660805, + "loss_biodist": 0.34108778089284897, + "loss_toxic": 0.1642155833542347 + }, + { + "loss": 3.5189871549606324, + "loss_size": 1.0686501011252403, + "loss_pdi": 0.4941871464252472, + "loss_ee": 0.7697622537612915, + "loss_delivery": 0.7022925913333893, + "loss_biodist": 0.3288215175271034, + "loss_toxic": 0.17648260444402694 + } + ], + "val": [ + { + "loss": 40.87331962585449, + "loss_size": 5.631967067718506, + "loss_pdi": 6.588121294975281, + "loss_ee": 9.879969120025635, + "loss_delivery": 9.864555835723877, + "loss_biodist": 9.211999654769897, + "loss_toxic": 3.0099883588263765e-05, + "acc_pdi": 0.36363636363636365, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 30.792519569396973, + "loss_size": 10.967554569244385, + "loss_pdi": 2.806207239627838, + "loss_ee": 8.072541952133179, + "loss_delivery": 0.825436919927597, + "loss_biodist": 8.507388591766357, + "loss_toxic": 0.00010917877807514742, + "acc_pdi": 0.36363636363636365, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 16.113176345825195, + "loss_size": 3.9671990871429443, + "loss_pdi": 1.0375248789787292, + "loss_ee": 5.073045969009399, + "loss_delivery": 0.5164388865232468, + "loss_biodist": 5.7943830490112305, + "loss_toxic": 0.0008842391544021666, + "acc_pdi": 0.36363636363636365, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 6.789994239807129, + "loss_size": 0.5488049313426018, + "loss_pdi": 0.919120579957962, + "loss_ee": 2.375373959541321, + "loss_delivery": 0.2023337334394455, + "loss_biodist": 2.840838134288788, + "loss_toxic": 0.017407117877155542, + "acc_pdi": 0.45454545454545453, + "acc_ee": 0.24242424242424243, + "acc_toxic": 1.0 + }, + { + "loss": 2.9222121238708496, + "loss_size": 0.3637890890240669, + "loss_pdi": 0.6303471624851227, + "loss_ee": 0.903712123632431, + "loss_delivery": 0.29046083986759186, + "loss_biodist": 0.6711188852787018, + "loss_toxic": 0.07332967035472393, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.4043108224868774, + "loss_size": 0.34663330763578415, + "loss_pdi": 0.5695744454860687, + "loss_ee": 0.7216707468032837, + "loss_delivery": 0.24825536459684372, + "loss_biodist": 0.4548633322119713, + "loss_toxic": 0.0610531959682703, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.2514675855636597, + "loss_size": 0.3080187663435936, + "loss_pdi": 0.5474054366350174, + "loss_ee": 0.6590358465909958, + "loss_delivery": 0.23016345500946045, + "loss_biodist": 0.45463068783283234, + "loss_toxic": 0.04730352945625782, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.235174238681793, + "loss_size": 0.29733629524707794, + "loss_pdi": 0.5552924275398254, + "loss_ee": 0.6516624391078949, + "loss_delivery": 0.2518923357129097, + "loss_biodist": 0.4390745982527733, + "loss_toxic": 0.036091484129428864, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.217436730861664, + "loss_size": 0.29160527884960175, + "loss_pdi": 0.5481906980276108, + "loss_ee": 0.6433911621570587, + "loss_delivery": 0.2560356706380844, + "loss_biodist": 0.4422919377684593, + "loss_toxic": 0.03231595177203417, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.176724135875702, + "loss_size": 0.2756724879145622, + "loss_pdi": 0.5539553165435791, + "loss_ee": 0.6436327546834946, + "loss_delivery": 0.23576483875513077, + "loss_biodist": 0.4301540330052376, + "loss_toxic": 0.0334843285381794, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.1801823377609253, + "loss_size": 0.275998018682003, + "loss_pdi": 0.5556303262710571, + "loss_ee": 0.643779918551445, + "loss_delivery": 0.23737561702728271, + "loss_biodist": 0.43005073070526123, + "loss_toxic": 0.03347549866884947, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_1/splits.json b/models/abl/baseline/20260623_205158/outer_fold_1/splits.json new file mode 100644 index 0000000..1773fe5 --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_1/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 3, 5, 6, 7, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 24, 26, 27, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 112, 114, 115, 118, 119, 120, 121, 123, 124, 125, 126, 128, 129, 130, 131, 132, 136, 137, 140, 141, 142, 143, 144, 145, 146, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 161, 162, 164, 165, 166, 167, 168, 169, 171, 172, 173, 174, 175, 176, 177, 178, 179, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 194, 195, 196, 197, 198, 199, 201, 202, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 225, 226, 228, 229, 231, 232, 233, 234, 235, 236, 237, 238, 240, 242, 243, 244, 246, 247, 248, 250, 251, 252, 254, 255, 256, 258, 259, 260, 261, 262, 263, 264, 266, 268, 269, 270, 271, 273, 274, 275, 276, 277, 278, 279, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 295, 296, 297, 300, 301, 302, 303, 304, 305, 306, 307, 308, 310, 311, 313, 314, 315, 316, 317, 318, 319, 321, 322, 323, 324, 325, 327, 328, 329, 330, 331, 333, 334, 335, 337, 338, 339, 340, 341, 342, 343, 344, 345, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 361, 362, 364, 365, 366, 367, 368, 369, 373, 374, 375, 376, 378, 379, 380, 381, 382, 384, 387, 388, 389, 391, 392, 393, 394, 396, 397, 398, 399, 402, 403, 404, 405, 406, 408, 409, 410, 411, 412, 413, 414, 416, 417, 419], "outer_test_idx": [1, 2, 4, 8, 9, 14, 17, 22, 23, 25, 28, 34, 37, 41, 43, 45, 63, 64, 68, 85, 96, 104, 111, 113, 116, 117, 122, 127, 133, 134, 135, 138, 139, 147, 160, 163, 170, 180, 191, 192, 193, 200, 203, 208, 224, 227, 230, 239, 241, 245, 249, 253, 257, 265, 267, 272, 280, 294, 298, 299, 309, 312, 320, 326, 332, 336, 346, 347, 360, 363, 370, 371, 372, 377, 383, 385, 386, 390, 395, 400, 401, 407, 415, 418]} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_1/test_metrics.json b/models/abl/baseline/20260623_205158/outer_fold_1/test_metrics.json new file mode 100644 index 0000000..d05984f --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_1/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.37057228076561216, + "rmse": 0.6087464831648821, + "mae": 0.4609523837321571, + "r2": -0.13159599860936777 + }, + "delivery": { + "n_samples": 61, + "mse": 1.082995768972751, + "rmse": 1.0406708264253164, + "mae": 0.6707069295779114, + "r2": 0.18025027489571332 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.5886939571150097, + "recall": 0.6031746031746031, + "f1": 0.5916666666666667 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5595238095238095, + "precision": 0.4957294957294957, + "recall": 0.49526663812378097, + "f1": 0.4845300550726907 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.37009493729038634, + "js_divergence": 0.09345595384422643 + } +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_2/best_params.json b/models/abl/baseline/20260623_205158/outer_fold_2/best_params.json new file mode 100644 index 0000000..a0f163c --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_2/best_params.json @@ -0,0 +1,12 @@ +{ + "dropout": 0.318342405407684, + "lr": 0.0008937362022799393, + "weight_decay": 0.06633867694372529, + "backbone_lr_ratio": 0.20906844321970927, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_2/epoch_mean.json b/models/abl/baseline/20260623_205158/outer_fold_2/epoch_mean.json new file mode 100644 index 0000000..17fb17e --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_2/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 10} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_2/history.json b/models/abl/baseline/20260623_205158/outer_fold_2/history.json new file mode 100644 index 0000000..3e22804 --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_2/history.json @@ -0,0 +1,215 @@ +{ + "train": [ + { + "loss": 5.23044183254242, + "loss_size": 0.8307447999715805, + "loss_pdi": 0.6786107182502746, + "loss_ee": 1.06563658118248, + "loss_delivery": 0.9185347318649292, + "loss_biodist": 1.126531755924225, + "loss_toxic": 0.6161585688591004 + }, + { + "loss": 4.6045283555984495, + "loss_size": 0.8068280577659607, + "loss_pdi": 0.6305933237075806, + "loss_ee": 0.995470529794693, + "loss_delivery": 0.8626847624778747, + "loss_biodist": 0.8186007857322692, + "loss_toxic": 0.5059347420930862 + }, + { + "loss": 4.230263257026673, + "loss_size": 0.7773509219288826, + "loss_pdi": 0.603335040807724, + "loss_ee": 0.9686323225498199, + "loss_delivery": 0.8304742515087128, + "loss_biodist": 0.6457460820674896, + "loss_toxic": 0.4231612354516983 + }, + { + "loss": 4.060935354232788, + "loss_size": 1.0159688472747803, + "loss_pdi": 0.5800193667411804, + "loss_ee": 0.9062654078006744, + "loss_delivery": 0.823286435008049, + "loss_biodist": 0.4784534633159637, + "loss_toxic": 0.2763469934463501 + }, + { + "loss": 3.3131240606307983, + "loss_size": 0.6769453555345535, + "loss_pdi": 0.5471729725599289, + "loss_ee": 0.8249725461006164, + "loss_delivery": 0.7035827174782753, + "loss_biodist": 0.36984227001667025, + "loss_toxic": 0.20224370453506707 + }, + { + "loss": 3.2439030170440675, + "loss_size": 0.6550803124904633, + "loss_pdi": 0.5386825948953629, + "loss_ee": 0.8373141527175904, + "loss_delivery": 0.702998834848404, + "loss_biodist": 0.3566574349999428, + "loss_toxic": 0.16687902733683585 + }, + { + "loss": 2.9375685453414917, + "loss_size": 0.5435681790113449, + "loss_pdi": 0.5022439807653427, + "loss_ee": 0.7970928072929382, + "loss_delivery": 0.6844923168420791, + "loss_biodist": 0.2854831710457802, + "loss_toxic": 0.13518655933439733 + }, + { + "loss": 3.007694435119629, + "loss_size": 0.5840565845370292, + "loss_pdi": 0.4961481750011444, + "loss_ee": 0.7784465372562408, + "loss_delivery": 0.7300153076648712, + "loss_biodist": 0.3088834911584854, + "loss_toxic": 0.12322076186537742 + }, + { + "loss": 2.9045401215553284, + "loss_size": 0.5961680084466934, + "loss_pdi": 0.4664625495672226, + "loss_ee": 0.7473427474498748, + "loss_delivery": 0.6797532260417938, + "loss_biodist": 0.2967249765992165, + "loss_toxic": 0.1287788238376379 + }, + { + "loss": 2.941871428489685, + "loss_size": 0.5580962479114533, + "loss_pdi": 0.49031204283237456, + "loss_ee": 0.7355630338191986, + "loss_delivery": 0.7561295434832573, + "loss_biodist": 0.28379142433404925, + "loss_toxic": 0.13036032486706972 + } + ], + "val": [ + { + "loss": 53.373188972473145, + "loss_size": 5.803760349750519, + "loss_pdi": 4.895272970199585, + "loss_ee": 16.83747386932373, + "loss_delivery": 20.859439849853516, + "loss_biodist": 5.3479838371276855, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.24242424242424243, + "acc_toxic": 1.0 + }, + { + "loss": 34.110063552856445, + "loss_size": 5.765698194503784, + "loss_pdi": 2.2217907905578613, + "loss_ee": 10.992742538452148, + "loss_delivery": 10.538397789001465, + "loss_biodist": 5.0104660987854, + "loss_toxic": 4.649159279779269e-07, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.24242424242424243, + "acc_toxic": 1.0 + }, + { + "loss": 20.13915252685547, + "loss_size": 5.945749044418335, + "loss_pdi": 1.494463562965393, + "loss_ee": 6.576669931411743, + "loss_delivery": 3.680877447128296, + "loss_biodist": 2.7534615993499756, + "loss_toxic": 8.027768490137532e-05, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.24242424242424243, + "acc_toxic": 1.0 + }, + { + "loss": 10.967385292053223, + "loss_size": 4.893803596496582, + "loss_pdi": 1.1066998541355133, + "loss_ee": 2.965715765953064, + "loss_delivery": 1.528667688369751, + "loss_biodist": 0.5877177119255066, + "loss_toxic": 0.037885989993810654, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.30303030303030304, + "acc_toxic": 0.95 + }, + { + "loss": 6.98528790473938, + "loss_size": 3.840322256088257, + "loss_pdi": 0.7787934243679047, + "loss_ee": 1.3006620407104492, + "loss_delivery": 0.8746585845947266, + "loss_biodist": 0.11663766205310822, + "loss_toxic": 0.14556746184825897, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.95 + }, + { + "loss": 6.754446983337402, + "loss_size": 3.637616515159607, + "loss_pdi": 0.7500059008598328, + "loss_ee": 1.321771651506424, + "loss_delivery": 0.9027717709541321, + "loss_biodist": 0.1231476292014122, + "loss_toxic": 0.0937483087182045, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.627461910247803, + "loss_size": 3.6050997972488403, + "loss_pdi": 0.7348843812942505, + "loss_ee": 1.262064516544342, + "loss_delivery": 0.8815833926200867, + "loss_biodist": 0.12287028133869171, + "loss_toxic": 0.09477062523365021, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.95 + }, + { + "loss": 6.711225748062134, + "loss_size": 3.705545663833618, + "loss_pdi": 0.7286391854286194, + "loss_ee": 1.2768357694149017, + "loss_delivery": 0.8598540425300598, + "loss_biodist": 0.12457559257745743, + "loss_toxic": 0.09150844067335129, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.95 + }, + { + "loss": 6.6549413204193115, + "loss_size": 3.6655603647232056, + "loss_pdi": 0.7185163497924805, + "loss_ee": 1.2802763283252716, + "loss_delivery": 0.8583065271377563, + "loss_biodist": 0.12477456778287888, + "loss_toxic": 0.08323758095502853, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.95 + }, + { + "loss": 6.589754343032837, + "loss_size": 3.619962215423584, + "loss_pdi": 0.7239548563957214, + "loss_ee": 1.2706141471862793, + "loss_delivery": 0.8468391299247742, + "loss_biodist": 0.12151344865560532, + "loss_toxic": 0.08179092407226562, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + } + ] +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_2/splits.json b/models/abl/baseline/20260623_205158/outer_fold_2/splits.json new file mode 100644 index 0000000..14df306 --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_2/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 43, 44, 45, 47, 48, 49, 50, 51, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 68, 69, 70, 72, 74, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 96, 97, 100, 101, 102, 103, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 142, 143, 145, 147, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 160, 161, 162, 163, 165, 166, 167, 168, 170, 171, 172, 173, 174, 175, 177, 179, 180, 181, 183, 184, 185, 186, 187, 188, 191, 192, 193, 194, 196, 197, 199, 200, 202, 203, 204, 205, 207, 208, 209, 210, 211, 212, 213, 214, 215, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 232, 233, 235, 236, 237, 238, 239, 240, 241, 242, 243, 245, 246, 249, 250, 251, 252, 253, 254, 255, 256, 257, 259, 260, 261, 263, 264, 265, 266, 267, 268, 269, 271, 272, 273, 274, 275, 276, 280, 281, 282, 283, 284, 285, 287, 289, 290, 293, 294, 295, 296, 297, 298, 299, 300, 302, 303, 305, 307, 308, 309, 310, 311, 312, 313, 314, 315, 317, 318, 320, 321, 322, 323, 324, 326, 327, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 358, 360, 361, 363, 364, 365, 366, 368, 369, 370, 371, 372, 373, 376, 377, 378, 379, 380, 381, 382, 383, 385, 386, 387, 388, 389, 390, 392, 394, 395, 398, 399, 400, 401, 402, 404, 405, 407, 408, 409, 410, 412, 413, 414, 415, 416, 417, 418], "outer_test_idx": [10, 12, 15, 31, 35, 42, 46, 52, 53, 54, 62, 66, 67, 71, 73, 75, 77, 81, 89, 90, 92, 98, 99, 105, 123, 124, 141, 144, 146, 154, 155, 164, 169, 176, 178, 182, 189, 190, 195, 198, 201, 206, 216, 217, 218, 219, 231, 234, 244, 247, 248, 258, 262, 270, 277, 278, 279, 286, 288, 291, 292, 301, 304, 306, 316, 319, 325, 328, 343, 357, 359, 362, 367, 374, 375, 384, 391, 393, 396, 397, 403, 406, 411, 419]} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_2/test_metrics.json b/models/abl/baseline/20260623_205158/outer_fold_2/test_metrics.json new file mode 100644 index 0000000..d132a30 --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_2/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.365749434655222, + "rmse": 0.6047722171654565, + "mae": 0.47718314868619754, + "r2": 0.2776514013890329 + }, + "delivery": { + "n_samples": 60, + "mse": 0.668501323406245, + "rmse": 0.817619302246617, + "mae": 0.5434193710253263, + "r2": 0.11010887128905211 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7738095238095238, + "precision": 0.7122033898305085, + "recall": 0.7294721407624634, + "f1": 0.719359943731317 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6145962732919253, + "recall": 0.6785714285714285, + "f1": 0.6278721278721279 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.3336122920652159, + "js_divergence": 0.08430196229187475 + } +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_3/best_params.json b/models/abl/baseline/20260623_205158/outer_fold_3/best_params.json new file mode 100644 index 0000000..869457f --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_3/best_params.json @@ -0,0 +1,12 @@ +{ + "dropout": 0.12612237693012526, + "lr": 0.0009464809649969671, + "weight_decay": 0.07051438027639334, + "backbone_lr_ratio": 0.9343703462702573, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_3/epoch_mean.json b/models/abl/baseline/20260623_205158/outer_fold_3/epoch_mean.json new file mode 100644 index 0000000..c288387 --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_3/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 18} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_3/history.json b/models/abl/baseline/20260623_205158/outer_fold_3/history.json new file mode 100644 index 0000000..bcc309d --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_3/history.json @@ -0,0 +1,384 @@ +{ + "train": [ + { + "loss": 4.952912664413452, + "loss_size": 0.5413272649049758, + "loss_pdi": 0.6714449167251587, + "loss_ee": 1.0707621097564697, + "loss_delivery": 0.9023627996444702, + "loss_biodist": 1.1351445853710174, + "loss_toxic": 0.638839203119278 + }, + { + "loss": 4.024391674995423, + "loss_size": 0.4812195152044296, + "loss_pdi": 0.6145903885364532, + "loss_ee": 0.9591623604297638, + "loss_delivery": 0.8099067315459252, + "loss_biodist": 0.7342722713947296, + "loss_toxic": 0.43739462196826934 + }, + { + "loss": 3.5546415567398073, + "loss_size": 0.43410811126232146, + "loss_pdi": 0.6050658047199249, + "loss_ee": 0.905722725391388, + "loss_delivery": 0.7855473428964614, + "loss_biodist": 0.548415920138359, + "loss_toxic": 0.2898260593414307 + }, + { + "loss": 3.8351691246032713, + "loss_size": 0.5987535804510117, + "loss_pdi": 0.6589920341968536, + "loss_ee": 0.9094266653060913, + "loss_delivery": 0.8958727836608886, + "loss_biodist": 0.6058854043483735, + "loss_toxic": 0.19028361439704894 + }, + { + "loss": 3.107722854614258, + "loss_size": 0.428075709939003, + "loss_pdi": 0.5529564678668976, + "loss_ee": 0.826682847738266, + "loss_delivery": 0.7825898319482804, + "loss_biodist": 0.4181223660707474, + "loss_toxic": 0.11808188958093524 + }, + { + "loss": 3.327130913734436, + "loss_size": 0.4366114571690559, + "loss_pdi": 0.5397854954004287, + "loss_ee": 0.7983810603618622, + "loss_delivery": 0.8119195133447648, + "loss_biodist": 0.36413702368736267, + "loss_toxic": 0.39388715121895074 + }, + { + "loss": 2.8726818323135377, + "loss_size": 0.388601616024971, + "loss_pdi": 0.563576129078865, + "loss_ee": 0.7733971238136291, + "loss_delivery": 0.7856569856405258, + "loss_biodist": 0.28811348527669906, + "loss_toxic": 0.09685604320839047 + }, + { + "loss": 2.555454707145691, + "loss_size": 0.39492437094449995, + "loss_pdi": 0.483505842089653, + "loss_ee": 0.7191343247890473, + "loss_delivery": 0.6204074218869209, + "loss_biodist": 0.24920540899038315, + "loss_toxic": 0.10555795449763536 + }, + { + "loss": 2.422672188282013, + "loss_size": 0.34975273013114927, + "loss_pdi": 0.458137184381485, + "loss_ee": 0.6772623956203461, + "loss_delivery": 0.6736922666430474, + "loss_biodist": 0.20276646539568902, + "loss_toxic": 0.08230449045076967 + }, + { + "loss": 2.294202220439911, + "loss_size": 0.33352037966251374, + "loss_pdi": 0.4709230989217758, + "loss_ee": 0.6405366629362106, + "loss_delivery": 0.5893109619617463, + "loss_biodist": 0.19749270528554916, + "loss_toxic": 0.08408116018399596 + }, + { + "loss": 2.192491376399994, + "loss_size": 0.3003266975283623, + "loss_pdi": 0.4377738177776337, + "loss_ee": 0.6481737494468689, + "loss_delivery": 0.5960441708564759, + "loss_biodist": 0.17706188410520554, + "loss_toxic": 0.05971499737352133 + }, + { + "loss": 2.109206438064575, + "loss_size": 0.33593337535858153, + "loss_pdi": 0.42546393275260924, + "loss_ee": 0.5919660955667496, + "loss_delivery": 0.5819768279790878, + "loss_biodist": 0.14810880571603774, + "loss_toxic": 0.051910745818167923 + }, + { + "loss": 2.0158029437065124, + "loss_size": 0.2888984590768814, + "loss_pdi": 0.45580657124519347, + "loss_ee": 0.5797202318906785, + "loss_delivery": 0.49837631583213804, + "loss_biodist": 0.1601906016469002, + "loss_toxic": 0.06020610840059817 + }, + { + "loss": 1.9307556748390198, + "loss_size": 0.2837902203202248, + "loss_pdi": 0.40886927843093873, + "loss_ee": 0.5343310534954071, + "loss_delivery": 0.5027692660689353, + "loss_biodist": 0.1628089003264904, + "loss_toxic": 0.06413605269044638 + }, + { + "loss": 1.8900991439819337, + "loss_size": 0.2707607850432396, + "loss_pdi": 0.41065731048583987, + "loss_ee": 0.5383243918418884, + "loss_delivery": 0.49631956964731216, + "loss_biodist": 0.13920489847660064, + "loss_toxic": 0.06274361247196794 + }, + { + "loss": 1.8641821026802063, + "loss_size": 0.24494659006595612, + "loss_pdi": 0.41452458053827285, + "loss_ee": 0.530466502904892, + "loss_delivery": 0.5103539004921913, + "loss_biodist": 0.13406966477632523, + "loss_toxic": 0.0597837814828381 + }, + { + "loss": 1.847708523273468, + "loss_size": 0.24917670711874962, + "loss_pdi": 0.38985409736633303, + "loss_ee": 0.52494797706604, + "loss_delivery": 0.5089830808341503, + "loss_biodist": 0.12788926288485528, + "loss_toxic": 0.07539637042209506 + }, + { + "loss": 1.839604139328003, + "loss_size": 0.2928685933351517, + "loss_pdi": 0.39620599448680877, + "loss_ee": 0.5069311082363128, + "loss_delivery": 0.48787759989500046, + "loss_biodist": 0.12458067238330842, + "loss_toxic": 0.05830812929198146 + } + ], + "val": [ + { + "loss": 127.31632995605469, + "loss_size": 84.8887825012207, + "loss_pdi": 11.211012125015259, + "loss_ee": 4.11315411292162, + "loss_delivery": 21.395748138427734, + "loss_biodist": 5.6470112800598145, + "loss_toxic": 0.11013364046812057, + "acc_pdi": 0.24242424242424243, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 50.89113807678223, + "loss_size": 28.744680404663086, + "loss_pdi": 5.962186336517334, + "loss_ee": 3.7384512992939563, + "loss_delivery": 8.140775680541992, + "loss_biodist": 4.536876201629639, + "loss_toxic": 8.219477604143322e-05, + "acc_pdi": 0.24242424242424243, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 18.151119709014893, + "loss_size": 5.379726767539978, + "loss_pdi": 3.953024387359619, + "loss_ee": 2.1168477265164256, + "loss_delivery": 4.374178886413574, + "loss_biodist": 2.5386672019958496, + "loss_toxic": 0.00014371765428222716, + "acc_pdi": 0.24242424242424243, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 4.412895500659943, + "loss_size": 1.8018976598978043, + "loss_pdi": 0.6881746053695679, + "loss_ee": 0.7351040244102478, + "loss_delivery": 0.7907695174217224, + "loss_biodist": 0.3704509735107422, + "loss_toxic": 0.04331689327955246, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.45454545454545453, + "acc_toxic": 1.0 + }, + { + "loss": 3.8720513582229614, + "loss_size": 1.9023129642009735, + "loss_pdi": 0.44200094044208527, + "loss_ee": 0.6251227706670761, + "loss_delivery": 0.6282426118850708, + "loss_biodist": 0.26596248149871826, + "loss_toxic": 0.010372676886618137, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 3.9434673190116882, + "loss_size": 1.6669230610132217, + "loss_pdi": 0.5820382833480835, + "loss_ee": 0.7903740108013153, + "loss_delivery": 0.5094354152679443, + "loss_biodist": 0.1222085952758789, + "loss_toxic": 0.27862122654914856, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.98708838224411, + "loss_size": 1.7421648055315018, + "loss_pdi": 0.6395299732685089, + "loss_ee": 0.7537677586078644, + "loss_delivery": 0.5322040319442749, + "loss_biodist": 0.1685592085123062, + "loss_toxic": 0.15958170592784882, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.389622062444687, + "loss_size": 1.4498111754655838, + "loss_pdi": 0.4079725295305252, + "loss_ee": 0.6552765369415283, + "loss_delivery": 0.5138065814971924, + "loss_biodist": 0.1563863307237625, + "loss_toxic": 0.20305201411247253, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.2872218787670135, + "loss_size": 1.421157069504261, + "loss_pdi": 0.47122623026371, + "loss_ee": 0.6863093078136444, + "loss_delivery": 0.42459091544151306, + "loss_biodist": 0.1194615513086319, + "loss_toxic": 0.1626254767179489, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.3841849267482758, + "loss_size": 1.5734435468912125, + "loss_pdi": 0.3665034994482994, + "loss_ee": 0.666161522269249, + "loss_delivery": 0.5163925886154175, + "loss_biodist": 0.10750683397054672, + "loss_toxic": 0.14729638397693634, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.290373742580414, + "loss_size": 1.4376836642622948, + "loss_pdi": 0.44857414066791534, + "loss_ee": 0.6463653147220612, + "loss_delivery": 0.5389675498008728, + "loss_biodist": 0.10938665270805359, + "loss_toxic": 0.10815674811601639, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.126695692539215, + "loss_size": 1.3906826972961426, + "loss_pdi": 0.33044668287038803, + "loss_ee": 0.6577020436525345, + "loss_delivery": 0.5568065643310547, + "loss_biodist": 0.1052083894610405, + "loss_toxic": 0.0835861936211586, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.1715721487998962, + "loss_size": 1.4715920239686966, + "loss_pdi": 0.3508722335100174, + "loss_ee": 0.6248730719089508, + "loss_delivery": 0.5079544186592102, + "loss_biodist": 0.10165911167860031, + "loss_toxic": 0.10624553263187408, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.206980675458908, + "loss_size": 1.5019824802875519, + "loss_pdi": 0.37384696304798126, + "loss_ee": 0.6274422854185104, + "loss_delivery": 0.5025574564933777, + "loss_biodist": 0.09232369065284729, + "loss_toxic": 0.09992881119251251, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.1217209100723267, + "loss_size": 1.4759190380573273, + "loss_pdi": 0.3564824312925339, + "loss_ee": 0.6257454752922058, + "loss_delivery": 0.5067604184150696, + "loss_biodist": 0.07864180207252502, + "loss_toxic": 0.07079844921827316, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.1306984424591064, + "loss_size": 1.461349979043007, + "loss_pdi": 0.34549926221370697, + "loss_ee": 0.6252316981554031, + "loss_delivery": 0.516960859298706, + "loss_biodist": 0.07962959259748459, + "loss_toxic": 0.09345860779285431, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.1250928938388824, + "loss_size": 1.4517452716827393, + "loss_pdi": 0.33850933611392975, + "loss_ee": 0.6430297046899796, + "loss_delivery": 0.5081745982170105, + "loss_biodist": 0.07858067750930786, + "loss_toxic": 0.09684738516807556, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.11262384057045, + "loss_size": 1.4306410253047943, + "loss_pdi": 0.3418179824948311, + "loss_ee": 0.6444746404886246, + "loss_delivery": 0.5124365091323853, + "loss_biodist": 0.08138877898454666, + "loss_toxic": 0.09462910145521164, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8695652173913043 + } + ] +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_3/splits.json b/models/abl/baseline/20260623_205158/outer_fold_3/splits.json new file mode 100644 index 0000000..7a2b13e --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_3/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 102, 104, 105, 106, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 127, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 166, 168, 169, 170, 172, 173, 174, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 195, 198, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 218, 219, 221, 223, 224, 226, 227, 228, 230, 231, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 251, 252, 253, 254, 255, 256, 257, 258, 259, 262, 263, 264, 265, 266, 267, 268, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 282, 284, 286, 288, 289, 290, 291, 292, 293, 294, 295, 297, 298, 299, 301, 302, 304, 305, 306, 307, 308, 309, 310, 312, 314, 315, 316, 317, 319, 320, 321, 325, 326, 327, 328, 331, 332, 334, 336, 340, 341, 343, 344, 346, 347, 348, 350, 352, 353, 357, 359, 360, 361, 362, 363, 364, 366, 367, 368, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 382, 383, 384, 385, 386, 387, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 400, 401, 402, 403, 404, 406, 407, 410, 411, 412, 414, 415, 416, 418, 419], "outer_test_idx": [3, 6, 13, 18, 19, 26, 33, 44, 48, 49, 50, 56, 57, 72, 80, 88, 94, 101, 103, 107, 108, 114, 126, 128, 130, 145, 149, 157, 167, 171, 175, 188, 196, 197, 199, 211, 220, 222, 225, 229, 232, 236, 250, 260, 261, 271, 281, 283, 285, 287, 296, 300, 303, 311, 313, 318, 322, 323, 324, 329, 330, 333, 335, 337, 338, 339, 342, 345, 349, 351, 354, 355, 356, 358, 365, 369, 381, 388, 399, 405, 408, 409, 413, 417]} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_3/test_metrics.json b/models/abl/baseline/20260623_205158/outer_fold_3/test_metrics.json new file mode 100644 index 0000000..2802210 --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_3/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.7046487347114636, + "rmse": 1.3056219723608604, + "mae": 0.5513793248122176, + "r2": 0.03583768297668177 + }, + "delivery": { + "n_samples": 59, + "mse": 0.7345580643934568, + "rmse": 0.8570636291393171, + "mae": 0.5434487631733892, + "r2": 0.28592228790047713 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7380952380952381, + "precision": 0.6612903225806452, + "recall": 0.6612903225806452, + "f1": 0.6612903225806452 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6547619047619048, + "precision": 0.6206349206349207, + "recall": 0.5979889391654097, + "f1": 0.5781687846203974 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9333333333333333, + "precision": 0.7142857142857143, + "recall": 0.9649122807017544, + "f1": 0.7818181818181817 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.2397795651876451, + "js_divergence": 0.0585131523487816 + } +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_4/best_params.json b/models/abl/baseline/20260623_205158/outer_fold_4/best_params.json new file mode 100644 index 0000000..470e343 --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_4/best_params.json @@ -0,0 +1,12 @@ +{ + "dropout": 0.313123672812509, + "lr": 0.0009765192272158632, + "weight_decay": 0.0053740240978641905, + "backbone_lr_ratio": 0.13566938254683006, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_4/epoch_mean.json b/models/abl/baseline/20260623_205158/outer_fold_4/epoch_mean.json new file mode 100644 index 0000000..0ac5b47 --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_4/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 13} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_4/history.json b/models/abl/baseline/20260623_205158/outer_fold_4/history.json new file mode 100644 index 0000000..bfad467 --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_4/history.json @@ -0,0 +1,279 @@ +{ + "train": [ + { + "loss": 5.741525268554687, + "loss_size": 1.156516370177269, + "loss_pdi": 0.685343861579895, + "loss_ee": 1.0735185623168946, + "loss_delivery": 0.9616645455360413, + "loss_biodist": 1.186050945520401, + "loss_toxic": 0.6878812193870545 + }, + { + "loss": 4.911237740516663, + "loss_size": 1.0674284636974334, + "loss_pdi": 0.6453235149383545, + "loss_ee": 1.0323128998279572, + "loss_delivery": 0.816954655945301, + "loss_biodist": 0.8427061200141907, + "loss_toxic": 0.526440891623497 + }, + { + "loss": 4.828473591804505, + "loss_size": 1.4331441923975945, + "loss_pdi": 0.6058421909809113, + "loss_ee": 0.9855840563774109, + "loss_delivery": 0.7852936506271362, + "loss_biodist": 0.6166061341762543, + "loss_toxic": 0.4289455056190491 + }, + { + "loss": 4.154263138771057, + "loss_size": 1.003881934285164, + "loss_pdi": 0.570314809679985, + "loss_ee": 0.9245084047317504, + "loss_delivery": 0.8588605999946595, + "loss_biodist": 0.5064615607261658, + "loss_toxic": 0.31344225257635117 + }, + { + "loss": 3.7234285831451417, + "loss_size": 0.9465380579233169, + "loss_pdi": 0.5529910802841187, + "loss_ee": 0.8967042148113251, + "loss_delivery": 0.7372372865676879, + "loss_biodist": 0.39559130370616913, + "loss_toxic": 0.2141057148575783 + }, + { + "loss": 3.560976815223694, + "loss_size": 0.939998310804367, + "loss_pdi": 0.5548159599304199, + "loss_ee": 0.854036146402359, + "loss_delivery": 0.6668682649731636, + "loss_biodist": 0.4186478316783905, + "loss_toxic": 0.14765850007534026 + }, + { + "loss": 3.18977153301239, + "loss_size": 0.7886543214321137, + "loss_pdi": 0.5008505374193192, + "loss_ee": 0.7949652433395386, + "loss_delivery": 0.6210900515317916, + "loss_biodist": 0.3619673177599907, + "loss_toxic": 0.1378368753939867 + }, + { + "loss": 3.1121251583099365, + "loss_size": 0.7432004705071449, + "loss_pdi": 0.5181865096092224, + "loss_ee": 0.7901717007160187, + "loss_delivery": 0.6244697391986846, + "loss_biodist": 0.3297477558255196, + "loss_toxic": 0.12361136078834534 + }, + { + "loss": 2.974079132080078, + "loss_size": 0.6982291430234909, + "loss_pdi": 0.5072934776544571, + "loss_ee": 0.7648645043373108, + "loss_delivery": 0.5948630377650261, + "loss_biodist": 0.3141175121068954, + "loss_toxic": 0.11092467829585076 + }, + { + "loss": 3.01216607093811, + "loss_size": 0.7623879760503769, + "loss_pdi": 0.48228113949298856, + "loss_ee": 0.7496436059474945, + "loss_delivery": 0.5967873886227608, + "loss_biodist": 0.3255198061466217, + "loss_toxic": 0.11320235505700112 + }, + { + "loss": 2.9995705842971803, + "loss_size": 0.7575592502951622, + "loss_pdi": 0.4897093653678894, + "loss_ee": 0.7522820651531219, + "loss_delivery": 0.5961266160011292, + "loss_biodist": 0.3096505835652351, + "loss_toxic": 0.11278742104768753 + }, + { + "loss": 2.8911011934280397, + "loss_size": 0.6771724820137024, + "loss_pdi": 0.49721924364566805, + "loss_ee": 0.7677179098129272, + "loss_delivery": 0.572163051366806, + "loss_biodist": 0.2911568135023117, + "loss_toxic": 0.1034907728433609 + }, + { + "loss": 2.952083206176758, + "loss_size": 0.6657505482435226, + "loss_pdi": 0.503642150759697, + "loss_ee": 0.7552536249160766, + "loss_delivery": 0.6090254753828048, + "loss_biodist": 0.2907521277666092, + "loss_toxic": 0.14526981711387635 + } + ], + "val": [ + { + "loss": 180.1568603515625, + "loss_size": 30.35355854034424, + "loss_pdi": 10.349318504333496, + "loss_ee": 16.99166774749756, + "loss_delivery": 105.2586441040039, + "loss_biodist": 16.125561237335205, + "loss_toxic": 2.3659912204311695, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9444444444444444 + }, + { + "loss": 98.0433578491211, + "loss_size": 12.123669147491455, + "loss_pdi": 7.639462947845459, + "loss_ee": 10.20323395729065, + "loss_delivery": 50.71119499206543, + "loss_biodist": 15.157918453216553, + "loss_toxic": 3.53872871398562, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9444444444444444 + }, + { + "loss": 46.07774353027344, + "loss_size": 4.886205315589905, + "loss_pdi": 5.7497618198394775, + "loss_ee": 4.100735902786255, + "loss_delivery": 19.07272720336914, + "loss_biodist": 10.412020444869995, + "loss_toxic": 2.687594591083325, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9444444444444444 + }, + { + "loss": 7.691779375076294, + "loss_size": 1.0155234038829803, + "loss_pdi": 1.5577597320079803, + "loss_ee": 1.1349245458841324, + "loss_delivery": 2.3775566816329956, + "loss_biodist": 1.1973169147968292, + "loss_toxic": 0.5206407904624939, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.9444444444444444 + }, + { + "loss": 3.2049951553344727, + "loss_size": 0.22598860412836075, + "loss_pdi": 0.3659691661596298, + "loss_ee": 0.5037907660007477, + "loss_delivery": 0.6575061194598675, + "loss_biodist": 0.14315331541001797, + "loss_toxic": 1.2986260950565338, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.2027745246887207, + "loss_size": 0.3320153057575226, + "loss_pdi": 0.31908687576651573, + "loss_ee": 0.48964712768793106, + "loss_delivery": 0.6939206719398499, + "loss_biodist": 0.11092910543084145, + "loss_toxic": 1.241960883140564, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.2450889348983765, + "loss_size": 0.5146260112524033, + "loss_pdi": 0.3309343531727791, + "loss_ee": 0.4984405320137739, + "loss_delivery": 0.698911489918828, + "loss_biodist": 0.12827869690954685, + "loss_toxic": 1.0599181726574898, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.2618945837020874, + "loss_size": 0.49598439037799835, + "loss_pdi": 0.33259066939353943, + "loss_ee": 0.48113041557371616, + "loss_delivery": 0.6671498813666403, + "loss_biodist": 0.11366008035838604, + "loss_toxic": 1.152123749256134, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.264413833618164, + "loss_size": 0.4516768902540207, + "loss_pdi": 0.31526341661810875, + "loss_ee": 0.4847272466868162, + "loss_delivery": 0.6873423364013433, + "loss_biodist": 0.10276161972433329, + "loss_toxic": 1.1997544914484024, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.2070666551589966, + "loss_size": 0.4189356863498688, + "loss_pdi": 0.3158247582614422, + "loss_ee": 0.4858055841177702, + "loss_delivery": 0.7019290700554848, + "loss_biodist": 0.10100412555038929, + "loss_toxic": 1.1597005352377892, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.1986461877822876, + "loss_size": 0.41443589329719543, + "loss_pdi": 0.31525107845664024, + "loss_ee": 0.4934320505708456, + "loss_delivery": 0.7314718030393124, + "loss_biodist": 0.10318759735673666, + "loss_toxic": 1.1180002689361572, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.2213516235351562, + "loss_size": 0.41614747047424316, + "loss_pdi": 0.3155190795660019, + "loss_ee": 0.4953059032559395, + "loss_delivery": 0.7345775403082371, + "loss_biodist": 0.1033031428232789, + "loss_toxic": 1.1332580968737602, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.2576032876968384, + "loss_size": 0.41174091398715973, + "loss_pdi": 0.31428077816963196, + "loss_ee": 0.4866994358599186, + "loss_delivery": 0.7275451384484768, + "loss_biodist": 0.10197119694203138, + "loss_toxic": 1.1903223991394043, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.8888888888888888 + } + ] +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_4/splits.json b/models/abl/baseline/20260623_205158/outer_fold_4/splits.json new file mode 100644 index 0000000..8dd0299 --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_4/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 110, 111, 112, 113, 114, 116, 117, 119, 120, 121, 122, 123, 124, 126, 127, 128, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 152, 154, 155, 157, 160, 161, 162, 163, 164, 165, 166, 167, 169, 170, 171, 173, 174, 175, 176, 177, 178, 180, 181, 182, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 203, 205, 206, 207, 208, 209, 211, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 234, 235, 236, 238, 239, 240, 241, 243, 244, 245, 246, 247, 248, 249, 250, 251, 253, 254, 257, 258, 260, 261, 262, 263, 264, 265, 266, 267, 270, 271, 272, 273, 277, 278, 279, 280, 281, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 298, 299, 300, 301, 302, 303, 304, 305, 306, 309, 311, 312, 313, 314, 315, 316, 318, 319, 320, 322, 323, 324, 325, 326, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 341, 342, 343, 345, 346, 347, 349, 350, 351, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 365, 367, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 381, 383, 384, 385, 386, 388, 390, 391, 392, 393, 394, 395, 396, 397, 399, 400, 401, 402, 403, 405, 406, 407, 408, 409, 410, 411, 413, 415, 416, 417, 418, 419], "outer_test_idx": [0, 5, 11, 21, 24, 27, 30, 32, 36, 38, 39, 40, 47, 55, 58, 61, 65, 76, 86, 95, 100, 106, 109, 115, 118, 125, 129, 131, 136, 148, 150, 151, 153, 156, 158, 159, 168, 172, 179, 183, 184, 185, 202, 204, 210, 212, 213, 228, 233, 237, 242, 252, 255, 256, 259, 268, 269, 274, 275, 276, 282, 297, 307, 308, 310, 317, 321, 327, 340, 344, 348, 352, 364, 366, 368, 379, 380, 382, 387, 389, 398, 404, 412, 414]} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/outer_fold_4/test_metrics.json b/models/abl/baseline/20260623_205158/outer_fold_4/test_metrics.json new file mode 100644 index 0000000..5766e60 --- /dev/null +++ b/models/abl/baseline/20260623_205158/outer_fold_4/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.6868306794055117, + "rmse": 0.8287524838005083, + "mae": 0.5001247360376597, + "r2": 0.08093523565734784 + }, + "delivery": { + "n_samples": 58, + "mse": 1.1008487633192388, + "rmse": 1.0492134021824344, + "mae": 0.654239107951008, + "r2": -0.06450258120608798 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6752941176470588, + "recall": 0.718475073313783, + "f1": 0.6785714285714286 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.626984126984127, + "recall": 0.6594017094017094, + "f1": 0.6342062193126022 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2992118497501824, + "js_divergence": 0.08211837700207104 + } +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_0/best_params.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_0/best_params.json new file mode 100644 index 0000000..169f429 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_0/best_params.json @@ -0,0 +1,12 @@ +{ + "dropout": 0.18569939775458322, + "lr": 0.0009872295492725695, + "weight_decay": 0.017393516831905452, + "backbone_lr_ratio": 0.17239541174804215, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_0/epoch_mean.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_0/epoch_mean.json new file mode 100644 index 0000000..735a6b9 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_0/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 11} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_0/history.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_0/history.json new file mode 100644 index 0000000..0a92a0d --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_0/history.json @@ -0,0 +1,237 @@ +{ + "train": [ + { + "loss": 5.394427347183227, + "loss_size": 0.8760069787502289, + "loss_pdi": 0.6829078137874603, + "loss_ee": 1.0850867986679078, + "loss_delivery": 1.0246612578630447, + "loss_biodist": 1.1033188700675964, + "loss_toxic": 0.630187314748764 + }, + { + "loss": 4.4071554899215695, + "loss_size": 0.7775529831647873, + "loss_pdi": 0.6168016731739044, + "loss_ee": 0.9830431044101715, + "loss_delivery": 0.9110523700714112, + "loss_biodist": 0.7133126735687256, + "loss_toxic": 0.42119770050048827 + }, + { + "loss": 3.8539650201797486, + "loss_size": 0.7501171737909317, + "loss_pdi": 0.585977566242218, + "loss_ee": 0.9200241446495057, + "loss_delivery": 0.7962285697460174, + "loss_biodist": 0.5048318803310394, + "loss_toxic": 0.3135771378874779 + }, + { + "loss": 3.6865764617919923, + "loss_size": 0.7014920532703399, + "loss_pdi": 0.5886935204267502, + "loss_ee": 0.9026208221912384, + "loss_delivery": 0.8553118914365768, + "loss_biodist": 0.4308844119310379, + "loss_toxic": 0.22991862669587135 + }, + { + "loss": 3.268519568443298, + "loss_size": 0.658152274787426, + "loss_pdi": 0.5069636017084121, + "loss_ee": 0.830296790599823, + "loss_delivery": 0.7789995819330215, + "loss_biodist": 0.36636197566986084, + "loss_toxic": 0.14613031409680843 + }, + { + "loss": 2.986606740951538, + "loss_size": 0.5903288200497627, + "loss_pdi": 0.5061607718467712, + "loss_ee": 0.7544377148151398, + "loss_delivery": 0.7368057832121849, + "loss_biodist": 0.30559518486261367, + "loss_toxic": 0.10927746798843145 + }, + { + "loss": 2.9839526653289794, + "loss_size": 0.5620119944214821, + "loss_pdi": 0.478989964723587, + "loss_ee": 0.7554892122745513, + "loss_delivery": 0.8041216015815735, + "loss_biodist": 0.2546705946326256, + "loss_toxic": 0.1464777808636427 + }, + { + "loss": 2.7193713426589965, + "loss_size": 0.5286610335111618, + "loss_pdi": 0.45270849764347076, + "loss_ee": 0.7556517481803894, + "loss_delivery": 0.68291757106781, + "loss_biodist": 0.2408062547445297, + "loss_toxic": 0.07487203162163496 + }, + { + "loss": 2.623748242855072, + "loss_size": 0.5352809801697731, + "loss_pdi": 0.45280796885490415, + "loss_ee": 0.7069973200559616, + "loss_delivery": 0.638873553276062, + "loss_biodist": 0.22641604393720627, + "loss_toxic": 0.07768626157194376 + }, + { + "loss": 2.581704306602478, + "loss_size": 0.4847213253378868, + "loss_pdi": 0.4549128830432892, + "loss_ee": 0.717718631029129, + "loss_delivery": 0.6322640471160412, + "loss_biodist": 0.21297531425952912, + "loss_toxic": 0.09345897333696485 + }, + { + "loss": 2.552983558177948, + "loss_size": 0.4678229957818985, + "loss_pdi": 0.45056481957435607, + "loss_ee": 0.7299788951873779, + "loss_delivery": 0.6316331580281258, + "loss_biodist": 0.21403777301311494, + "loss_toxic": 0.07426234278827906 + } + ], + "val": [ + { + "loss": 310.3435287475586, + "loss_size": 222.49696350097656, + "loss_pdi": 1.003352914005518, + "loss_ee": 3.3513469035897288, + "loss_delivery": 78.34090423583984, + "loss_biodist": 6.392218112945557, + "loss_toxic": 0.6385428309440613, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.21212121212121213, + "acc_toxic": 0.8846153846153846 + }, + { + "loss": 141.68408203125, + "loss_size": 114.88703918457031, + "loss_pdi": 2.3383941004940425, + "loss_ee": 2.82101229543332, + "loss_delivery": 14.252228736877441, + "loss_biodist": 6.809396266937256, + "loss_toxic": 1.9328919649124146, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.21212121212121213, + "acc_toxic": 0.8846153846153846 + }, + { + "loss": 40.947078704833984, + "loss_size": 25.30094623565674, + "loss_pdi": 2.101527013015584, + "loss_ee": 1.5821967422962189, + "loss_delivery": 6.3904619216918945, + "loss_biodist": 4.2740678787231445, + "loss_toxic": 1.8244426250457764, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.21212121212121213, + "acc_toxic": 0.8846153846153846 + }, + { + "loss": 6.22724986076355, + "loss_size": 1.4807607233524323, + "loss_pdi": 1.0755788842216134, + "loss_ee": 0.8111673966050148, + "loss_delivery": 1.914881706237793, + "loss_biodist": 0.7986646890640259, + "loss_toxic": 0.23427508771419525, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.9230769230769231 + }, + { + "loss": 2.032481074333191, + "loss_size": 0.18289357819594443, + "loss_pdi": 0.4539054110646248, + "loss_ee": 0.6869342923164368, + "loss_delivery": 0.5226569175720215, + "loss_biodist": 0.12324852496385574, + "loss_toxic": 0.06994590163230896, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 1.9082787334918976, + "loss_size": 0.17314767945208587, + "loss_pdi": 0.44033991545438766, + "loss_ee": 0.6851533055305481, + "loss_delivery": 0.44304659962654114, + "loss_biodist": 0.1133018285036087, + "loss_toxic": 0.05914802849292755, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 1.9223107695579529, + "loss_size": 0.16595131054054946, + "loss_pdi": 0.42985038459300995, + "loss_ee": 0.6594338417053223, + "loss_delivery": 0.41970717906951904, + "loss_biodist": 0.10797291994094849, + "loss_toxic": 0.14298951625823975, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 1.8832128643989563, + "loss_size": 0.1460553091019392, + "loss_pdi": 0.42990442365407944, + "loss_ee": 0.6492694467306137, + "loss_delivery": 0.41635453701019287, + "loss_biodist": 0.11513877660036087, + "loss_toxic": 0.13046549260616302, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 1.879135638475418, + "loss_size": 0.14139589853584766, + "loss_pdi": 0.44527293741703033, + "loss_ee": 0.6727772951126099, + "loss_delivery": 0.415428102016449, + "loss_biodist": 0.11692274361848831, + "loss_toxic": 0.09393423795700073, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 1.8444421291351318, + "loss_size": 0.13496902398765087, + "loss_pdi": 0.4370863810181618, + "loss_ee": 0.6553614735603333, + "loss_delivery": 0.4066224992275238, + "loss_biodist": 0.11289884895086288, + "loss_toxic": 0.10283103585243225, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 1.8573571145534515, + "loss_size": 0.1297498056665063, + "loss_pdi": 0.4353114068508148, + "loss_ee": 0.6571271121501923, + "loss_delivery": 0.4090708792209625, + "loss_biodist": 0.11798186600208282, + "loss_toxic": 0.11338865011930466, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9615384615384616 + } + ] +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_0/splits.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_0/splits.json new file mode 100644 index 0000000..cccb9d8 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_0/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67, 68, 71, 72, 73, 75, 76, 77, 80, 81, 85, 86, 88, 89, 90, 92, 94, 95, 96, 98, 99, 100, 101, 103, 104, 105, 106, 107, 108, 109, 111, 113, 114, 115, 116, 117, 118, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 133, 134, 135, 136, 138, 139, 141, 144, 145, 146, 147, 148, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 163, 164, 167, 168, 169, 170, 171, 172, 175, 176, 178, 179, 180, 182, 183, 184, 185, 188, 189, 190, 191, 192, 193, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 206, 208, 210, 211, 212, 213, 216, 217, 218, 219, 220, 222, 224, 225, 227, 228, 229, 230, 231, 232, 233, 234, 236, 237, 239, 241, 242, 244, 245, 247, 248, 249, 250, 252, 253, 255, 256, 257, 258, 259, 260, 261, 262, 265, 267, 268, 269, 270, 271, 272, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 285, 286, 287, 288, 291, 292, 294, 296, 297, 298, 299, 300, 301, 303, 304, 306, 307, 308, 309, 310, 311, 312, 313, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 332, 333, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 346, 347, 348, 349, 351, 352, 354, 355, 356, 357, 358, 359, 360, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 374, 375, 377, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 393, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 407, 408, 409, 411, 412, 413, 414, 415, 417, 418, 419], "outer_test_idx": [7, 16, 20, 29, 51, 59, 60, 69, 70, 74, 78, 79, 82, 83, 84, 87, 91, 93, 97, 102, 110, 112, 119, 120, 121, 132, 137, 140, 142, 143, 152, 161, 162, 165, 166, 173, 174, 177, 181, 186, 187, 194, 205, 207, 209, 214, 215, 221, 223, 226, 235, 238, 240, 243, 246, 251, 254, 263, 264, 266, 273, 284, 289, 290, 293, 295, 302, 305, 314, 315, 331, 334, 341, 350, 353, 361, 373, 376, 378, 392, 394, 402, 410, 416]} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_0/test_metrics.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_0/test_metrics.json new file mode 100644 index 0000000..f2f696b --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_0/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.5000130580754827, + "rmse": 1.2247502023169796, + "mae": 0.5513235701315374, + "r2": 0.08195508578319866 + }, + "delivery": { + "n_samples": 58, + "mse": 0.6098699437647568, + "rmse": 0.7809417031794094, + "mae": 0.6011813956088033, + "r2": 0.2248184995335506 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.8333333333333334, + "precision": 0.7904490377761939, + "recall": 0.7904490377761939, + "f1": 0.7904490377761939 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.6475648393751842, + "recall": 0.6809523809523809, + "f1": 0.6526484751203853 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9827586206896551, + "precision": 0.9912280701754386, + "recall": 0.75, + "f1": 0.8289085545722714 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.31929652154466054, + "js_divergence": 0.06311757696370286 + } +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_1/best_params.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_1/best_params.json new file mode 100644 index 0000000..b735162 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_1/best_params.json @@ -0,0 +1,12 @@ +{ + "dropout": 0.36640960296080094, + "lr": 0.0009935032389272061, + "weight_decay": 0.007506834667713186, + "backbone_lr_ratio": 0.10108281143505408, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_1/epoch_mean.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_1/epoch_mean.json new file mode 100644 index 0000000..735a6b9 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_1/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 11} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_1/history.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_1/history.json new file mode 100644 index 0000000..4b7be99 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_1/history.json @@ -0,0 +1,237 @@ +{ + "train": [ + { + "loss": 5.690161800384521, + "loss_size": 1.189884325861931, + "loss_pdi": 0.6715496301651, + "loss_ee": 1.0822121977806092, + "loss_delivery": 0.9816046833992005, + "loss_biodist": 1.1128089606761933, + "loss_toxic": 0.6609058678150177 + }, + { + "loss": 5.015087723731995, + "loss_size": 1.1365506678819657, + "loss_pdi": 0.6081841349601745, + "loss_ee": 0.9931918501853942, + "loss_delivery": 0.9461931824684143, + "loss_biodist": 0.7874724328517914, + "loss_toxic": 0.5648481160402298 + }, + { + "loss": 4.4928162574768065, + "loss_size": 1.0737243711948394, + "loss_pdi": 0.5840542733669281, + "loss_ee": 0.9511588513851166, + "loss_delivery": 0.8004588901996612, + "loss_biodist": 0.619153293967247, + "loss_toxic": 0.48818554282188414 + }, + { + "loss": 4.119502520561218, + "loss_size": 1.052136318385601, + "loss_pdi": 0.5726546883583069, + "loss_ee": 0.9047514855861664, + "loss_delivery": 0.773554441332817, + "loss_biodist": 0.4987696439027786, + "loss_toxic": 0.3413187012076378 + }, + { + "loss": 3.8408268690109253, + "loss_size": 1.0080846071243286, + "loss_pdi": 0.593186417222023, + "loss_ee": 0.8830170869827271, + "loss_delivery": 0.7021539807319641, + "loss_biodist": 0.4199835598468781, + "loss_toxic": 0.25591021180152895 + }, + { + "loss": 3.603969860076904, + "loss_size": 0.9665896967053413, + "loss_pdi": 0.534265223145485, + "loss_ee": 0.8248504996299744, + "loss_delivery": 0.6819487854838371, + "loss_biodist": 0.3866705894470215, + "loss_toxic": 0.22798593267798423 + }, + { + "loss": 3.5279754161834718, + "loss_size": 0.9392264425754547, + "loss_pdi": 0.5317829042673111, + "loss_ee": 0.798810213804245, + "loss_delivery": 0.747761806845665, + "loss_biodist": 0.34822759628295896, + "loss_toxic": 0.18188186809420587 + }, + { + "loss": 3.661241555213928, + "loss_size": 1.114355704188347, + "loss_pdi": 0.544609448313713, + "loss_ee": 0.7809613883495331, + "loss_delivery": 0.6891857922077179, + "loss_biodist": 0.35454697012901304, + "loss_toxic": 0.2011748395860195 + }, + { + "loss": 3.647503685951233, + "loss_size": 1.1867847949266435, + "loss_pdi": 0.49068042635917664, + "loss_ee": 0.7612938404083252, + "loss_delivery": 0.7279756560921669, + "loss_biodist": 0.3450884252786636, + "loss_toxic": 0.16020391061902045 + }, + { + "loss": 3.4281585454940795, + "loss_size": 0.9419048264622688, + "loss_pdi": 0.498330682516098, + "loss_ee": 0.7777611792087555, + "loss_delivery": 0.7194288223981857, + "loss_biodist": 0.33402347564697266, + "loss_toxic": 0.1774237260222435 + }, + { + "loss": 3.402118945121765, + "loss_size": 0.9237892001867294, + "loss_pdi": 0.4987943768501282, + "loss_ee": 0.7891723573207855, + "loss_delivery": 0.7009412780404091, + "loss_biodist": 0.3317346051335335, + "loss_toxic": 0.17829641103744506 + } + ], + "val": [ + { + "loss": 14.251262001693249, + "loss_size": 2.7426084615290165, + "loss_pdi": 2.7668208479703935, + "loss_ee": 1.84965006634593, + "loss_delivery": 0.7406838536262512, + "loss_biodist": 3.6853599548339844, + "loss_toxic": 2.5724637508392334, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 13.879438638687134, + "loss_size": 3.246104061603546, + "loss_pdi": 1.1581786987371743, + "loss_ee": 1.8079487681388855, + "loss_delivery": 0.34908974170684814, + "loss_biodist": 4.72705078125, + "loss_toxic": 2.7753286361694336, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 11.30401086807251, + "loss_size": 3.140974283218384, + "loss_pdi": 0.590329721570015, + "loss_ee": 2.473829984664917, + "loss_delivery": 0.9451518058776855, + "loss_biodist": 2.8875391483306885, + "loss_toxic": 1.450668454170227, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 5.917563438415527, + "loss_size": 2.3373581171035767, + "loss_pdi": 0.7212768197059631, + "loss_ee": 1.3266438841819763, + "loss_delivery": 0.5801224112510681, + "loss_biodist": 0.8109126687049866, + "loss_toxic": 0.22340703010559082, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.36363636363636365, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 2.2017491459846497, + "loss_size": 0.4596553444862366, + "loss_pdi": 0.5928162932395935, + "loss_ee": 0.5837425142526627, + "loss_delivery": 0.2711705267429352, + "loss_biodist": 0.2295028567314148, + "loss_toxic": 0.06653276830911636, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 1.843619018793106, + "loss_size": 0.337517112493515, + "loss_pdi": 0.5240353643894196, + "loss_ee": 0.5068006366491318, + "loss_delivery": 0.22263692319393158, + "loss_biodist": 0.20966367423534393, + "loss_toxic": 0.03639179468154907, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 1.8369120955467224, + "loss_size": 0.40816980600357056, + "loss_pdi": 0.5170520693063736, + "loss_ee": 0.49596188589930534, + "loss_delivery": 0.19062940776348114, + "loss_biodist": 0.18511846661567688, + "loss_toxic": 0.03358370065689087, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 1.6854368150234222, + "loss_size": 0.2946223318576813, + "loss_pdi": 0.5051011890172958, + "loss_ee": 0.4803689830005169, + "loss_delivery": 0.18430842459201813, + "loss_biodist": 0.18295420706272125, + "loss_toxic": 0.02873709797859192, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 1.6858542263507843, + "loss_size": 0.305390328168869, + "loss_pdi": 0.5007014721632004, + "loss_ee": 0.47501955181360245, + "loss_delivery": 0.18350207805633545, + "loss_biodist": 0.18312783539295197, + "loss_toxic": 0.028951579704880714, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 1.6575334668159485, + "loss_size": 0.2784598469734192, + "loss_pdi": 0.5052449852228165, + "loss_ee": 0.4691324532032013, + "loss_delivery": 0.18377985060214996, + "loss_biodist": 0.1851455122232437, + "loss_toxic": 0.026173150166869164, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 1.647377073764801, + "loss_size": 0.25929317623376846, + "loss_pdi": 0.5161628872156143, + "loss_ee": 0.4699825271964073, + "loss_delivery": 0.18454687297344208, + "loss_biodist": 0.18249762058258057, + "loss_toxic": 0.025294104591012, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_1/splits.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_1/splits.json new file mode 100644 index 0000000..1773fe5 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_1/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 3, 5, 6, 7, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 24, 26, 27, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 112, 114, 115, 118, 119, 120, 121, 123, 124, 125, 126, 128, 129, 130, 131, 132, 136, 137, 140, 141, 142, 143, 144, 145, 146, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 161, 162, 164, 165, 166, 167, 168, 169, 171, 172, 173, 174, 175, 176, 177, 178, 179, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 194, 195, 196, 197, 198, 199, 201, 202, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 225, 226, 228, 229, 231, 232, 233, 234, 235, 236, 237, 238, 240, 242, 243, 244, 246, 247, 248, 250, 251, 252, 254, 255, 256, 258, 259, 260, 261, 262, 263, 264, 266, 268, 269, 270, 271, 273, 274, 275, 276, 277, 278, 279, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 295, 296, 297, 300, 301, 302, 303, 304, 305, 306, 307, 308, 310, 311, 313, 314, 315, 316, 317, 318, 319, 321, 322, 323, 324, 325, 327, 328, 329, 330, 331, 333, 334, 335, 337, 338, 339, 340, 341, 342, 343, 344, 345, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 361, 362, 364, 365, 366, 367, 368, 369, 373, 374, 375, 376, 378, 379, 380, 381, 382, 384, 387, 388, 389, 391, 392, 393, 394, 396, 397, 398, 399, 402, 403, 404, 405, 406, 408, 409, 410, 411, 412, 413, 414, 416, 417, 419], "outer_test_idx": [1, 2, 4, 8, 9, 14, 17, 22, 23, 25, 28, 34, 37, 41, 43, 45, 63, 64, 68, 85, 96, 104, 111, 113, 116, 117, 122, 127, 133, 134, 135, 138, 139, 147, 160, 163, 170, 180, 191, 192, 193, 200, 203, 208, 224, 227, 230, 239, 241, 245, 249, 253, 257, 265, 267, 272, 280, 294, 298, 299, 309, 312, 320, 326, 332, 336, 346, 347, 360, 363, 370, 371, 372, 377, 383, 385, 386, 390, 395, 400, 401, 407, 415, 418]} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_1/test_metrics.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_1/test_metrics.json new file mode 100644 index 0000000..4fceeb1 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_1/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.35953046688813006, + "rmse": 0.5996085947417116, + "mae": 0.4586696324404329, + "r2": -0.09787822464275231 + }, + "delivery": { + "n_samples": 61, + "mse": 1.1161931438403756, + "rmse": 1.0565004230194968, + "mae": 0.6922882909840736, + "r2": 0.15512225528421297 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6685185185185185, + "recall": 0.7063492063492063, + "f1": 0.6762192056309704 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5476190476190477, + "precision": 0.48175125313283207, + "recall": 0.48011512297226583, + "f1": 0.4721157939548744 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.3950644341107201, + "js_divergence": 0.09966091530608283 + } +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_2/best_params.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_2/best_params.json new file mode 100644 index 0000000..a0f163c --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_2/best_params.json @@ -0,0 +1,12 @@ +{ + "dropout": 0.318342405407684, + "lr": 0.0008937362022799393, + "weight_decay": 0.06633867694372529, + "backbone_lr_ratio": 0.20906844321970927, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_2/epoch_mean.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_2/epoch_mean.json new file mode 100644 index 0000000..17fb17e --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_2/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 10} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_2/history.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_2/history.json new file mode 100644 index 0000000..0a3750b --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_2/history.json @@ -0,0 +1,216 @@ +{ + "train": [ + { + "loss": 6.120371389389038, + "loss_size": 1.5454729944467545, + "loss_pdi": 0.6601403653621674, + "loss_ee": 1.069458258152008, + "loss_delivery": 1.0308290749788285, + "loss_biodist": 1.1528971076011658, + "loss_toxic": 0.6679352998733521 + }, + { + "loss": 4.989258742332458, + "loss_size": 1.1054174512624741, + "loss_pdi": 0.6432794153690338, + "loss_ee": 1.013900339603424, + "loss_delivery": 0.890376278758049, + "loss_biodist": 0.8432588100433349, + "loss_toxic": 0.5088101089000702 + }, + { + "loss": 4.480851435661316, + "loss_size": 1.0250093176960946, + "loss_pdi": 0.6028325498104096, + "loss_ee": 0.9736166954040527, + "loss_delivery": 0.8690223038196564, + "loss_biodist": 0.6110427618026734, + "loss_toxic": 0.4193166673183441 + }, + { + "loss": 4.458040189743042, + "loss_size": 1.3500118359923363, + "loss_pdi": 0.5795828342437744, + "loss_ee": 0.9031877458095551, + "loss_delivery": 0.8723745167255401, + "loss_biodist": 0.5005194991827011, + "loss_toxic": 0.2762876100838184 + }, + { + "loss": 3.6713650465011596, + "loss_size": 0.9428067192435264, + "loss_pdi": 0.5491054594516754, + "loss_ee": 0.8509662389755249, + "loss_delivery": 0.7096938818693161, + "loss_biodist": 0.42276733219623563, + "loss_toxic": 0.21214713156223297 + }, + { + "loss": 3.55607213973999, + "loss_size": 0.9256311297416687, + "loss_pdi": 0.5255982667207718, + "loss_ee": 0.8466547906398774, + "loss_delivery": 0.7089663371443748, + "loss_biodist": 0.41232300698757174, + "loss_toxic": 0.15456384383141994 + }, + { + "loss": 3.4522277116775513, + "loss_size": 0.8846466436982154, + "loss_pdi": 0.5214570879936218, + "loss_ee": 0.7946006238460541, + "loss_delivery": 0.752051842212677, + "loss_biodist": 0.38330944180488585, + "loss_toxic": 0.13409302458167077 + }, + { + "loss": 3.309400725364685, + "loss_size": 0.8188066214323044, + "loss_pdi": 0.5153862059116363, + "loss_ee": 0.8008714616298676, + "loss_delivery": 0.6458104610443115, + "loss_biodist": 0.4099011570215225, + "loss_toxic": 0.13527849614620208 + }, + { + "loss": 3.2613839387893675, + "loss_size": 0.843678742647171, + "loss_pdi": 0.5112991333007812, + "loss_ee": 0.7749116897583008, + "loss_delivery": 0.6798483833670617, + "loss_biodist": 0.35379023253917696, + "loss_toxic": 0.11434709765017033 + }, + { + "loss": 3.2790340423583983, + "loss_size": 0.8493687808513641, + "loss_pdi": 0.5153828114271164, + "loss_ee": 0.7604458868503571, + "loss_delivery": 0.7082577548921108, + "loss_biodist": 0.3487837702035904, + "loss_toxic": 0.11392149552702904 + } + ], + "val": [ + { + "loss": 31.121932983398438, + "loss_size": 11.37618112564087, + "loss_pdi": 7.627802848815918, + "loss_ee": 8.261778354644775, + "loss_delivery": 0.7883476614952087, + "loss_biodist": 3.215151071548462, + "loss_toxic": 6.26379405730404e-05, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 27.223604202270508, + "loss_size": 8.448630094528198, + "loss_pdi": 4.6595776081085205, + "loss_ee": 7.333366632461548, + "loss_delivery": 2.713754892349243, + "loss_biodist": 4.367090225219727, + "loss_toxic": 2.7362952096154913e-05, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 13.467486381530762, + "loss_size": 1.722923556342721, + "loss_pdi": 2.8058156967163086, + "loss_ee": 4.767172336578369, + "loss_delivery": 1.4759490489959717, + "loss_biodist": 2.927734375, + "loss_toxic": 0.00035144996945746243, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 5.715693235397339, + "loss_size": 0.7490728795528412, + "loss_pdi": 1.3319993615150452, + "loss_ee": 1.9729333519935608, + "loss_delivery": 0.9985048174858093, + "loss_biodist": 0.6482511162757874, + "loss_toxic": 0.10335085541009903, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.3333333333333333, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.4365017414093018, + "loss_size": 0.3043541982769966, + "loss_pdi": 0.45934683084487915, + "loss_ee": 0.4923722743988037, + "loss_delivery": 0.7170434594154358, + "loss_biodist": 0.21668121218681335, + "loss_toxic": 0.25241619348526, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.2742066383361816, + "loss_size": 0.22480389149859548, + "loss_pdi": 0.39823178201913834, + "loss_ee": 0.4579532891511917, + "loss_delivery": 0.7410005331039429, + "loss_biodist": 0.24491435289382935, + "loss_toxic": 0.2105923891067505, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.2190119475126266, + "loss_size": 0.2139543890953064, + "loss_pdi": 0.38967230170965195, + "loss_ee": 0.4544268883764744, + "loss_delivery": 0.729695200920105, + "loss_biodist": 0.24956533312797546, + "loss_toxic": 0.1845780611038208, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.189032658934593, + "loss_size": 0.18267557537183166, + "loss_pdi": 0.3697962909936905, + "loss_ee": 0.4524207003414631, + "loss_delivery": 0.7574172019958496, + "loss_biodist": 0.26046401262283325, + "loss_toxic": 0.16923433542251587, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.1914793998003006, + "loss_size": 0.18211279627939803, + "loss_pdi": 0.3656071238219738, + "loss_ee": 0.45181378722190857, + "loss_delivery": 0.7655497193336487, + "loss_biodist": 0.2546330690383911, + "loss_toxic": 0.17467162013053894, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.1843226104974747, + "loss_size": 0.1741333045065403, + "loss_pdi": 0.3657117150723934, + "loss_ee": 0.4539703540503979, + "loss_delivery": 0.7712145447731018, + "loss_biodist": 0.2501569390296936, + "loss_toxic": 0.17209932208061218, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + } + ] +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_2/splits.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_2/splits.json new file mode 100644 index 0000000..14df306 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_2/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 43, 44, 45, 47, 48, 49, 50, 51, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 68, 69, 70, 72, 74, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 96, 97, 100, 101, 102, 103, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 142, 143, 145, 147, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 160, 161, 162, 163, 165, 166, 167, 168, 170, 171, 172, 173, 174, 175, 177, 179, 180, 181, 183, 184, 185, 186, 187, 188, 191, 192, 193, 194, 196, 197, 199, 200, 202, 203, 204, 205, 207, 208, 209, 210, 211, 212, 213, 214, 215, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 232, 233, 235, 236, 237, 238, 239, 240, 241, 242, 243, 245, 246, 249, 250, 251, 252, 253, 254, 255, 256, 257, 259, 260, 261, 263, 264, 265, 266, 267, 268, 269, 271, 272, 273, 274, 275, 276, 280, 281, 282, 283, 284, 285, 287, 289, 290, 293, 294, 295, 296, 297, 298, 299, 300, 302, 303, 305, 307, 308, 309, 310, 311, 312, 313, 314, 315, 317, 318, 320, 321, 322, 323, 324, 326, 327, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 358, 360, 361, 363, 364, 365, 366, 368, 369, 370, 371, 372, 373, 376, 377, 378, 379, 380, 381, 382, 383, 385, 386, 387, 388, 389, 390, 392, 394, 395, 398, 399, 400, 401, 402, 404, 405, 407, 408, 409, 410, 412, 413, 414, 415, 416, 417, 418], "outer_test_idx": [10, 12, 15, 31, 35, 42, 46, 52, 53, 54, 62, 66, 67, 71, 73, 75, 77, 81, 89, 90, 92, 98, 99, 105, 123, 124, 141, 144, 146, 154, 155, 164, 169, 176, 178, 182, 189, 190, 195, 198, 201, 206, 216, 217, 218, 219, 231, 234, 244, 247, 248, 258, 262, 270, 277, 278, 279, 286, 288, 291, 292, 301, 304, 306, 316, 319, 325, 328, 343, 357, 359, 362, 367, 374, 375, 384, 391, 393, 396, 397, 403, 406, 411, 419]} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_2/test_metrics.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_2/test_metrics.json new file mode 100644 index 0000000..0f23f65 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_2/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.4926918006241934, + "rmse": 0.7019200813655307, + "mae": 0.537246183603115, + "r2": 0.026942496675384175 + }, + "delivery": { + "n_samples": 60, + "mse": 0.726897839382552, + "rmse": 0.8525830395818064, + "mae": 0.5536939328614001, + "r2": 0.03237298701263025 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6686520376175549, + "recall": 0.6972140762463344, + "f1": 0.6762192056309704 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6139316239316239, + "recall": 0.6785714285714285, + "f1": 0.6277576489533011 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.38696828264806826, + "js_divergence": 0.0987549780391864 + } +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_3/best_params.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_3/best_params.json new file mode 100644 index 0000000..869457f --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_3/best_params.json @@ -0,0 +1,12 @@ +{ + "dropout": 0.12612237693012526, + "lr": 0.0009464809649969671, + "weight_decay": 0.07051438027639334, + "backbone_lr_ratio": 0.9343703462702573, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_3/epoch_mean.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_3/epoch_mean.json new file mode 100644 index 0000000..c288387 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_3/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 18} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_3/history.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_3/history.json new file mode 100644 index 0000000..faba358 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_3/history.json @@ -0,0 +1,384 @@ +{ + "train": [ + { + "loss": 5.2266968250274655, + "loss_size": 0.8537909328937531, + "loss_pdi": 0.6772095084190368, + "loss_ee": 1.075910472869873, + "loss_delivery": 0.9067249834537506, + "loss_biodist": 1.1115365147590637, + "loss_toxic": 0.6086407035589219 + }, + { + "loss": 4.306142902374267, + "loss_size": 0.7718606650829315, + "loss_pdi": 0.6121319711208344, + "loss_ee": 0.992641133069992, + "loss_delivery": 0.8013194978237153, + "loss_biodist": 0.7360473692417144, + "loss_toxic": 0.4062326669692993 + }, + { + "loss": 3.8139957427978515, + "loss_size": 0.6974141225218773, + "loss_pdi": 0.5643113672733306, + "loss_ee": 0.9088626861572265, + "loss_delivery": 0.8008200973272324, + "loss_biodist": 0.5445760816335679, + "loss_toxic": 0.3136837497353554 + }, + { + "loss": 4.050071048736572, + "loss_size": 0.7502574235200882, + "loss_pdi": 0.6060497105121613, + "loss_ee": 0.954151850938797, + "loss_delivery": 0.9302307486534118, + "loss_biodist": 0.5428307026624679, + "loss_toxic": 0.2941423043608665 + }, + { + "loss": 3.5870924472808836, + "loss_size": 0.7568428218364716, + "loss_pdi": 0.5567073076963425, + "loss_ee": 0.8350918650627136, + "loss_delivery": 0.7545906066894531, + "loss_biodist": 0.5207897424697876, + "loss_toxic": 0.18692626059055328 + }, + { + "loss": 3.4063260555267334, + "loss_size": 0.8311702013015747, + "loss_pdi": 0.4987951755523682, + "loss_ee": 0.810703581571579, + "loss_delivery": 0.7564232409000397, + "loss_biodist": 0.35182228237390517, + "loss_toxic": 0.1801762593910098 + }, + { + "loss": 3.16544189453125, + "loss_size": 0.7945439279079437, + "loss_pdi": 0.5021692991256714, + "loss_ee": 0.7565134823322296, + "loss_delivery": 0.6438627123832703, + "loss_biodist": 0.3402824863791466, + "loss_toxic": 0.14987281998619437 + }, + { + "loss": 2.81198890209198, + "loss_size": 0.6519294038414956, + "loss_pdi": 0.5009945303201675, + "loss_ee": 0.7232840657234192, + "loss_delivery": 0.6078858524560928, + "loss_biodist": 0.23479606062173844, + "loss_toxic": 0.11334207095205784 + }, + { + "loss": 2.5400012135505676, + "loss_size": 0.5920610263943672, + "loss_pdi": 0.4433219224214554, + "loss_ee": 0.6640033602714539, + "loss_delivery": 0.5541495159268379, + "loss_biodist": 0.21075763255357743, + "loss_toxic": 0.09307465609163046 + }, + { + "loss": 2.5925466775894166, + "loss_size": 0.609738776087761, + "loss_pdi": 0.4520172834396362, + "loss_ee": 0.6599611103534698, + "loss_delivery": 0.5127524852752685, + "loss_biodist": 0.20787514448165895, + "loss_toxic": 0.16722667180001735 + }, + { + "loss": 2.3221617102622987, + "loss_size": 0.5035484060645103, + "loss_pdi": 0.43082907795906067, + "loss_ee": 0.6492843389511108, + "loss_delivery": 0.48944447487592696, + "loss_biodist": 0.16787422224879264, + "loss_toxic": 0.10015662806108594 + }, + { + "loss": 2.348598837852478, + "loss_size": 0.5328022614121437, + "loss_pdi": 0.4518605023622513, + "loss_ee": 0.604455542564392, + "loss_delivery": 0.4886851474642754, + "loss_biodist": 0.18939172700047494, + "loss_toxic": 0.10189135912805795 + }, + { + "loss": 2.5277572751045225, + "loss_size": 0.8685659632086754, + "loss_pdi": 0.4186414390802383, + "loss_ee": 0.6073152393102645, + "loss_delivery": 0.4253119841217995, + "loss_biodist": 0.14511534199118614, + "loss_toxic": 0.08848735988140106 + }, + { + "loss": 2.149649214744568, + "loss_size": 0.4845284879207611, + "loss_pdi": 0.40528068989515303, + "loss_ee": 0.5713456183671951, + "loss_delivery": 0.447555610537529, + "loss_biodist": 0.14241116344928742, + "loss_toxic": 0.11715929917991161 + }, + { + "loss": 2.0795523881912232, + "loss_size": 0.5185737796127796, + "loss_pdi": 0.40380423069000243, + "loss_ee": 0.5811583667993545, + "loss_delivery": 0.4012256935238838, + "loss_biodist": 0.12267061546444893, + "loss_toxic": 0.074160251673311 + }, + { + "loss": 2.0315637826919555, + "loss_size": 0.4700252488255501, + "loss_pdi": 0.41676153540611266, + "loss_ee": 0.5679270148277282, + "loss_delivery": 0.4009239628911018, + "loss_biodist": 0.13369966000318528, + "loss_toxic": 0.0645414180122316 + }, + { + "loss": 2.05439578294754, + "loss_size": 0.5344601511955261, + "loss_pdi": 0.40941277146339417, + "loss_ee": 0.5382379084825516, + "loss_delivery": 0.4047132283449173, + "loss_biodist": 0.13030270785093306, + "loss_toxic": 0.05972291301004588 + }, + { + "loss": 1.924245572090149, + "loss_size": 0.4832766890525818, + "loss_pdi": 0.3639328837394714, + "loss_ee": 0.5360181927680969, + "loss_delivery": 0.35968316793441774, + "loss_biodist": 0.12227168381214142, + "loss_toxic": 0.07759054847992956 + } + ], + "val": [ + { + "loss": 212.32754516601562, + "loss_size": 0.3274073153734207, + "loss_pdi": 0.6179517060518265, + "loss_ee": 14.072934627532959, + "loss_delivery": 188.2798309326172, + "loss_biodist": 5.424441814422607, + "loss_toxic": 5.196369171142578, + "acc_pdi": 0.21212121212121213, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 75.10641860961914, + "loss_size": 0.8975031673908234, + "loss_pdi": 0.9911759197711945, + "loss_ee": 9.407026529312134, + "loss_delivery": 53.95008087158203, + "loss_biodist": 7.363304138183594, + "loss_toxic": 3.4896202087402344, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 30.455476760864258, + "loss_size": 0.1754526048898697, + "loss_pdi": 2.747780442237854, + "loss_ee": 5.465596914291382, + "loss_delivery": 14.710479259490967, + "loss_biodist": 5.875157594680786, + "loss_toxic": 2.0271728634775172, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 11.660218715667725, + "loss_size": 0.37073589861392975, + "loss_pdi": 1.9099485874176025, + "loss_ee": 2.634866714477539, + "loss_delivery": 3.382791042327881, + "loss_biodist": 2.98579603433609, + "loss_toxic": 0.600039035314694, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 4.812026619911194, + "loss_size": 0.19489366561174393, + "loss_pdi": 1.1574044525623322, + "loss_ee": 1.303087830543518, + "loss_delivery": 0.7927329540252686, + "loss_biodist": 1.3637384474277496, + "loss_toxic": 0.07739773206412792, + "acc_pdi": 0.8484848484848485, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.9589792490005493, + "loss_size": 0.17401582933962345, + "loss_pdi": 1.0093275308609009, + "loss_ee": 0.7967433035373688, + "loss_delivery": 0.3617678307928145, + "loss_biodist": 0.5851162821054459, + "loss_toxic": 0.061497950460761786, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.860647201538086, + "loss_size": 0.16085178405046463, + "loss_pdi": 0.9414748549461365, + "loss_ee": 0.46526526287198067, + "loss_delivery": 0.5438784509897232, + "loss_biodist": 0.714705765247345, + "loss_toxic": 0.05823789437999949, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.859875202178955, + "loss_size": 0.24519506096839905, + "loss_pdi": 0.9201228022575378, + "loss_ee": 0.6133346855640411, + "loss_delivery": 0.48798147588968277, + "loss_biodist": 0.5666100680828094, + "loss_toxic": 0.055127813189756125, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 3.0383355617523193, + "loss_size": 0.19720425247214735, + "loss_pdi": 1.0486680269241333, + "loss_ee": 0.5307416841387749, + "loss_delivery": 0.7017943076789379, + "loss_biodist": 0.5510974824428558, + "loss_toxic": 0.044981934581301175, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.896167516708374, + "loss_size": 0.19404089637100697, + "loss_pdi": 0.9646035879850388, + "loss_ee": 0.5781851187348366, + "loss_delivery": 0.6214861165208276, + "loss_biodist": 0.5271554440259933, + "loss_toxic": 0.045089298400853295, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.851343035697937, + "loss_size": 0.20536951906979084, + "loss_pdi": 0.9235897362232208, + "loss_ee": 0.5952936001121998, + "loss_delivery": 0.7055458687245846, + "loss_biodist": 0.41286972165107727, + "loss_toxic": 0.04565286042634398, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.6704724431037903, + "loss_size": 0.18876394629478455, + "loss_pdi": 0.7482797801494598, + "loss_ee": 0.529376458376646, + "loss_delivery": 0.7572238328866661, + "loss_biodist": 0.4387248009443283, + "loss_toxic": 0.04034619980666321, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.554471731185913, + "loss_size": 0.15389276389032602, + "loss_pdi": 0.8669839203357697, + "loss_ee": 0.499736912548542, + "loss_delivery": 0.6517600808292627, + "loss_biodist": 0.3776693493127823, + "loss_toxic": 0.035502258921042085, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 3.015945792198181, + "loss_size": 0.19041366316378117, + "loss_pdi": 1.0373757481575012, + "loss_ee": 0.533605795353651, + "loss_delivery": 0.8205330818891525, + "loss_biodist": 0.4419429898262024, + "loss_toxic": 0.03475822573818732, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.8732982873916626, + "loss_size": 0.1804293403401971, + "loss_pdi": 0.99785977602005, + "loss_ee": 0.5307499244809151, + "loss_delivery": 0.7448779745027423, + "loss_biodist": 0.42606888711452484, + "loss_toxic": 0.032939832817646675, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.8295711278915405, + "loss_size": 0.17214014939963818, + "loss_pdi": 0.9512898921966553, + "loss_ee": 0.5305828489363194, + "loss_delivery": 0.7462199348956347, + "loss_biodist": 0.4376784861087799, + "loss_toxic": 0.030546409892849624, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.826279878616333, + "loss_size": 0.1711592571809888, + "loss_pdi": 0.9499537348747253, + "loss_ee": 0.5237873047590256, + "loss_delivery": 0.7617753837257624, + "loss_biodist": 0.4285295158624649, + "loss_toxic": 0.03013451436709147, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.8353686332702637, + "loss_size": 0.17550351936370134, + "loss_pdi": 0.9350736439228058, + "loss_ee": 0.5329629778862, + "loss_delivery": 0.7670818213373423, + "loss_biodist": 0.4348946809768677, + "loss_toxic": 0.02934545233438257, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + } + ] +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_3/splits.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_3/splits.json new file mode 100644 index 0000000..7a2b13e --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_3/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 102, 104, 105, 106, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 127, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 166, 168, 169, 170, 172, 173, 174, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 195, 198, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 218, 219, 221, 223, 224, 226, 227, 228, 230, 231, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 251, 252, 253, 254, 255, 256, 257, 258, 259, 262, 263, 264, 265, 266, 267, 268, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 282, 284, 286, 288, 289, 290, 291, 292, 293, 294, 295, 297, 298, 299, 301, 302, 304, 305, 306, 307, 308, 309, 310, 312, 314, 315, 316, 317, 319, 320, 321, 325, 326, 327, 328, 331, 332, 334, 336, 340, 341, 343, 344, 346, 347, 348, 350, 352, 353, 357, 359, 360, 361, 362, 363, 364, 366, 367, 368, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 382, 383, 384, 385, 386, 387, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 400, 401, 402, 403, 404, 406, 407, 410, 411, 412, 414, 415, 416, 418, 419], "outer_test_idx": [3, 6, 13, 18, 19, 26, 33, 44, 48, 49, 50, 56, 57, 72, 80, 88, 94, 101, 103, 107, 108, 114, 126, 128, 130, 145, 149, 157, 167, 171, 175, 188, 196, 197, 199, 211, 220, 222, 225, 229, 232, 236, 250, 260, 261, 271, 281, 283, 285, 287, 296, 300, 303, 311, 313, 318, 322, 323, 324, 329, 330, 333, 335, 337, 338, 339, 342, 345, 349, 351, 354, 355, 356, 358, 365, 369, 381, 388, 399, 405, 408, 409, 413, 417]} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_3/test_metrics.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_3/test_metrics.json new file mode 100644 index 0000000..316f789 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_3/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.7722816318702095, + "rmse": 1.3312706831708605, + "mae": 0.5694137913208589, + "r2": -0.0024159991478140963 + }, + "delivery": { + "n_samples": 59, + "mse": 0.6715869625788514, + "rmse": 0.8195040955229275, + "mae": 0.48721023672654973, + "r2": 0.34713768051792715 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6267796610169492, + "recall": 0.6370967741935484, + "f1": 0.6307367680675224 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6190476190476191, + "precision": 0.5535293250810492, + "recall": 0.5760683760683761, + "f1": 0.5530481924570595 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9333333333333333, + "precision": 0.7142857142857143, + "recall": 0.9649122807017544, + "f1": 0.7818181818181817 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.27026190922231863, + "js_divergence": 0.06299181317830951 + } +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_4/best_params.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_4/best_params.json new file mode 100644 index 0000000..470e343 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_4/best_params.json @@ -0,0 +1,12 @@ +{ + "dropout": 0.313123672812509, + "lr": 0.0009765192272158632, + "weight_decay": 0.0053740240978641905, + "backbone_lr_ratio": 0.13566938254683006, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_4/epoch_mean.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_4/epoch_mean.json new file mode 100644 index 0000000..0ac5b47 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_4/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 13} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_4/history.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_4/history.json new file mode 100644 index 0000000..52171b8 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_4/history.json @@ -0,0 +1,279 @@ +{ + "train": [ + { + "loss": 5.3198872089385985, + "loss_size": 0.7633101761341095, + "loss_pdi": 0.69187433719635, + "loss_ee": 1.0832348108291625, + "loss_delivery": 1.0180094748735429, + "loss_biodist": 1.148764544725418, + "loss_toxic": 0.6217172026634217 + }, + { + "loss": 4.566192626953125, + "loss_size": 0.7208155035972595, + "loss_pdi": 0.6390170753002167, + "loss_ee": 1.0221041083335876, + "loss_delivery": 0.8898677706718445, + "loss_biodist": 0.7914427876472473, + "loss_toxic": 0.5198462009429932 + }, + { + "loss": 4.146983289718628, + "loss_size": 0.6776367217302323, + "loss_pdi": 0.6037499070167541, + "loss_ee": 0.9752871036529541, + "loss_delivery": 0.9565405771136284, + "loss_biodist": 0.5647945314645767, + "loss_toxic": 0.3892128989100456 + }, + { + "loss": 3.7967033624649047, + "loss_size": 0.7183691769838333, + "loss_pdi": 0.5778270542621613, + "loss_ee": 0.9329063177108765, + "loss_delivery": 0.8745826601982116, + "loss_biodist": 0.45337353348731996, + "loss_toxic": 0.2596608318388462 + }, + { + "loss": 3.3552826166152956, + "loss_size": 0.6089909583330154, + "loss_pdi": 0.5439370036125183, + "loss_ee": 0.8673183023929596, + "loss_delivery": 0.7894738852977753, + "loss_biodist": 0.35936565697193146, + "loss_toxic": 0.20247428640723228 + }, + { + "loss": 3.1958189487457274, + "loss_size": 0.5609132274985313, + "loss_pdi": 0.5376191437244415, + "loss_ee": 0.852169007062912, + "loss_delivery": 0.7843496188521385, + "loss_biodist": 0.3403240665793419, + "loss_toxic": 0.13841744996607303 + }, + { + "loss": 2.9731104135513307, + "loss_size": 0.49060665220022204, + "loss_pdi": 0.5260781496763229, + "loss_ee": 0.8076612710952759, + "loss_delivery": 0.7398313388228417, + "loss_biodist": 0.3146186485886574, + "loss_toxic": 0.11118286624550819 + }, + { + "loss": 2.8677444219589234, + "loss_size": 0.5340122729539871, + "loss_pdi": 0.5293333381414413, + "loss_ee": 0.7733309209346771, + "loss_delivery": 0.6874321639537812, + "loss_biodist": 0.28239639699459074, + "loss_toxic": 0.07821389734745025 + }, + { + "loss": 2.8695883989334106, + "loss_size": 0.456363120675087, + "loss_pdi": 0.48993122577667236, + "loss_ee": 0.7969828844070435, + "loss_delivery": 0.7760309278964996, + "loss_biodist": 0.25856100767850876, + "loss_toxic": 0.11154234390705824 + }, + { + "loss": 2.9714117527008055, + "loss_size": 0.4756880059838295, + "loss_pdi": 0.525236451625824, + "loss_ee": 0.7951141834259033, + "loss_delivery": 0.7354356780648231, + "loss_biodist": 0.2668692722916603, + "loss_toxic": 0.193408365547657 + }, + { + "loss": 2.769060969352722, + "loss_size": 0.4312173441052437, + "loss_pdi": 0.5284072905778885, + "loss_ee": 0.783972293138504, + "loss_delivery": 0.7113264828920365, + "loss_biodist": 0.2603357031941414, + "loss_toxic": 0.07603959087282419 + }, + { + "loss": 3.04667272567749, + "loss_size": 0.7416645839810372, + "loss_pdi": 0.5002941101789474, + "loss_ee": 0.7996781051158905, + "loss_delivery": 0.6856007933616638, + "loss_biodist": 0.24077045917510986, + "loss_toxic": 0.10171894459053873 + }, + { + "loss": 2.8001315355300904, + "loss_size": 0.45860919952392576, + "loss_pdi": 0.4763676881790161, + "loss_ee": 0.7997625172138214, + "loss_delivery": 0.742407999932766, + "loss_biodist": 0.23087860345840455, + "loss_toxic": 0.11384730339050293 + } + ], + "val": [ + { + "loss": 151.37682723999023, + "loss_size": 109.16299438476562, + "loss_pdi": 0.8854561783373356, + "loss_ee": 13.746476173400879, + "loss_delivery": 24.054847717285156, + "loss_biodist": 2.788853645324707, + "loss_toxic": 1.333778738975525, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.96 + }, + { + "loss": 94.67638397216797, + "loss_size": 79.8163070678711, + "loss_pdi": 0.630886547267437, + "loss_ee": 8.72434663772583, + "loss_delivery": 1.8503535985946655, + "loss_biodist": 2.0269339084625244, + "loss_toxic": 2.191328525543213, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.96 + }, + { + "loss": 33.03701877593994, + "loss_size": 24.479528427124023, + "loss_pdi": 0.6195036470890045, + "loss_ee": 4.856629848480225, + "loss_delivery": 0.3994932472705841, + "loss_biodist": 1.5843472480773926, + "loss_toxic": 1.4051145315170288, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.96 + }, + { + "loss": 7.850891351699829, + "loss_size": 4.216884076595306, + "loss_pdi": 0.656823456287384, + "loss_ee": 2.060563623905182, + "loss_delivery": 0.4691290855407715, + "loss_biodist": 0.4614642560482025, + "loss_toxic": 0.07764291763305664, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.36363636363636365, + "acc_toxic": 0.96 + }, + { + "loss": 4.38484525680542, + "loss_size": 1.9234002381563187, + "loss_pdi": 0.7618274986743927, + "loss_ee": 1.1175106167793274, + "loss_delivery": 0.3754430413246155, + "loss_biodist": 0.1797235757112503, + "loss_toxic": 0.0694519504904747, + "acc_pdi": 0.5454545454545454, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 4.413366436958313, + "loss_size": 1.9679179787635803, + "loss_pdi": 0.7286995053291321, + "loss_ee": 1.1738770306110382, + "loss_delivery": 0.34018996357917786, + "loss_biodist": 0.1844538003206253, + "loss_toxic": 0.06463465094566345, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 4.314068794250488, + "loss_size": 1.865495353937149, + "loss_pdi": 0.7774328291416168, + "loss_ee": 1.105441153049469, + "loss_delivery": 0.34113433957099915, + "loss_biodist": 0.1971006989479065, + "loss_toxic": 0.07435857504606247, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 4.181123733520508, + "loss_size": 1.7796541452407837, + "loss_pdi": 0.7909885346889496, + "loss_ee": 1.0451889336109161, + "loss_delivery": 0.32920458912849426, + "loss_biodist": 0.19488513469696045, + "loss_toxic": 0.0862542912364006, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 4.010855317115784, + "loss_size": 1.7509412914514542, + "loss_pdi": 0.7213941514492035, + "loss_ee": 0.9816495180130005, + "loss_delivery": 0.3286260962486267, + "loss_biodist": 0.18289732933044434, + "loss_toxic": 0.08557549864053726, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 3.951658010482788, + "loss_size": 1.6630706042051315, + "loss_pdi": 0.7557414472103119, + "loss_ee": 1.01742422580719, + "loss_delivery": 0.31569284200668335, + "loss_biodist": 0.17840929329395294, + "loss_toxic": 0.06420498341321945, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 3.9062973260879517, + "loss_size": 1.6621500700712204, + "loss_pdi": 0.7467974722385406, + "loss_ee": 0.9766978025436401, + "loss_delivery": 0.3118675649166107, + "loss_biodist": 0.18103832006454468, + "loss_toxic": 0.06865832954645157, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 3.8756386041641235, + "loss_size": 1.641410455107689, + "loss_pdi": 0.751421332359314, + "loss_ee": 0.9626970589160919, + "loss_delivery": 0.3124241232872009, + "loss_biodist": 0.17649595439434052, + "loss_toxic": 0.07144398242235184, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 3.8911858797073364, + "loss_size": 1.6369886845350266, + "loss_pdi": 0.7499736249446869, + "loss_ee": 0.9913561344146729, + "loss_delivery": 0.3116900622844696, + "loss_biodist": 0.1769104152917862, + "loss_toxic": 0.06587354838848114, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + } + ] +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_4/splits.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_4/splits.json new file mode 100644 index 0000000..8dd0299 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_4/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 110, 111, 112, 113, 114, 116, 117, 119, 120, 121, 122, 123, 124, 126, 127, 128, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 152, 154, 155, 157, 160, 161, 162, 163, 164, 165, 166, 167, 169, 170, 171, 173, 174, 175, 176, 177, 178, 180, 181, 182, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 203, 205, 206, 207, 208, 209, 211, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 234, 235, 236, 238, 239, 240, 241, 243, 244, 245, 246, 247, 248, 249, 250, 251, 253, 254, 257, 258, 260, 261, 262, 263, 264, 265, 266, 267, 270, 271, 272, 273, 277, 278, 279, 280, 281, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 298, 299, 300, 301, 302, 303, 304, 305, 306, 309, 311, 312, 313, 314, 315, 316, 318, 319, 320, 322, 323, 324, 325, 326, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 341, 342, 343, 345, 346, 347, 349, 350, 351, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 365, 367, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 381, 383, 384, 385, 386, 388, 390, 391, 392, 393, 394, 395, 396, 397, 399, 400, 401, 402, 403, 405, 406, 407, 408, 409, 410, 411, 413, 415, 416, 417, 418, 419], "outer_test_idx": [0, 5, 11, 21, 24, 27, 30, 32, 36, 38, 39, 40, 47, 55, 58, 61, 65, 76, 86, 95, 100, 106, 109, 115, 118, 125, 129, 131, 136, 148, 150, 151, 153, 156, 158, 159, 168, 172, 179, 183, 184, 185, 202, 204, 210, 212, 213, 228, 233, 237, 242, 252, 255, 256, 259, 268, 269, 274, 275, 276, 282, 297, 307, 308, 310, 317, 321, 327, 340, 344, 348, 352, 364, 366, 368, 379, 380, 382, 387, 389, 398, 404, 412, 414]} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_1/outer_fold_4/test_metrics.json b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_4/test_metrics.json new file mode 100644 index 0000000..6007b3a --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_1/outer_fold_4/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.7536341327012797, + "rmse": 0.8681210357440255, + "mae": 0.5072707110472644, + "r2": -0.00845608290415334 + }, + "delivery": { + "n_samples": 58, + "mse": 1.087167994986309, + "rmse": 1.0426734843594656, + "mae": 0.6497257278654082, + "r2": -0.0512735040716632 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.75, + "precision": 0.6890838206627681, + "recall": 0.7133431085043989, + "f1": 0.6974789915966386 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.6308992939427722, + "recall": 0.6444444444444445, + "f1": 0.633663610371685 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.21472605299515538, + "js_divergence": 0.0586261381599948 + } +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_0/best_params.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_0/best_params.json new file mode 100644 index 0000000..169f429 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_0/best_params.json @@ -0,0 +1,12 @@ +{ + "dropout": 0.18569939775458322, + "lr": 0.0009872295492725695, + "weight_decay": 0.017393516831905452, + "backbone_lr_ratio": 0.17239541174804215, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_0/epoch_mean.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_0/epoch_mean.json new file mode 100644 index 0000000..735a6b9 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_0/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 11} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_0/history.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_0/history.json new file mode 100644 index 0000000..f6e0a74 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_0/history.json @@ -0,0 +1,237 @@ +{ + "train": [ + { + "loss": 5.449092626571655, + "loss_size": 0.8463821470737457, + "loss_pdi": 0.6531818926334381, + "loss_ee": 1.0796023964881898, + "loss_delivery": 1.0442003339529038, + "loss_biodist": 1.142931294441223, + "loss_toxic": 0.6911491274833679 + }, + { + "loss": 4.678988337516785, + "loss_size": 1.0209883362054826, + "loss_pdi": 0.602011775970459, + "loss_ee": 0.9843448162078857, + "loss_delivery": 0.868944326043129, + "loss_biodist": 0.7855531632900238, + "loss_toxic": 0.43422114551067353 + }, + { + "loss": 3.8828047037124636, + "loss_size": 0.6727842763066292, + "loss_pdi": 0.5638415515422821, + "loss_ee": 0.9300254762172699, + "loss_delivery": 0.8391703262925148, + "loss_biodist": 0.568875539302826, + "loss_toxic": 0.32425700277090075 + }, + { + "loss": 3.950264048576355, + "loss_size": 1.0529354870319367, + "loss_pdi": 0.5390785008668899, + "loss_ee": 0.8994648933410645, + "loss_delivery": 0.7956141114234925, + "loss_biodist": 0.4504675894975662, + "loss_toxic": 0.2338446371257305 + }, + { + "loss": 3.171139967441559, + "loss_size": 0.67209033370018, + "loss_pdi": 0.5058561980724334, + "loss_ee": 0.7969049036502838, + "loss_delivery": 0.7200598813593387, + "loss_biodist": 0.35736297369003295, + "loss_toxic": 0.13218607269227506 + }, + { + "loss": 3.089067244529724, + "loss_size": 0.5777189195156097, + "loss_pdi": 0.45978887677192687, + "loss_ee": 0.7973751246929168, + "loss_delivery": 0.7926068544387818, + "loss_biodist": 0.33243380635976794, + "loss_toxic": 0.14422718472778798 + }, + { + "loss": 2.824042725563049, + "loss_size": 0.5082829475402832, + "loss_pdi": 0.46822271645069125, + "loss_ee": 0.7749077081680298, + "loss_delivery": 0.7078689366579056, + "loss_biodist": 0.27962898164987565, + "loss_toxic": 0.09844160005450249 + }, + { + "loss": 2.8571096420288087, + "loss_size": 0.4909460961818695, + "loss_pdi": 0.4669936686754227, + "loss_ee": 0.7580368220806122, + "loss_delivery": 0.7777129769325256, + "loss_biodist": 0.2535310655832291, + "loss_toxic": 0.12509770039469004 + }, + { + "loss": 2.6829344511032103, + "loss_size": 0.4839496031403542, + "loss_pdi": 0.4512131690979004, + "loss_ee": 0.743899917602539, + "loss_delivery": 0.6636333405971527, + "loss_biodist": 0.240355783700943, + "loss_toxic": 0.11239960938692092 + }, + { + "loss": 2.8401250004768372, + "loss_size": 0.679023240506649, + "loss_pdi": 0.44916839003562925, + "loss_ee": 0.7359160959720612, + "loss_delivery": 0.6693838536739349, + "loss_biodist": 0.2336220309138298, + "loss_toxic": 0.08850220618769526 + }, + { + "loss": 2.531557321548462, + "loss_size": 0.4534479148685932, + "loss_pdi": 0.4408748745918274, + "loss_ee": 0.7259799718856812, + "loss_delivery": 0.6009897664189339, + "loss_biodist": 0.23776510804891587, + "loss_toxic": 0.0835730129852891 + } + ], + "val": [ + { + "loss": 188.90975952148438, + "loss_size": 45.01241683959961, + "loss_pdi": 3.2897791862487793, + "loss_ee": 23.29022216796875, + "loss_delivery": 103.00629806518555, + "loss_biodist": 14.998572826385498, + "loss_toxic": 0.5866744741797447, + "acc_pdi": 0.24242424242424243, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 65.91048431396484, + "loss_size": 17.505257606506348, + "loss_pdi": 0.6360184773802757, + "loss_ee": 13.60608434677124, + "loss_delivery": 18.747560024261475, + "loss_biodist": 14.360416889190674, + "loss_toxic": 1.8936293558363104, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 20.623906135559082, + "loss_size": 1.8114935755729675, + "loss_pdi": 0.772331653162837, + "loss_ee": 6.966356515884399, + "loss_delivery": 1.8137834966182709, + "loss_biodist": 7.9090540409088135, + "loss_toxic": 1.7319070062949322, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 3.71417498588562, + "loss_size": 0.3245811965316534, + "loss_pdi": 0.6202343385666609, + "loss_ee": 1.3963280022144318, + "loss_delivery": 0.5899864500388503, + "loss_biodist": 0.6940107941627502, + "loss_toxic": 0.12449116259813309, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.30303030303030304, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.81367789208889, + "loss_size": 0.23402975732460618, + "loss_pdi": 0.29450613632798195, + "loss_ee": 0.4783802628517151, + "loss_delivery": 0.45590384281240404, + "loss_biodist": 0.2778492271900177, + "loss_toxic": 0.05870048888027668, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.8064501881599426, + "loss_size": 0.24365851655602455, + "loss_pdi": 0.30049131717532873, + "loss_ee": 0.4604756459593773, + "loss_delivery": 0.408929499797523, + "loss_biodist": 0.3284158557653427, + "loss_toxic": 0.051831915974617004, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.8169548511505127, + "loss_size": 0.24683533981442451, + "loss_pdi": 0.30905733723193407, + "loss_ee": 0.44691873900592327, + "loss_delivery": 0.38278661756521615, + "loss_biodist": 0.36872436106204987, + "loss_toxic": 0.05168247036635876, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.8818739354610443, + "loss_size": 0.26859522610902786, + "loss_pdi": 0.30615095095708966, + "loss_ee": 0.4428381510078907, + "loss_delivery": 0.3961277920752764, + "loss_biodist": 0.4104864299297333, + "loss_toxic": 0.049348259344697, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.8650652170181274, + "loss_size": 0.2776916176080704, + "loss_pdi": 0.29989287769421935, + "loss_ee": 0.44173157401382923, + "loss_delivery": 0.3812694759108126, + "loss_biodist": 0.4180755913257599, + "loss_toxic": 0.03872741665691137, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.860511988401413, + "loss_size": 0.2812216803431511, + "loss_pdi": 0.30004148418083787, + "loss_ee": 0.44041919335722923, + "loss_delivery": 0.3759109512902796, + "loss_biodist": 0.4222371429204941, + "loss_toxic": 0.03345674928277731, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.8582188487052917, + "loss_size": 0.29131920635700226, + "loss_pdi": 0.29559751553460956, + "loss_ee": 0.4416970517486334, + "loss_delivery": 0.37560337950708345, + "loss_biodist": 0.40974242985248566, + "loss_toxic": 0.03689831122756004, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + } + ] +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_0/splits.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_0/splits.json new file mode 100644 index 0000000..cccb9d8 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_0/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67, 68, 71, 72, 73, 75, 76, 77, 80, 81, 85, 86, 88, 89, 90, 92, 94, 95, 96, 98, 99, 100, 101, 103, 104, 105, 106, 107, 108, 109, 111, 113, 114, 115, 116, 117, 118, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 133, 134, 135, 136, 138, 139, 141, 144, 145, 146, 147, 148, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 163, 164, 167, 168, 169, 170, 171, 172, 175, 176, 178, 179, 180, 182, 183, 184, 185, 188, 189, 190, 191, 192, 193, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 206, 208, 210, 211, 212, 213, 216, 217, 218, 219, 220, 222, 224, 225, 227, 228, 229, 230, 231, 232, 233, 234, 236, 237, 239, 241, 242, 244, 245, 247, 248, 249, 250, 252, 253, 255, 256, 257, 258, 259, 260, 261, 262, 265, 267, 268, 269, 270, 271, 272, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 285, 286, 287, 288, 291, 292, 294, 296, 297, 298, 299, 300, 301, 303, 304, 306, 307, 308, 309, 310, 311, 312, 313, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 332, 333, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 346, 347, 348, 349, 351, 352, 354, 355, 356, 357, 358, 359, 360, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 374, 375, 377, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 393, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 407, 408, 409, 411, 412, 413, 414, 415, 417, 418, 419], "outer_test_idx": [7, 16, 20, 29, 51, 59, 60, 69, 70, 74, 78, 79, 82, 83, 84, 87, 91, 93, 97, 102, 110, 112, 119, 120, 121, 132, 137, 140, 142, 143, 152, 161, 162, 165, 166, 173, 174, 177, 181, 186, 187, 194, 205, 207, 209, 214, 215, 221, 223, 226, 235, 238, 240, 243, 246, 251, 254, 263, 264, 266, 273, 284, 289, 290, 293, 295, 302, 305, 314, 315, 331, 334, 341, 350, 353, 361, 373, 376, 378, 392, 394, 402, 410, 416]} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_0/test_metrics.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_0/test_metrics.json new file mode 100644 index 0000000..e68a11f --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_0/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.5072429789639405, + "rmse": 1.2276982442619768, + "mae": 0.5558247003165713, + "r2": 0.07753019623566748 + }, + "delivery": { + "n_samples": 58, + "mse": 0.5835939668070607, + "rmse": 0.76393322143173, + "mae": 0.5947980444942569, + "r2": 0.2582168518421626 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7738095238095238, + "precision": 0.7232142857142857, + "recall": 0.7494654312188168, + "f1": 0.7325289089994973 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6729142936039488, + "recall": 0.7214285714285715, + "f1": 0.6806141997028696 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.28982565124202386, + "js_divergence": 0.06069208833134297 + } +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_1/best_params.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_1/best_params.json new file mode 100644 index 0000000..b735162 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_1/best_params.json @@ -0,0 +1,12 @@ +{ + "dropout": 0.36640960296080094, + "lr": 0.0009935032389272061, + "weight_decay": 0.007506834667713186, + "backbone_lr_ratio": 0.10108281143505408, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_1/epoch_mean.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_1/epoch_mean.json new file mode 100644 index 0000000..735a6b9 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_1/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 11} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_1/history.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_1/history.json new file mode 100644 index 0000000..2c64c52 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_1/history.json @@ -0,0 +1,237 @@ +{ + "train": [ + { + "loss": 5.901606559753418, + "loss_size": 1.2065881758928299, + "loss_pdi": 0.6568825721740723, + "loss_ee": 1.0730257749557495, + "loss_delivery": 1.1219383984804154, + "loss_biodist": 1.1867228746414185, + "loss_toxic": 0.6668074429035187 + }, + { + "loss": 4.969041323661804, + "loss_size": 1.1804757505655288, + "loss_pdi": 0.6160871386528015, + "loss_ee": 0.9857695698738098, + "loss_delivery": 0.8546574175357818, + "loss_biodist": 0.8020791649818421, + "loss_toxic": 0.550473666191101 + }, + { + "loss": 4.529213881492614, + "loss_size": 1.135186380147934, + "loss_pdi": 0.595760029554367, + "loss_ee": 0.9603484511375427, + "loss_delivery": 0.8062571913003922, + "loss_biodist": 0.5837476968765258, + "loss_toxic": 0.4725710928440094 + }, + { + "loss": 4.098095178604126, + "loss_size": 1.0632753282785417, + "loss_pdi": 0.5697092026472091, + "loss_ee": 0.8684752643108368, + "loss_delivery": 0.8286568135023117, + "loss_biodist": 0.4417699038982391, + "loss_toxic": 0.3501173913478851 + }, + { + "loss": 3.7869781255722046, + "loss_size": 0.9929396659135818, + "loss_pdi": 0.5613552153110504, + "loss_ee": 0.8111471951007843, + "loss_delivery": 0.7437609761953354, + "loss_biodist": 0.4380580335855484, + "loss_toxic": 0.26053340286016463 + }, + { + "loss": 3.6553616285324098, + "loss_size": 0.918002250790596, + "loss_pdi": 0.541991326212883, + "loss_ee": 0.8302526533603668, + "loss_delivery": 0.7477440476417542, + "loss_biodist": 0.3995376527309418, + "loss_toxic": 0.23948886543512343 + }, + { + "loss": 3.521389031410217, + "loss_size": 0.9813198298215866, + "loss_pdi": 0.5267888069152832, + "loss_ee": 0.7885477840900421, + "loss_delivery": 0.6853216931223869, + "loss_biodist": 0.337273308634758, + "loss_toxic": 0.22192156538367272 + }, + { + "loss": 3.2853312730789184, + "loss_size": 0.8076761543750763, + "loss_pdi": 0.5233874380588531, + "loss_ee": 0.776021021604538, + "loss_delivery": 0.7353604823350907, + "loss_biodist": 0.3144132807850838, + "loss_toxic": 0.1465326279401779 + }, + { + "loss": 3.3931561946868896, + "loss_size": 0.8530812963843346, + "loss_pdi": 0.5077527463436127, + "loss_ee": 0.7840090811252594, + "loss_delivery": 0.7130382150411606, + "loss_biodist": 0.3390728488564491, + "loss_toxic": 0.21623777076601983 + }, + { + "loss": 3.408563423156738, + "loss_size": 0.9367903709411621, + "loss_pdi": 0.5393963605165482, + "loss_ee": 0.7679374992847443, + "loss_delivery": 0.7398537293076515, + "loss_biodist": 0.2991093099117279, + "loss_toxic": 0.14827398546040058 + }, + { + "loss": 3.3290008068084718, + "loss_size": 0.8624186828732491, + "loss_pdi": 0.5163982570171356, + "loss_ee": 0.7700368523597717, + "loss_delivery": 0.7174924358725547, + "loss_biodist": 0.34391860365867616, + "loss_toxic": 0.13990672975778579 + } + ], + "val": [ + { + "loss": 132.56271362304688, + "loss_size": 81.33299255371094, + "loss_pdi": 2.5050874351491075, + "loss_ee": 7.608971118927002, + "loss_delivery": 20.74916648864746, + "loss_biodist": 20.621540546417236, + "loss_toxic": 0.6091575622558594, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.2727272727272727, + "acc_toxic": 1.0 + }, + { + "loss": 65.57118225097656, + "loss_size": 35.65294075012207, + "loss_pdi": 2.0960091285814997, + "loss_ee": 5.895962297915389, + "loss_delivery": 3.148690491914749, + "loss_biodist": 19.59813117980957, + "loss_toxic": 0.016315508168190718, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.2727272727272727, + "acc_toxic": 1.0 + }, + { + "loss": 26.14203453063965, + "loss_size": 8.701539516448975, + "loss_pdi": 1.472307329531759, + "loss_ee": 3.043973806896247, + "loss_delivery": 1.5724104046821594, + "loss_biodist": 11.786346197128296, + "loss_toxic": 0.026583264581859112, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.2727272727272727, + "acc_toxic": 1.0 + }, + { + "loss": 7.222604513168335, + "loss_size": 1.2069462537765503, + "loss_pdi": 0.7914322391152382, + "loss_ee": 1.4730214625597, + "loss_delivery": 1.128986656665802, + "loss_biodist": 2.507304310798645, + "loss_toxic": 0.22003231942653656, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.3939393939393939, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.6449748277664185, + "loss_size": 0.6141378283500671, + "loss_pdi": 0.45458294451236725, + "loss_ee": 1.5160790383815765, + "loss_delivery": 0.47068952023983, + "loss_biodist": 0.4285694509744644, + "loss_toxic": 0.19025897607207298, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.7185298204421997, + "loss_size": 0.6736274808645248, + "loss_pdi": 0.44979293644428253, + "loss_ee": 1.556200534105301, + "loss_delivery": 0.5530323311686516, + "loss_biodist": 0.38627544045448303, + "loss_toxic": 0.1352948360145092, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.745786190032959, + "loss_size": 0.658877432346344, + "loss_pdi": 0.45660917460918427, + "loss_ee": 1.6202260553836823, + "loss_delivery": 0.5536150559782982, + "loss_biodist": 0.3847600221633911, + "loss_toxic": 0.11236662603914738, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.81522536277771, + "loss_size": 0.6509192734956741, + "loss_pdi": 0.47273319959640503, + "loss_ee": 1.6899810135364532, + "loss_delivery": 0.4969055950641632, + "loss_biodist": 0.454554483294487, + "loss_toxic": 0.09597210586071014, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.8280935287475586, + "loss_size": 0.631020724773407, + "loss_pdi": 0.4882955402135849, + "loss_ee": 1.7266646325588226, + "loss_delivery": 0.46563348919153214, + "loss_biodist": 0.47606857120990753, + "loss_toxic": 0.08867285028100014, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.791571617126465, + "loss_size": 0.617971658706665, + "loss_pdi": 0.4741324335336685, + "loss_ee": 1.7368178069591522, + "loss_delivery": 0.46720805019140244, + "loss_biodist": 0.4530954211950302, + "loss_toxic": 0.09044981561601162, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.786234140396118, + "loss_size": 0.6090261340141296, + "loss_pdi": 0.47116221487522125, + "loss_ee": 1.7393423318862915, + "loss_delivery": 0.47243160009384155, + "loss_biodist": 0.4540674239397049, + "loss_toxic": 0.0884552150964737, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + } + ] +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_1/splits.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_1/splits.json new file mode 100644 index 0000000..1773fe5 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_1/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 3, 5, 6, 7, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 24, 26, 27, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 112, 114, 115, 118, 119, 120, 121, 123, 124, 125, 126, 128, 129, 130, 131, 132, 136, 137, 140, 141, 142, 143, 144, 145, 146, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 161, 162, 164, 165, 166, 167, 168, 169, 171, 172, 173, 174, 175, 176, 177, 178, 179, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 194, 195, 196, 197, 198, 199, 201, 202, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 225, 226, 228, 229, 231, 232, 233, 234, 235, 236, 237, 238, 240, 242, 243, 244, 246, 247, 248, 250, 251, 252, 254, 255, 256, 258, 259, 260, 261, 262, 263, 264, 266, 268, 269, 270, 271, 273, 274, 275, 276, 277, 278, 279, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 295, 296, 297, 300, 301, 302, 303, 304, 305, 306, 307, 308, 310, 311, 313, 314, 315, 316, 317, 318, 319, 321, 322, 323, 324, 325, 327, 328, 329, 330, 331, 333, 334, 335, 337, 338, 339, 340, 341, 342, 343, 344, 345, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 361, 362, 364, 365, 366, 367, 368, 369, 373, 374, 375, 376, 378, 379, 380, 381, 382, 384, 387, 388, 389, 391, 392, 393, 394, 396, 397, 398, 399, 402, 403, 404, 405, 406, 408, 409, 410, 411, 412, 413, 414, 416, 417, 419], "outer_test_idx": [1, 2, 4, 8, 9, 14, 17, 22, 23, 25, 28, 34, 37, 41, 43, 45, 63, 64, 68, 85, 96, 104, 111, 113, 116, 117, 122, 127, 133, 134, 135, 138, 139, 147, 160, 163, 170, 180, 191, 192, 193, 200, 203, 208, 224, 227, 230, 239, 241, 245, 249, 253, 257, 265, 267, 272, 280, 294, 298, 299, 309, 312, 320, 326, 332, 336, 346, 347, 360, 363, 370, 371, 372, 377, 383, 385, 386, 390, 395, 400, 401, 407, 415, 418]} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_1/test_metrics.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_1/test_metrics.json new file mode 100644 index 0000000..e9f8fdc --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_1/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.4057494802572597, + "rmse": 0.6369846781966264, + "mae": 0.5019206670778138, + "r2": -0.2390146595647713 + }, + "delivery": { + "n_samples": 61, + "mse": 1.095192634861098, + "rmse": 1.0465145172720243, + "mae": 0.6369023019234177, + "r2": 0.17101812667726723 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6190476190476191, + "precision": 0.5575167376749848, + "recall": 0.5714285714285714, + "f1": 0.5543766578249337 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5714285714285714, + "precision": 0.5153903903903904, + "recall": 0.5209076637648066, + "f1": 0.507505844715147 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.3834603232909285, + "js_divergence": 0.0914682060621546 + } +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_2/best_params.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_2/best_params.json new file mode 100644 index 0000000..a0f163c --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_2/best_params.json @@ -0,0 +1,12 @@ +{ + "dropout": 0.318342405407684, + "lr": 0.0008937362022799393, + "weight_decay": 0.06633867694372529, + "backbone_lr_ratio": 0.20906844321970927, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_2/epoch_mean.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_2/epoch_mean.json new file mode 100644 index 0000000..17fb17e --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_2/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 10} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_2/history.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_2/history.json new file mode 100644 index 0000000..56dad71 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_2/history.json @@ -0,0 +1,216 @@ +{ + "train": [ + { + "loss": 5.740620565414429, + "loss_size": 1.1896785780787469, + "loss_pdi": 0.6869230091571807, + "loss_ee": 1.0699448347091676, + "loss_delivery": 1.03231680393219, + "loss_biodist": 1.136617010831833, + "loss_toxic": 0.6333471000194549 + }, + { + "loss": 5.005722069740296, + "loss_size": 1.1524270862340926, + "loss_pdi": 0.6445027768611908, + "loss_ee": 1.0133706212043763, + "loss_delivery": 0.8842641621828079, + "loss_biodist": 0.8097323775291443, + "loss_toxic": 0.5201924949884414 + }, + { + "loss": 4.6578610897064205, + "loss_size": 1.1203607082366944, + "loss_pdi": 0.6211460649967193, + "loss_ee": 0.9555845499038697, + "loss_delivery": 0.8929742038249969, + "loss_biodist": 0.6400978416204453, + "loss_toxic": 0.45236344933509826 + }, + { + "loss": 4.149107980728149, + "loss_size": 1.0351139575242996, + "loss_pdi": 0.60948166847229, + "loss_ee": 0.8915052592754364, + "loss_delivery": 0.8007120192050934, + "loss_biodist": 0.49783630669116974, + "loss_toxic": 0.338179911673069 + }, + { + "loss": 4.084399080276489, + "loss_size": 1.2795856654644013, + "loss_pdi": 0.5381818920373916, + "loss_ee": 0.8509327173233032, + "loss_delivery": 0.831762258708477, + "loss_biodist": 0.41192333698272704, + "loss_toxic": 0.1975079134106636 + }, + { + "loss": 3.8901400566101074, + "loss_size": 1.2531759902834891, + "loss_pdi": 0.5502055495977402, + "loss_ee": 0.808403742313385, + "loss_delivery": 0.7362294673919678, + "loss_biodist": 0.3942125141620636, + "loss_toxic": 0.1723215252161026 + }, + { + "loss": 3.4875223636627197, + "loss_size": 0.9208602800965309, + "loss_pdi": 0.5349549561738968, + "loss_ee": 0.8125870168209076, + "loss_delivery": 0.7612511485815048, + "loss_biodist": 0.3403301119804382, + "loss_toxic": 0.13829674795269967 + }, + { + "loss": 3.278315043449402, + "loss_size": 0.8509392693638802, + "loss_pdi": 0.5423421293497086, + "loss_ee": 0.7730867922306061, + "loss_delivery": 0.6735098049044609, + "loss_biodist": 0.34112584590911865, + "loss_toxic": 0.11526295617222786 + }, + { + "loss": 3.3390276193618775, + "loss_size": 0.8696594685316086, + "loss_pdi": 0.5174867331981658, + "loss_ee": 0.7572001457214356, + "loss_delivery": 0.7882219508290291, + "loss_biodist": 0.31793602705001833, + "loss_toxic": 0.10892055258154869 + }, + { + "loss": 3.4321290254592896, + "loss_size": 1.0273638755083083, + "loss_pdi": 0.5237745851278305, + "loss_ee": 0.7504259288311005, + "loss_delivery": 0.7083810180425644, + "loss_biodist": 0.3297483652830124, + "loss_toxic": 0.11391140334308147 + } + ], + "val": [ + { + "loss": 231.37726593017578, + "loss_size": 9.375548362731934, + "loss_pdi": 0.5674893781542778, + "loss_ee": 5.383962273597703, + "loss_delivery": 210.97039031982422, + "loss_biodist": 4.298196315765381, + "loss_toxic": 2.5510331686527934, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.36363636363636365, + "acc_toxic": 0.92 + }, + { + "loss": 63.84561538696289, + "loss_size": 3.781942844390869, + "loss_pdi": 0.6476910635828972, + "loss_ee": 3.4568774700001086, + "loss_delivery": 48.18235397338867, + "loss_biodist": 5.315637171268463, + "loss_toxic": 3.3002430795677355, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.36363636363636365, + "acc_toxic": 0.92 + }, + { + "loss": 17.31868553161621, + "loss_size": 0.17151660099625587, + "loss_pdi": 0.6472159698605537, + "loss_ee": 2.024239696416771, + "loss_delivery": 9.08073115348816, + "loss_biodist": 3.3038226664066315, + "loss_toxic": 2.3683474029166973, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.36363636363636365, + "acc_toxic": 0.92 + }, + { + "loss": 4.6316773891448975, + "loss_size": 0.2273484580218792, + "loss_pdi": 0.48698216304183006, + "loss_ee": 0.7906219884753227, + "loss_delivery": 1.8861270546913147, + "loss_biodist": 0.8904538005590439, + "loss_toxic": 0.3924381013493985, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.36363636363636365, + "acc_toxic": 0.92 + }, + { + "loss": 2.274237334728241, + "loss_size": 0.19311259221285582, + "loss_pdi": 0.44868385791778564, + "loss_ee": 0.716453343629837, + "loss_delivery": 0.6562463492155075, + "loss_biodist": 0.17407863587141037, + "loss_toxic": 0.07998653873801231, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 2.4465495347976685, + "loss_size": 0.24319320544600487, + "loss_pdi": 0.542385071516037, + "loss_ee": 0.7102380990982056, + "loss_delivery": 0.6364419311285019, + "loss_biodist": 0.2279042899608612, + "loss_toxic": 0.08691083639860153, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 2.4209267497062683, + "loss_size": 0.2700926959514618, + "loss_pdi": 0.5215522944927216, + "loss_ee": 0.7110106945037842, + "loss_delivery": 0.5964515656232834, + "loss_biodist": 0.2424968034029007, + "loss_toxic": 0.08071399852633476, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 2.4743611216545105, + "loss_size": 0.2518749479204416, + "loss_pdi": 0.5164230465888977, + "loss_ee": 0.7619437575340271, + "loss_delivery": 0.6075122505426407, + "loss_biodist": 0.2569751664996147, + "loss_toxic": 0.08403769135475159, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 2.409421384334564, + "loss_size": 0.2385507132858038, + "loss_pdi": 0.509266272187233, + "loss_ee": 0.7387356460094452, + "loss_delivery": 0.6034215986728668, + "loss_biodist": 0.2423449456691742, + "loss_toxic": 0.08040330559015274, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 2.4236229062080383, + "loss_size": 0.23541532177478075, + "loss_pdi": 0.5067342072725296, + "loss_ee": 0.7435013651847839, + "loss_delivery": 0.6098943501710892, + "loss_biodist": 0.24742697924375534, + "loss_toxic": 0.08437797799706459, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + } + ] +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_2/splits.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_2/splits.json new file mode 100644 index 0000000..14df306 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_2/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 43, 44, 45, 47, 48, 49, 50, 51, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 68, 69, 70, 72, 74, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 96, 97, 100, 101, 102, 103, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 142, 143, 145, 147, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 160, 161, 162, 163, 165, 166, 167, 168, 170, 171, 172, 173, 174, 175, 177, 179, 180, 181, 183, 184, 185, 186, 187, 188, 191, 192, 193, 194, 196, 197, 199, 200, 202, 203, 204, 205, 207, 208, 209, 210, 211, 212, 213, 214, 215, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 232, 233, 235, 236, 237, 238, 239, 240, 241, 242, 243, 245, 246, 249, 250, 251, 252, 253, 254, 255, 256, 257, 259, 260, 261, 263, 264, 265, 266, 267, 268, 269, 271, 272, 273, 274, 275, 276, 280, 281, 282, 283, 284, 285, 287, 289, 290, 293, 294, 295, 296, 297, 298, 299, 300, 302, 303, 305, 307, 308, 309, 310, 311, 312, 313, 314, 315, 317, 318, 320, 321, 322, 323, 324, 326, 327, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 358, 360, 361, 363, 364, 365, 366, 368, 369, 370, 371, 372, 373, 376, 377, 378, 379, 380, 381, 382, 383, 385, 386, 387, 388, 389, 390, 392, 394, 395, 398, 399, 400, 401, 402, 404, 405, 407, 408, 409, 410, 412, 413, 414, 415, 416, 417, 418], "outer_test_idx": [10, 12, 15, 31, 35, 42, 46, 52, 53, 54, 62, 66, 67, 71, 73, 75, 77, 81, 89, 90, 92, 98, 99, 105, 123, 124, 141, 144, 146, 154, 155, 164, 169, 176, 178, 182, 189, 190, 195, 198, 201, 206, 216, 217, 218, 219, 231, 234, 244, 247, 248, 258, 262, 270, 277, 278, 279, 286, 288, 291, 292, 301, 304, 306, 316, 319, 325, 328, 343, 357, 359, 362, 367, 374, 375, 384, 391, 393, 396, 397, 403, 406, 411, 419]} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_2/test_metrics.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_2/test_metrics.json new file mode 100644 index 0000000..a18a644 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_2/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.4667056344892945, + "rmse": 0.6831585719943024, + "mae": 0.5159196099488154, + "r2": 0.07826471049783545 + }, + "delivery": { + "n_samples": 60, + "mse": 0.6618025560042317, + "rmse": 0.8135124805460772, + "mae": 0.5426560255466029, + "r2": 0.11902609175763024 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6517857142857143, + "recall": 0.6744868035190617, + "f1": 0.6583050847457628 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6138888888888889, + "recall": 0.6785714285714285, + "f1": 0.6291768416768416 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.3327396562359482, + "js_divergence": 0.08480501673906925 + } +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_3/best_params.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_3/best_params.json new file mode 100644 index 0000000..869457f --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_3/best_params.json @@ -0,0 +1,12 @@ +{ + "dropout": 0.12612237693012526, + "lr": 0.0009464809649969671, + "weight_decay": 0.07051438027639334, + "backbone_lr_ratio": 0.9343703462702573, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_3/epoch_mean.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_3/epoch_mean.json new file mode 100644 index 0000000..c288387 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_3/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 18} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_3/history.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_3/history.json new file mode 100644 index 0000000..0a8625c --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_3/history.json @@ -0,0 +1,382 @@ +{ + "train": [ + { + "loss": 5.324610257148743, + "loss_size": 0.8198839724063873, + "loss_pdi": 0.6737089335918427, + "loss_ee": 1.0780839800834656, + "loss_delivery": 0.9609979882836341, + "loss_biodist": 1.1395575404167175, + "loss_toxic": 0.6576838761568069 + }, + { + "loss": 4.3447551965713505, + "loss_size": 0.7436282724142075, + "loss_pdi": 0.6086643695831299, + "loss_ee": 0.9876380443572998, + "loss_delivery": 0.7780480682849884, + "loss_biodist": 0.776026827096939, + "loss_toxic": 0.46212508380413053 + }, + { + "loss": 3.7673992395401, + "loss_size": 0.6659511342644692, + "loss_pdi": 0.5844933927059174, + "loss_ee": 0.8911072075366974, + "loss_delivery": 0.7604616850614547, + "loss_biodist": 0.5500574856996536, + "loss_toxic": 0.3273125126957893 + }, + { + "loss": 4.057488012313843, + "loss_size": 0.8315710723400116, + "loss_pdi": 0.6230540633201599, + "loss_ee": 0.9625594437122345, + "loss_delivery": 0.8757962495088577, + "loss_biodist": 0.5533048868179321, + "loss_toxic": 0.23461032062768936 + }, + { + "loss": 3.6338284969329835, + "loss_size": 0.7274438977241516, + "loss_pdi": 0.5866671562194824, + "loss_ee": 0.9285650968551635, + "loss_delivery": 0.7937903434038163, + "loss_biodist": 0.44598024487495425, + "loss_toxic": 0.1745324343442917 + }, + { + "loss": 3.266851019859314, + "loss_size": 0.7233955949544907, + "loss_pdi": 0.54100341796875, + "loss_ee": 0.8078328907489777, + "loss_delivery": 0.7360958337783814, + "loss_biodist": 0.3374472841620445, + "loss_toxic": 0.1397423676593462 + }, + { + "loss": 3.5112888336181642, + "loss_size": 1.0364958122372627, + "loss_pdi": 0.48492484986782075, + "loss_ee": 0.7834768772125245, + "loss_delivery": 0.7065127834677696, + "loss_biodist": 0.2921538516879082, + "loss_toxic": 0.22646510936319827 + }, + { + "loss": 3.0539005517959597, + "loss_size": 0.6716255933046341, + "loss_pdi": 0.5070259064435959, + "loss_ee": 0.766530328989029, + "loss_delivery": 0.6904316738247871, + "loss_biodist": 0.28585429936647416, + "loss_toxic": 0.15391857847571372 + }, + { + "loss": 2.941991186141968, + "loss_size": 0.6921013623476029, + "loss_pdi": 0.4792163670063019, + "loss_ee": 0.7757922112941742, + "loss_delivery": 0.6609947487711907, + "loss_biodist": 0.25257839187979697, + "loss_toxic": 0.10671633686870337 + }, + { + "loss": 2.6624006032943726, + "loss_size": 0.670102259516716, + "loss_pdi": 0.48275184333324433, + "loss_ee": 0.6530667543411255, + "loss_delivery": 0.55238878428936, + "loss_biodist": 0.20784222483634948, + "loss_toxic": 0.11578925624489785 + }, + { + "loss": 2.795570468902588, + "loss_size": 0.8643407046794891, + "loss_pdi": 0.4726646453142166, + "loss_ee": 0.6801535218954087, + "loss_delivery": 0.5335889801383018, + "loss_biodist": 0.1555834487080574, + "loss_toxic": 0.11374598890542983 + }, + { + "loss": 2.5342281222343446, + "loss_size": 0.5860652431845665, + "loss_pdi": 0.47174408435821535, + "loss_ee": 0.6335305064916611, + "loss_delivery": 0.5778901547193527, + "loss_biodist": 0.17659545466303825, + "loss_toxic": 0.11261568909976631 + }, + { + "loss": 2.269632077217102, + "loss_size": 0.5636066541075706, + "loss_pdi": 0.424516361951828, + "loss_ee": 0.5933005303144455, + "loss_delivery": 0.48853297531604767, + "loss_biodist": 0.15511236637830733, + "loss_toxic": 0.06729794347193092 + }, + { + "loss": 2.2424973964691164, + "loss_size": 0.48991678208112716, + "loss_pdi": 0.41918782889842987, + "loss_ee": 0.5995140910148621, + "loss_delivery": 0.5058243274688721, + "loss_biodist": 0.15847449898719787, + "loss_toxic": 0.09282479146495462 + }, + { + "loss": 2.199127399921417, + "loss_size": 0.5160114899277687, + "loss_pdi": 0.42284954339265823, + "loss_ee": 0.5853508979082107, + "loss_delivery": 0.46801379323005676, + "loss_biodist": 0.13517325967550278, + "loss_toxic": 0.09482893161475658 + }, + { + "loss": 2.1242311239242553, + "loss_size": 0.4818882055580616, + "loss_pdi": 0.4088504880666733, + "loss_ee": 0.5591678321361542, + "loss_delivery": 0.4819866746664047, + "loss_biodist": 0.13510541543364524, + "loss_toxic": 0.08029994852840901 + }, + { + "loss": 2.1626937627792358, + "loss_size": 0.44518610239028933, + "loss_pdi": 0.4440678536891937, + "loss_ee": 0.6238216310739517, + "loss_delivery": 0.4872687622904778, + "loss_biodist": 0.12052656635642052, + "loss_toxic": 0.07011261922307313 + }, + { + "loss": 2.1583227634429933, + "loss_size": 0.458985710144043, + "loss_pdi": 0.4431564390659332, + "loss_ee": 0.5801605850458145, + "loss_delivery": 0.4978886917233467, + "loss_biodist": 0.13453557789325715, + "loss_toxic": 0.07013262812979519 + } + ], + "val": [ + { + "loss": 100.50221252441406, + "loss_size": 66.62825012207031, + "loss_pdi": 1.2251655383734033, + "loss_ee": 3.8464752088621026, + "loss_delivery": 23.450343132019043, + "loss_biodist": 5.357328653335571, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.30303030303030304, + "acc_toxic": 1.0 + }, + { + "loss": 58.95412635803223, + "loss_size": 18.43479824066162, + "loss_pdi": 1.4103724360466003, + "loss_ee": 3.12151378123599, + "loss_delivery": 28.822388648986816, + "loss_biodist": 7.6226441860198975, + "acc_pdi": 0.18181818181818182, + "acc_ee": 0.30303030303030304, + "acc_toxic": 1.0 + }, + { + "loss": 33.98628044128418, + "loss_size": 6.179022312164307, + "loss_pdi": 0.6798114478588104, + "loss_ee": 1.9242080750409514, + "loss_delivery": 20.320488929748535, + "loss_biodist": 5.317763805389404, + "loss_toxic": 2.2103381169813474e-07, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.30303030303030304, + "acc_toxic": 1.0 + }, + { + "loss": 11.66386079788208, + "loss_size": 0.6742546819150448, + "loss_pdi": 0.6727426946163177, + "loss_ee": 0.9147305395454168, + "loss_delivery": 7.631983995437622, + "loss_biodist": 1.9435867071151733, + "loss_toxic": 0.004673255629313644, + "acc_pdi": 0.8484848484848485, + "acc_ee": 0.36363636363636365, + "acc_toxic": 1.0 + }, + { + "loss": 5.221847176551819, + "loss_size": 0.7526329159736633, + "loss_pdi": 1.3156838715076447, + "loss_ee": 1.8227380514144897, + "loss_delivery": 0.6031330544501543, + "loss_biodist": 0.47611144185066223, + "loss_toxic": 0.32870787382125854, + "acc_pdi": 0.8484848484848485, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.88 + }, + { + "loss": 5.386855244636536, + "loss_size": 1.0329470485448837, + "loss_pdi": 0.9346787482500076, + "loss_ee": 1.940320461988449, + "loss_delivery": 0.8574207723140717, + "loss_biodist": 0.4539874643087387, + "loss_toxic": 0.25234098732471466, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5454545454545454, + "acc_toxic": 1.0 + }, + { + "loss": 4.149784326553345, + "loss_size": 0.4728679955005646, + "loss_pdi": 0.9424559473991394, + "loss_ee": 1.6619389355182648, + "loss_delivery": 0.6922308206558228, + "loss_biodist": 0.3804830014705658, + "loss_toxic": 0.07586565986275673, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 3.1718872785568237, + "loss_size": 0.41959452629089355, + "loss_pdi": 0.5824601203203201, + "loss_ee": 1.1527480483055115, + "loss_delivery": 0.6139523684978485, + "loss_biodist": 0.4226408451795578, + "loss_toxic": 0.027006163261830807, + "acc_pdi": 0.8787878787878788, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 4.096922159194946, + "loss_size": 0.43914495408535004, + "loss_pdi": 0.7202246338129044, + "loss_ee": 1.6123313009738922, + "loss_delivery": 1.0866239666938782, + "loss_biodist": 0.3203682154417038, + "loss_toxic": 0.007449701661244035, + "acc_pdi": 0.9090909090909091, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + }, + { + "loss": 3.72601854801178, + "loss_size": 0.585116520524025, + "loss_pdi": 0.8295658975839615, + "loss_ee": 1.5889590978622437, + "loss_delivery": 0.6002700589597225, + "loss_biodist": 0.19914548844099045, + "loss_toxic": 0.006798723246902227, + "acc_pdi": 0.8787878787878788, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 4.192916035652161, + "loss_size": 0.3904218524694443, + "loss_pdi": 1.1303411722183228, + "loss_ee": 1.88364177942276, + "loss_delivery": 0.5770084410905838, + "loss_biodist": 0.2772811949253082, + "loss_toxic": 0.043116530403494835, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + }, + { + "loss": 4.661512494087219, + "loss_size": 0.5379686877131462, + "loss_pdi": 1.0926496386528015, + "loss_ee": 2.1590766310691833, + "loss_delivery": 0.5635539889335632, + "loss_biodist": 0.29881955683231354, + "loss_toxic": 0.13033308740705252, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + }, + { + "loss": 4.198178172111511, + "loss_size": 0.27664893865585327, + "loss_pdi": 0.9359037578105927, + "loss_ee": 2.191580146551132, + "loss_delivery": 0.6323938816785812, + "loss_biodist": 0.2183876484632492, + "loss_toxic": 0.06600349466316402, + "acc_pdi": 0.8484848484848485, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + }, + { + "loss": 3.994016647338867, + "loss_size": 0.23736193776130676, + "loss_pdi": 0.9927312284708023, + "loss_ee": 2.0256634950637817, + "loss_delivery": 0.5872186869382858, + "loss_biodist": 0.20577140897512436, + "loss_toxic": 0.061211588559672236, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 4.795967102050781, + "loss_size": 0.4128781408071518, + "loss_pdi": 0.9694665968418121, + "loss_ee": 2.3152187168598175, + "loss_delivery": 0.7095097750425339, + "loss_biodist": 0.28110648691654205, + "loss_toxic": 0.23349096369929612, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 5.01005482673645, + "loss_size": 0.4783218652009964, + "loss_pdi": 0.9842660576105118, + "loss_ee": 2.408166617155075, + "loss_delivery": 0.6391456425189972, + "loss_biodist": 0.3075519800186157, + "loss_toxic": 0.3175159574020654, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 5.208752155303955, + "loss_size": 0.4873187690973282, + "loss_pdi": 1.0461187660694122, + "loss_ee": 2.443744570016861, + "loss_delivery": 0.5793078690767288, + "loss_biodist": 0.35986773669719696, + "loss_toxic": 0.41360501595772803, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 5.19378924369812, + "loss_size": 0.4627484828233719, + "loss_pdi": 1.058391034603119, + "loss_ee": 2.4470402002334595, + "loss_delivery": 0.5903819352388382, + "loss_biodist": 0.3596591353416443, + "loss_toxic": 0.39829956251196563, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + } + ] +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_3/splits.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_3/splits.json new file mode 100644 index 0000000..7a2b13e --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_3/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 102, 104, 105, 106, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 127, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 166, 168, 169, 170, 172, 173, 174, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 195, 198, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 218, 219, 221, 223, 224, 226, 227, 228, 230, 231, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 251, 252, 253, 254, 255, 256, 257, 258, 259, 262, 263, 264, 265, 266, 267, 268, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 282, 284, 286, 288, 289, 290, 291, 292, 293, 294, 295, 297, 298, 299, 301, 302, 304, 305, 306, 307, 308, 309, 310, 312, 314, 315, 316, 317, 319, 320, 321, 325, 326, 327, 328, 331, 332, 334, 336, 340, 341, 343, 344, 346, 347, 348, 350, 352, 353, 357, 359, 360, 361, 362, 363, 364, 366, 367, 368, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 382, 383, 384, 385, 386, 387, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 400, 401, 402, 403, 404, 406, 407, 410, 411, 412, 414, 415, 416, 418, 419], "outer_test_idx": [3, 6, 13, 18, 19, 26, 33, 44, 48, 49, 50, 56, 57, 72, 80, 88, 94, 101, 103, 107, 108, 114, 126, 128, 130, 145, 149, 157, 167, 171, 175, 188, 196, 197, 199, 211, 220, 222, 225, 229, 232, 236, 250, 260, 261, 271, 281, 283, 285, 287, 296, 300, 303, 311, 313, 318, 322, 323, 324, 329, 330, 333, 335, 337, 338, 339, 342, 345, 349, 351, 354, 355, 356, 358, 365, 369, 381, 388, 399, 405, 408, 409, 413, 417]} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_3/test_metrics.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_3/test_metrics.json new file mode 100644 index 0000000..3cef98d --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_3/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.7929979497607713, + "rmse": 1.3390287337323166, + "mae": 0.5495479974351509, + "r2": -0.014133306444520155 + }, + "delivery": { + "n_samples": 59, + "mse": 0.8802460472435503, + "rmse": 0.9382142864205119, + "mae": 0.5970429967362749, + "r2": 0.14429625924896194 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7619047619047619, + "precision": 0.6920821114369502, + "recall": 0.6920821114369502, + "f1": 0.6920821114369502 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6309523809523809, + "precision": 0.5623231204626554, + "recall": 0.5826043237807944, + "f1": 0.5665878644602048 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9333333333333333, + "precision": 0.7142857142857143, + "recall": 0.9649122807017544, + "f1": 0.7818181818181817 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.2555339055765927, + "js_divergence": 0.059082110658978844 + } +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_4/best_params.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_4/best_params.json new file mode 100644 index 0000000..470e343 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_4/best_params.json @@ -0,0 +1,12 @@ +{ + "dropout": 0.313123672812509, + "lr": 0.0009765192272158632, + "weight_decay": 0.0053740240978641905, + "backbone_lr_ratio": 0.13566938254683006, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_4/epoch_mean.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_4/epoch_mean.json new file mode 100644 index 0000000..0ac5b47 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_4/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 13} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_4/history.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_4/history.json new file mode 100644 index 0000000..dfadba1 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_4/history.json @@ -0,0 +1,279 @@ +{ + "train": [ + { + "loss": 5.589263248443603, + "loss_size": 1.0933537736535073, + "loss_pdi": 0.6849168121814728, + "loss_ee": 1.0639833092689515, + "loss_delivery": 1.0415786638855935, + "loss_biodist": 1.0585941255092621, + "loss_toxic": 0.6531510829925538 + }, + { + "loss": 4.902995657920838, + "loss_size": 1.1089929252862931, + "loss_pdi": 0.6317765295505524, + "loss_ee": 0.9846947193145752, + "loss_delivery": 0.8826306372880935, + "loss_biodist": 0.7670059502124786, + "loss_toxic": 0.5441026449203491 + }, + { + "loss": 4.458215427398682, + "loss_size": 1.009517540037632, + "loss_pdi": 0.5919874012470245, + "loss_ee": 0.9561578929424286, + "loss_delivery": 0.8275555163621903, + "loss_biodist": 0.6069534718990326, + "loss_toxic": 0.48622452914714814 + }, + { + "loss": 4.075338745117188, + "loss_size": 0.9490635007619858, + "loss_pdi": 0.5800581395626068, + "loss_ee": 0.8821850121021271, + "loss_delivery": 0.8363795816898346, + "loss_biodist": 0.5223618239164353, + "loss_toxic": 0.3257616929709911 + }, + { + "loss": 3.8364117622375487, + "loss_size": 1.007724793255329, + "loss_pdi": 0.5693021863698959, + "loss_ee": 0.8775955557823181, + "loss_delivery": 0.7496302753686905, + "loss_biodist": 0.42426647543907164, + "loss_toxic": 0.2274421736598015 + }, + { + "loss": 3.545084571838379, + "loss_size": 0.8552797973155976, + "loss_pdi": 0.5419306427240371, + "loss_ee": 0.8184691488742828, + "loss_delivery": 0.7893632560968399, + "loss_biodist": 0.3621888399124146, + "loss_toxic": 0.19501317739486695 + }, + { + "loss": 3.3583466053009032, + "loss_size": 0.7890145480632782, + "loss_pdi": 0.5127318739891052, + "loss_ee": 0.8064181625843048, + "loss_delivery": 0.7108009040355683, + "loss_biodist": 0.36283227652311323, + "loss_toxic": 0.19273319020867347 + }, + { + "loss": 3.3849804639816283, + "loss_size": 0.9505542010068894, + "loss_pdi": 0.5281543344259262, + "loss_ee": 0.7600439131259918, + "loss_delivery": 0.6551562562584877, + "loss_biodist": 0.3498035579919815, + "loss_toxic": 0.15984271727502347 + }, + { + "loss": 3.154731798171997, + "loss_size": 0.7705727502703666, + "loss_pdi": 0.5095865726470947, + "loss_ee": 0.7537644028663635, + "loss_delivery": 0.6574253737926483, + "loss_biodist": 0.32586769461631776, + "loss_toxic": 0.1539573274552822 + }, + { + "loss": 3.075357699394226, + "loss_size": 0.7516081839799881, + "loss_pdi": 0.491996830701828, + "loss_ee": 0.7399269461631774, + "loss_delivery": 0.6648136585950851, + "loss_biodist": 0.3128721877932549, + "loss_toxic": 0.13064867593348026 + }, + { + "loss": 2.982246124744415, + "loss_size": 0.7288039043545723, + "loss_pdi": 0.5127245545387268, + "loss_ee": 0.7571320295333862, + "loss_delivery": 0.585450790822506, + "loss_biodist": 0.30109327137470243, + "loss_toxic": 0.1136342816054821 + }, + { + "loss": 3.0044891119003294, + "loss_size": 0.7802308201789856, + "loss_pdi": 0.4834390193223953, + "loss_ee": 0.7633242607116699, + "loss_delivery": 0.5924879342317582, + "loss_biodist": 0.28814142793416975, + "loss_toxic": 0.11409494001418352 + }, + { + "loss": 3.095493721961975, + "loss_size": 0.8713566765189171, + "loss_pdi": 0.483343768119812, + "loss_ee": 0.7427505254745483, + "loss_delivery": 0.6080458179116249, + "loss_biodist": 0.3000340014696121, + "loss_toxic": 0.10869793444871903 + } + ], + "val": [ + { + "loss": 95.50949478149414, + "loss_size": 0.33718644455075264, + "loss_pdi": 6.372642993927002, + "loss_ee": 19.816378593444824, + "loss_delivery": 38.73396682739258, + "loss_biodist": 24.550731658935547, + "loss_toxic": 6.329790115356445, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.3333333333333333, + "acc_toxic": 0.9090909090909091 + }, + { + "loss": 62.369991302490234, + "loss_size": 0.23220443353056908, + "loss_pdi": 4.349558711051941, + "loss_ee": 13.490657806396484, + "loss_delivery": 22.331296920776367, + "loss_biodist": 17.440507411956787, + "loss_toxic": 5.3674460649490285, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.3333333333333333, + "acc_toxic": 0.9090909090909091 + }, + { + "loss": 31.168947219848633, + "loss_size": 0.345493420958519, + "loss_pdi": 1.7553772032260895, + "loss_ee": 5.731591463088989, + "loss_delivery": 12.164735317230225, + "loss_biodist": 8.648269653320312, + "loss_toxic": 3.0633491800981574, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.3333333333333333, + "acc_toxic": 0.9090909090909091 + }, + { + "loss": 5.255474805831909, + "loss_size": 0.20443950593471527, + "loss_pdi": 0.562765508890152, + "loss_ee": 1.0446982681751251, + "loss_delivery": 2.1830610632896423, + "loss_biodist": 0.9487631916999817, + "loss_toxic": 0.363807737827301, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9090909090909091 + }, + { + "loss": 1.9932817816734314, + "loss_size": 0.214941649697721, + "loss_pdi": 0.3980669118463993, + "loss_ee": 0.5610466077923775, + "loss_delivery": 0.5538053307682276, + "loss_biodist": 0.18667594343423843, + "loss_toxic": 0.06259655021131039, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9023468494415283, + "loss_size": 0.23417364060878754, + "loss_pdi": 0.3745533050969243, + "loss_ee": 0.583161573857069, + "loss_delivery": 0.44251105515286326, + "loss_biodist": 0.21080515161156654, + "loss_toxic": 0.0419543432071805, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 1.9897290766239166, + "loss_size": 0.25809832476079464, + "loss_pdi": 0.371161219663918, + "loss_ee": 0.6089582666754723, + "loss_delivery": 0.4575627539306879, + "loss_biodist": 0.22825980186462402, + "loss_toxic": 0.05499167088419199, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 2.0729456543922424, + "loss_size": 0.2479182267561555, + "loss_pdi": 0.3678403962403536, + "loss_ee": 0.6170919463038445, + "loss_delivery": 0.4824555655941367, + "loss_biodist": 0.24085384979844093, + "loss_toxic": 0.10894731059670448, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 2.0146703869104385, + "loss_size": 0.26430252846330404, + "loss_pdi": 0.36510465294122696, + "loss_ee": 0.6197702493518591, + "loss_delivery": 0.47799532441422343, + "loss_biodist": 0.22856901213526726, + "loss_toxic": 0.05289743887260556, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 2.0230285078287125, + "loss_size": 0.265810064971447, + "loss_pdi": 0.3632755377329886, + "loss_ee": 0.6233852598816156, + "loss_delivery": 0.505474029108882, + "loss_biodist": 0.2206256426870823, + "loss_toxic": 0.04034391650930047, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 2.0127016603946686, + "loss_size": 0.2628988870419562, + "loss_pdi": 0.3655702108517289, + "loss_ee": 0.616434583440423, + "loss_delivery": 0.5006475010886788, + "loss_biodist": 0.21789765357971191, + "loss_toxic": 0.04540479928255081, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 2.01269768178463, + "loss_size": 0.26124421413987875, + "loss_pdi": 0.3671441711485386, + "loss_ee": 0.6184194311499596, + "loss_delivery": 0.5057218493893743, + "loss_biodist": 0.2137049399316311, + "loss_toxic": 0.04316108301281929, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 2.0035277903079987, + "loss_size": 0.25863443594425917, + "loss_pdi": 0.3646130678243935, + "loss_ee": 0.6178166922181845, + "loss_delivery": 0.5028379475697875, + "loss_biodist": 0.21110595390200615, + "loss_toxic": 0.04502150043845177, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_4/splits.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_4/splits.json new file mode 100644 index 0000000..8dd0299 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_4/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 110, 111, 112, 113, 114, 116, 117, 119, 120, 121, 122, 123, 124, 126, 127, 128, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 152, 154, 155, 157, 160, 161, 162, 163, 164, 165, 166, 167, 169, 170, 171, 173, 174, 175, 176, 177, 178, 180, 181, 182, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 203, 205, 206, 207, 208, 209, 211, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 234, 235, 236, 238, 239, 240, 241, 243, 244, 245, 246, 247, 248, 249, 250, 251, 253, 254, 257, 258, 260, 261, 262, 263, 264, 265, 266, 267, 270, 271, 272, 273, 277, 278, 279, 280, 281, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 298, 299, 300, 301, 302, 303, 304, 305, 306, 309, 311, 312, 313, 314, 315, 316, 318, 319, 320, 322, 323, 324, 325, 326, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 341, 342, 343, 345, 346, 347, 349, 350, 351, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 365, 367, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 381, 383, 384, 385, 386, 388, 390, 391, 392, 393, 394, 395, 396, 397, 399, 400, 401, 402, 403, 405, 406, 407, 408, 409, 410, 411, 413, 415, 416, 417, 418, 419], "outer_test_idx": [0, 5, 11, 21, 24, 27, 30, 32, 36, 38, 39, 40, 47, 55, 58, 61, 65, 76, 86, 95, 100, 106, 109, 115, 118, 125, 129, 131, 136, 148, 150, 151, 153, 156, 158, 159, 168, 172, 179, 183, 184, 185, 202, 204, 210, 212, 213, 228, 233, 237, 242, 252, 255, 256, 259, 268, 269, 274, 275, 276, 282, 297, 307, 308, 310, 317, 321, 327, 340, 344, 348, 352, 364, 366, 368, 379, 380, 382, 387, 389, 398, 404, 412, 414]} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/repeat_2/outer_fold_4/test_metrics.json b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_4/test_metrics.json new file mode 100644 index 0000000..9014495 --- /dev/null +++ b/models/abl/baseline/20260623_205158/repeat_2/outer_fold_4/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.6443346713585372, + "rmse": 0.8027045978182368, + "mae": 0.5012692398380577, + "r2": 0.1378001731045243 + }, + "delivery": { + "n_samples": 58, + "mse": 1.091911519660062, + "rmse": 1.044945701775964, + "mae": 0.6530626353904091, + "r2": -0.05586041412459375 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7619047619047619, + "precision": 0.711111111111111, + "recall": 0.750733137829912, + "f1": 0.7214854111405835 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6048309178743961, + "recall": 0.638034188034188, + "f1": 0.6173894191612906 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2916542945348232, + "js_divergence": 0.08128207465162181 + } +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/strata_info.json b/models/abl/baseline/20260623_205158/strata_info.json new file mode 100644 index 0000000..ef3be58 --- /dev/null +++ b/models/abl/baseline/20260623_205158/strata_info.json @@ -0,0 +1,60 @@ +{ + "original_strata_counts": { + "T0|P0|E0": "5", + "T0|P0|E1": "58", + "T0|P0|E2": "169", + "T0|P1|E0": "1", + "T0|P1|E1": "17", + "T0|P1|E2": "32", + "T0|P2|E2": "3", + "T1|P0|E2": "9", + "T1|P1|E2": "5", + "TNA|P0|E0": "28", + "TNA|P0|E1": "21", + "TNA|P0|E2": "20", + "TNA|P1|E0": "29", + "TNA|P1|E1": "7", + "TNA|P1|E2": "14", + "TNA|P2|E2": "1", + "TNA|P3|E0": "1" + }, + "rare_strata": [ + "T0|P1|E0", + "T0|P2|E2", + "TNA|P2|E2", + "TNA|P3|E0" + ], + "final_strata": [ + "RARE", + "T0|P0|E0", + "T0|P0|E1", + "T0|P0|E2", + "T0|P1|E1", + "T0|P1|E2", + "T1|P0|E2", + "T1|P1|E2", + "TNA|P0|E0", + "TNA|P0|E1", + "TNA|P0|E2", + "TNA|P1|E0", + "TNA|P1|E1", + "TNA|P1|E2" + ], + "final_strata_counts": { + "RARE": "6", + "T0|P0|E0": "5", + "T0|P0|E1": "58", + "T0|P0|E2": "169", + "T0|P1|E1": "17", + "T0|P1|E2": "32", + "T1|P0|E2": "9", + "T1|P1|E2": "5", + "TNA|P0|E0": "28", + "TNA|P0|E1": "21", + "TNA|P0|E2": "20", + "TNA|P1|E0": "29", + "TNA|P1|E1": "7", + "TNA|P1|E2": "14" + }, + "n_rare_merged": "6" +} \ No newline at end of file diff --git a/models/abl/baseline/20260623_205158/summary.json b/models/abl/baseline/20260623_205158/summary.json new file mode 100644 index 0000000..ad8b378 --- /dev/null +++ b/models/abl/baseline/20260623_205158/summary.json @@ -0,0 +1,932 @@ +{ + "fold_results": [ + { + "fold": 0, + "best_params": { + "dropout": 0.18569939775458322, + "lr": 0.0009872295492725695, + "weight_decay": 0.017393516831905452, + "backbone_lr_ratio": 0.17239541174804215, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 11, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.5282298486963632, + "rmse": 1.2362159393473144, + "mae": 0.5704747740717897, + "r2": 0.06468571536968037 + }, + "delivery": { + "n_samples": 58, + "mse": 0.5436139978785772, + "rmse": 0.7373018363455887, + "mae": 0.5591465608570082, + "r2": 0.3090338048982032 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7738095238095238, + "precision": 0.7232142857142857, + "recall": 0.7494654312188168, + "f1": 0.7325289089994973 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6590590922487474, + "recall": 0.6976190476190475, + "f1": 0.666253917297256 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.33174143107041487, + "js_divergence": 0.07276002005717812 + } + } + }, + { + "fold": 1, + "best_params": { + "dropout": 0.36640960296080094, + "lr": 0.0009935032389272061, + "weight_decay": 0.007506834667713186, + "backbone_lr_ratio": 0.10108281143505408, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 11, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.37057228076561216, + "rmse": 0.6087464831648821, + "mae": 0.4609523837321571, + "r2": -0.13159599860936777 + }, + "delivery": { + "n_samples": 61, + "mse": 1.082995768972751, + "rmse": 1.0406708264253164, + "mae": 0.6707069295779114, + "r2": 0.18025027489571332 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.5886939571150097, + "recall": 0.6031746031746031, + "f1": 0.5916666666666667 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5595238095238095, + "precision": 0.4957294957294957, + "recall": 0.49526663812378097, + "f1": 0.4845300550726907 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.37009493729038634, + "js_divergence": 0.09345595384422643 + } + } + }, + { + "fold": 2, + "best_params": { + "dropout": 0.318342405407684, + "lr": 0.0008937362022799393, + "weight_decay": 0.06633867694372529, + "backbone_lr_ratio": 0.20906844321970927, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 10, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.365749434655222, + "rmse": 0.6047722171654565, + "mae": 0.47718314868619754, + "r2": 0.2776514013890329 + }, + "delivery": { + "n_samples": 60, + "mse": 0.668501323406245, + "rmse": 0.817619302246617, + "mae": 0.5434193710253263, + "r2": 0.11010887128905211 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7738095238095238, + "precision": 0.7122033898305085, + "recall": 0.7294721407624634, + "f1": 0.719359943731317 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6145962732919253, + "recall": 0.6785714285714285, + "f1": 0.6278721278721279 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.3336122920652159, + "js_divergence": 0.08430196229187475 + } + } + }, + { + "fold": 3, + "best_params": { + "dropout": 0.12612237693012526, + "lr": 0.0009464809649969671, + "weight_decay": 0.07051438027639334, + "backbone_lr_ratio": 0.9343703462702573, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 18, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.7046487347114636, + "rmse": 1.3056219723608604, + "mae": 0.5513793248122176, + "r2": 0.03583768297668177 + }, + "delivery": { + "n_samples": 59, + "mse": 0.7345580643934568, + "rmse": 0.8570636291393171, + "mae": 0.5434487631733892, + "r2": 0.28592228790047713 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7380952380952381, + "precision": 0.6612903225806452, + "recall": 0.6612903225806452, + "f1": 0.6612903225806452 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6547619047619048, + "precision": 0.6206349206349207, + "recall": 0.5979889391654097, + "f1": 0.5781687846203974 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9333333333333333, + "precision": 0.7142857142857143, + "recall": 0.9649122807017544, + "f1": 0.7818181818181817 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.2397795651876451, + "js_divergence": 0.0585131523487816 + } + } + }, + { + "fold": 4, + "best_params": { + "dropout": 0.313123672812509, + "lr": 0.0009765192272158632, + "weight_decay": 0.0053740240978641905, + "backbone_lr_ratio": 0.13566938254683006, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 13, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.6868306794055117, + "rmse": 0.8287524838005083, + "mae": 0.5001247360376597, + "r2": 0.08093523565734784 + }, + "delivery": { + "n_samples": 58, + "mse": 1.1008487633192388, + "rmse": 1.0492134021824344, + "mae": 0.654239107951008, + "r2": -0.06450258120608798 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6752941176470588, + "recall": 0.718475073313783, + "f1": 0.6785714285714286 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.626984126984127, + "recall": 0.6594017094017094, + "f1": 0.6342062193126022 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2992118497501824, + "js_divergence": 0.08211837700207104 + } + } + }, + { + "fold": 0, + "best_params": { + "dropout": 0.18569939775458322, + "lr": 0.0009872295492725695, + "weight_decay": 0.017393516831905452, + "backbone_lr_ratio": 0.17239541174804215, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 11, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.5000130580754827, + "rmse": 1.2247502023169796, + "mae": 0.5513235701315374, + "r2": 0.08195508578319866 + }, + "delivery": { + "n_samples": 58, + "mse": 0.6098699437647568, + "rmse": 0.7809417031794094, + "mae": 0.6011813956088033, + "r2": 0.2248184995335506 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.8333333333333334, + "precision": 0.7904490377761939, + "recall": 0.7904490377761939, + "f1": 0.7904490377761939 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.6475648393751842, + "recall": 0.6809523809523809, + "f1": 0.6526484751203853 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9827586206896551, + "precision": 0.9912280701754386, + "recall": 0.75, + "f1": 0.8289085545722714 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.31929652154466054, + "js_divergence": 0.06311757696370286 + } + } + }, + { + "fold": 1, + "best_params": { + "dropout": 0.36640960296080094, + "lr": 0.0009935032389272061, + "weight_decay": 0.007506834667713186, + "backbone_lr_ratio": 0.10108281143505408, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 11, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.35953046688813006, + "rmse": 0.5996085947417116, + "mae": 0.4586696324404329, + "r2": -0.09787822464275231 + }, + "delivery": { + "n_samples": 61, + "mse": 1.1161931438403756, + "rmse": 1.0565004230194968, + "mae": 0.6922882909840736, + "r2": 0.15512225528421297 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6685185185185185, + "recall": 0.7063492063492063, + "f1": 0.6762192056309704 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5476190476190477, + "precision": 0.48175125313283207, + "recall": 0.48011512297226583, + "f1": 0.4721157939548744 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.3950644341107201, + "js_divergence": 0.09966091530608283 + } + } + }, + { + "fold": 2, + "best_params": { + "dropout": 0.318342405407684, + "lr": 0.0008937362022799393, + "weight_decay": 0.06633867694372529, + "backbone_lr_ratio": 0.20906844321970927, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 10, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.4926918006241934, + "rmse": 0.7019200813655307, + "mae": 0.537246183603115, + "r2": 0.026942496675384175 + }, + "delivery": { + "n_samples": 60, + "mse": 0.726897839382552, + "rmse": 0.8525830395818064, + "mae": 0.5536939328614001, + "r2": 0.03237298701263025 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6686520376175549, + "recall": 0.6972140762463344, + "f1": 0.6762192056309704 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6139316239316239, + "recall": 0.6785714285714285, + "f1": 0.6277576489533011 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.38696828264806826, + "js_divergence": 0.0987549780391864 + } + } + }, + { + "fold": 3, + "best_params": { + "dropout": 0.12612237693012526, + "lr": 0.0009464809649969671, + "weight_decay": 0.07051438027639334, + "backbone_lr_ratio": 0.9343703462702573, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 18, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.7722816318702095, + "rmse": 1.3312706831708605, + "mae": 0.5694137913208589, + "r2": -0.0024159991478140963 + }, + "delivery": { + "n_samples": 59, + "mse": 0.6715869625788514, + "rmse": 0.8195040955229275, + "mae": 0.48721023672654973, + "r2": 0.34713768051792715 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6267796610169492, + "recall": 0.6370967741935484, + "f1": 0.6307367680675224 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6190476190476191, + "precision": 0.5535293250810492, + "recall": 0.5760683760683761, + "f1": 0.5530481924570595 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9333333333333333, + "precision": 0.7142857142857143, + "recall": 0.9649122807017544, + "f1": 0.7818181818181817 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.27026190922231863, + "js_divergence": 0.06299181317830951 + } + } + }, + { + "fold": 4, + "best_params": { + "dropout": 0.313123672812509, + "lr": 0.0009765192272158632, + "weight_decay": 0.0053740240978641905, + "backbone_lr_ratio": 0.13566938254683006, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 13, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.7536341327012797, + "rmse": 0.8681210357440255, + "mae": 0.5072707110472644, + "r2": -0.00845608290415334 + }, + "delivery": { + "n_samples": 58, + "mse": 1.087167994986309, + "rmse": 1.0426734843594656, + "mae": 0.6497257278654082, + "r2": -0.0512735040716632 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.75, + "precision": 0.6890838206627681, + "recall": 0.7133431085043989, + "f1": 0.6974789915966386 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.6308992939427722, + "recall": 0.6444444444444445, + "f1": 0.633663610371685 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.21472605299515538, + "js_divergence": 0.0586261381599948 + } + } + }, + { + "fold": 0, + "best_params": { + "dropout": 0.18569939775458322, + "lr": 0.0009872295492725695, + "weight_decay": 0.017393516831905452, + "backbone_lr_ratio": 0.17239541174804215, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 11, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.5072429789639405, + "rmse": 1.2276982442619768, + "mae": 0.5558247003165713, + "r2": 0.07753019623566748 + }, + "delivery": { + "n_samples": 58, + "mse": 0.5835939668070607, + "rmse": 0.76393322143173, + "mae": 0.5947980444942569, + "r2": 0.2582168518421626 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7738095238095238, + "precision": 0.7232142857142857, + "recall": 0.7494654312188168, + "f1": 0.7325289089994973 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6729142936039488, + "recall": 0.7214285714285715, + "f1": 0.6806141997028696 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.28982565124202386, + "js_divergence": 0.06069208833134297 + } + } + }, + { + "fold": 1, + "best_params": { + "dropout": 0.36640960296080094, + "lr": 0.0009935032389272061, + "weight_decay": 0.007506834667713186, + "backbone_lr_ratio": 0.10108281143505408, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 11, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.4057494802572597, + "rmse": 0.6369846781966264, + "mae": 0.5019206670778138, + "r2": -0.2390146595647713 + }, + "delivery": { + "n_samples": 61, + "mse": 1.095192634861098, + "rmse": 1.0465145172720243, + "mae": 0.6369023019234177, + "r2": 0.17101812667726723 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6190476190476191, + "precision": 0.5575167376749848, + "recall": 0.5714285714285714, + "f1": 0.5543766578249337 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5714285714285714, + "precision": 0.5153903903903904, + "recall": 0.5209076637648066, + "f1": 0.507505844715147 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.3834603232909285, + "js_divergence": 0.0914682060621546 + } + } + }, + { + "fold": 2, + "best_params": { + "dropout": 0.318342405407684, + "lr": 0.0008937362022799393, + "weight_decay": 0.06633867694372529, + "backbone_lr_ratio": 0.20906844321970927, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 10, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.4667056344892945, + "rmse": 0.6831585719943024, + "mae": 0.5159196099488154, + "r2": 0.07826471049783545 + }, + "delivery": { + "n_samples": 60, + "mse": 0.6618025560042317, + "rmse": 0.8135124805460772, + "mae": 0.5426560255466029, + "r2": 0.11902609175763024 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6517857142857143, + "recall": 0.6744868035190617, + "f1": 0.6583050847457628 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6138888888888889, + "recall": 0.6785714285714285, + "f1": 0.6291768416768416 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.3327396562359482, + "js_divergence": 0.08480501673906925 + } + } + }, + { + "fold": 3, + "best_params": { + "dropout": 0.12612237693012526, + "lr": 0.0009464809649969671, + "weight_decay": 0.07051438027639334, + "backbone_lr_ratio": 0.9343703462702573, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 18, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.7929979497607713, + "rmse": 1.3390287337323166, + "mae": 0.5495479974351509, + "r2": -0.014133306444520155 + }, + "delivery": { + "n_samples": 59, + "mse": 0.8802460472435503, + "rmse": 0.9382142864205119, + "mae": 0.5970429967362749, + "r2": 0.14429625924896194 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7619047619047619, + "precision": 0.6920821114369502, + "recall": 0.6920821114369502, + "f1": 0.6920821114369502 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6309523809523809, + "precision": 0.5623231204626554, + "recall": 0.5826043237807944, + "f1": 0.5665878644602048 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9333333333333333, + "precision": 0.7142857142857143, + "recall": 0.9649122807017544, + "f1": 0.7818181818181817 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.2555339055765927, + "js_divergence": 0.059082110658978844 + } + } + }, + { + "fold": 4, + "best_params": { + "dropout": 0.313123672812509, + "lr": 0.0009765192272158632, + "weight_decay": 0.0053740240978641905, + "backbone_lr_ratio": 0.13566938254683006, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 13, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.6443346713585372, + "rmse": 0.8027045978182368, + "mae": 0.5012692398380577, + "r2": 0.1378001731045243 + }, + "delivery": { + "n_samples": 58, + "mse": 1.091911519660062, + "rmse": 1.044945701775964, + "mae": 0.6530626353904091, + "r2": -0.05586041412459375 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7619047619047619, + "precision": 0.711111111111111, + "recall": 0.750733137829912, + "f1": 0.7214854111405835 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6048309178743961, + "recall": 0.638034188034188, + "f1": 0.6173894191612906 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2916542945348232, + "js_divergence": 0.08128207465162181 + } + } + } + ], + "summary_stats": { + "size": { + "mse_mean": 0.9567475188815514, + "mse_std": 0.569730318457903, + "rmse_mean": 0.9332903012787724, + "rmse_std": 0.2927742004011441, + "mae_mean": 0.5205680313666426, + "mae_std": 0.036274021744309826, + "r2_mean": 0.024540561758398263, + "r2_std": 0.11631746182529404 + }, + "delivery": { + "mse_mean": 0.8436653684732743, + "mse_std": 0.2182433415975543, + "rmse_mean": 0.9107461299632457, + "rmse_std": 0.11919251331457457, + "mae_mean": 0.598634821381456, + "mae_std": 0.05735289715081742, + "r2_mean": 0.1443791660970296, + "r2_std": 0.1281061991656446 + }, + "pdi": { + "accuracy_mean": 0.7357142857142857, + "accuracy_std": 0.049026810195176206, + "precision_mean": 0.6759926072468357, + "precision_std": 0.05509185976342328, + "recall_mean": 0.6963017219702202, + "recall_std": 0.057127965795130256, + "f1_mean": 0.6808865768933052, + "f1_std": 0.056739009627821094 + }, + "ee": { + "accuracy_mean": 0.6492063492063491, + "accuracy_std": 0.05085561696381203, + "precision_mean": 0.5942685237048638, + "precision_std": 0.05709593570250263, + "recall_mean": 0.6220363794313374, + "recall_std": 0.07370705460979522, + "f1_mean": 0.5954359329832487, + "f1_std": 0.0634519507679728 + }, + "toxic": { + "accuracy_mean": 0.9511890595408049, + "accuracy_std": 0.016071213375949578, + "precision_mean": 0.7617961570593149, + "precision_std": 0.0689235340767993, + "recall_mean": 0.958294443004062, + "recall_std": 0.05613748087593979, + "f1_mean": 0.8151453855878633, + "f1_std": 0.03136647604932657 + }, + "biodist": { + "kl_divergence_mean": 0.31426474045100566, + "kl_divergence_std": 0.05350543992895652, + "js_divergence_mean": 0.07677535890897173, + "js_divergence_std": 0.01482841183016674 + } + } +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_0/best_params.json b/models/abl/both_biot5/20260624_015624/outer_fold_0/best_params.json new file mode 100644 index 0000000..aa2a4d1 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_0/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.38118503457897024, + "lr": 0.0009770749364761302, + "weight_decay": 0.0008416934971427061, + "backbone_lr_ratio": 0.048484014956722714, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_0/epoch_mean.json b/models/abl/both_biot5/20260624_015624/outer_fold_0/epoch_mean.json new file mode 100644 index 0000000..54e2f4a --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_0/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 15} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_0/history.json b/models/abl/both_biot5/20260624_015624/outer_fold_0/history.json new file mode 100644 index 0000000..294befc --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_0/history.json @@ -0,0 +1,351 @@ +{ + "train": [ + { + "loss": 5.629639577865601, + "loss_size": 0.8370314225554466, + "loss_pdi": 0.7166214644908905, + "loss_ee": 1.1042668342590332, + "loss_delivery": 1.1503031998872757, + "loss_biodist": 1.1618747770786286, + "loss_toxic": 0.6466398298740387, + "loss_moe_lb": 2.0 + }, + { + "loss": 5.174609231948852, + "loss_size": 1.0997996091842652, + "loss_pdi": 0.6605279207229614, + "loss_ee": 1.0257868766784668, + "loss_delivery": 0.9808838427066803, + "loss_biodist": 0.8544291496276856, + "loss_toxic": 0.551453810930252, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 4.431454110145569, + "loss_size": 0.7972716838121414, + "loss_pdi": 0.6387695252895356, + "loss_ee": 0.9912315964698791, + "loss_delivery": 0.9170992910861969, + "loss_biodist": 0.6875045835971832, + "loss_toxic": 0.4016995593905449, + "loss_moe_lb": 2.000000023841858 + }, + { + "loss": 3.8852075576782226, + "loss_size": 0.7344662338495255, + "loss_pdi": 0.6063814699649811, + "loss_ee": 0.963562548160553, + "loss_delivery": 0.8228829815983772, + "loss_biodist": 0.49548698365688326, + "loss_toxic": 0.261992035806179, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.714037370681763, + "loss_size": 0.7619987577199936, + "loss_pdi": 0.5843621015548706, + "loss_ee": 0.881328821182251, + "loss_delivery": 0.8246007680892944, + "loss_biodist": 0.41834571659564973, + "loss_toxic": 0.24274032153189182, + "loss_moe_lb": 2.000000011920929 + }, + { + "loss": 3.563366413116455, + "loss_size": 0.7258953899145126, + "loss_pdi": 0.5627626419067383, + "loss_ee": 0.8682501256465912, + "loss_delivery": 0.8690563052892685, + "loss_biodist": 0.3803571105003357, + "loss_toxic": 0.15887218862771987, + "loss_moe_lb": 1.9999999761581422 + }, + { + "loss": 3.3824042320251464, + "loss_size": 0.6917768061161041, + "loss_pdi": 0.5605458229780197, + "loss_ee": 0.8651491045951843, + "loss_delivery": 0.8123000666499138, + "loss_biodist": 0.3316554129123688, + "loss_toxic": 0.1240404974669218, + "loss_moe_lb": 2.000000023841858 + }, + { + "loss": 3.302357888221741, + "loss_size": 0.6924583867192269, + "loss_pdi": 0.5409035980701447, + "loss_ee": 0.846926087141037, + "loss_delivery": 0.815614002943039, + "loss_biodist": 0.2887734815478325, + "loss_toxic": 0.1221643571741879, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.2315545797348024, + "loss_size": 0.6983503788709641, + "loss_pdi": 0.5339838176965713, + "loss_ee": 0.8057428479194642, + "loss_delivery": 0.8637148022651673, + "loss_biodist": 0.24896689057350158, + "loss_toxic": 0.08789459783583879, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.0863017082214355, + "loss_size": 0.6584484815597534, + "loss_pdi": 0.5230895698070526, + "loss_ee": 0.8105671405792236, + "loss_delivery": 0.7606720671057701, + "loss_biodist": 0.2532289892435074, + "loss_toxic": 0.08702232539653779, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.3488226175308227, + "loss_size": 0.9569226488471031, + "loss_pdi": 0.5225043386220932, + "loss_ee": 0.8297718048095704, + "loss_delivery": 0.7143090248107911, + "loss_biodist": 0.27392726168036463, + "loss_toxic": 0.06445237565785647, + "loss_moe_lb": 2.000000023841858 + }, + { + "loss": 2.9060803294181823, + "loss_size": 0.5815626472234726, + "loss_pdi": 0.5093928277492523, + "loss_ee": 0.7667526185512543, + "loss_delivery": 0.747194854915142, + "loss_biodist": 0.23200357258319854, + "loss_toxic": 0.07565911188721657, + "loss_moe_lb": 2.000000023841858 + }, + { + "loss": 3.0850929975509644, + "loss_size": 0.8070279285311699, + "loss_pdi": 0.48761967420578, + "loss_ee": 0.7690303862094879, + "loss_delivery": 0.7080013066530227, + "loss_biodist": 0.24257410168647767, + "loss_toxic": 0.07937230654060841, + "loss_moe_lb": 2.000000011920929 + }, + { + "loss": 2.8702262163162233, + "loss_size": 0.5871895246207715, + "loss_pdi": 0.5188780128955841, + "loss_ee": 0.7922944843769073, + "loss_delivery": 0.6827648490667343, + "loss_biodist": 0.19578708112239837, + "loss_toxic": 0.09972089696675539, + "loss_moe_lb": 2.0 + }, + { + "loss": 2.7740705251693725, + "loss_size": 0.548411799967289, + "loss_pdi": 0.5007277846336364, + "loss_ee": 0.7405028104782104, + "loss_delivery": 0.7051813542842865, + "loss_biodist": 0.2051745280623436, + "loss_toxic": 0.07857431825250387, + "loss_moe_lb": 1.999999988079071 + } + ], + "val": [ + { + "loss": 326.16290283203125, + "loss_size": 120.44477081298828, + "loss_pdi": 5.122471332550049, + "loss_ee": 2.383893821388483, + "loss_delivery": 194.1770782470703, + "loss_biodist": 2.57398784160614, + "loss_toxic": 2.32453191280365, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7575757575757576, + "acc_toxic": 0.0 + }, + { + "loss": 106.2081527709961, + "loss_size": 49.1336727142334, + "loss_pdi": 3.6693177223205, + "loss_ee": 2.199763808399439, + "loss_delivery": 48.561180114746094, + "loss_biodist": 3.2662585973739624, + "loss_toxic": 0.12828633561730385, + "loss_moe_lb": 1.9999998211860657, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 29.09860897064209, + "loss_size": 12.30441665649414, + "loss_pdi": 2.401897069717961, + "loss_ee": 1.3710492867976427, + "loss_delivery": 10.599392414093018, + "loss_biodist": 2.321728855371475, + "loss_toxic": 0.41285043209791183, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 7.5232861042022705, + "loss_size": 1.8920176029205322, + "loss_pdi": 1.1291465051472187, + "loss_ee": 0.809601366519928, + "loss_delivery": 1.6841156333684921, + "loss_biodist": 0.8365733176469803, + "loss_toxic": 1.227177157998085, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9 + }, + { + "loss": 5.164956092834473, + "loss_size": 0.358419019728899, + "loss_pdi": 1.2186900079250336, + "loss_ee": 0.6728924587368965, + "loss_delivery": 0.5422201752662659, + "loss_biodist": 0.21467457339167595, + "loss_toxic": 2.1638595312833786, + "loss_moe_lb": 1.9999998807907104, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.3939393939393939, + "acc_toxic": 0.9 + }, + { + "loss": 4.1869136095047, + "loss_size": 0.283981516957283, + "loss_pdi": 1.156490445137024, + "loss_ee": 0.6733633950352669, + "loss_delivery": 0.38626348320394754, + "loss_biodist": 0.26169781386852264, + "loss_toxic": 1.4192646592855453, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.3939393939393939, + "acc_toxic": 0.9 + }, + { + "loss": 4.0673065185546875, + "loss_size": 0.2509373798966408, + "loss_pdi": 1.2529352903366089, + "loss_ee": 0.6407689638435841, + "loss_delivery": 0.3957926770672202, + "loss_biodist": 0.2356797456741333, + "loss_toxic": 1.2829149067401886, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9 + }, + { + "loss": 4.362272620201111, + "loss_size": 0.23665804788470268, + "loss_pdi": 1.4687186479568481, + "loss_ee": 0.5836386568844318, + "loss_delivery": 0.3769393851980567, + "loss_biodist": 0.22988024167716503, + "loss_toxic": 1.45628771930933, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9 + }, + { + "loss": 3.909448027610779, + "loss_size": 0.22452042810618877, + "loss_pdi": 1.4854494333267212, + "loss_ee": 0.5961620267480612, + "loss_delivery": 0.3709214013069868, + "loss_biodist": 0.21133559942245483, + "loss_toxic": 1.0162529349327087, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9 + }, + { + "loss": 3.5202027559280396, + "loss_size": 0.2468378245830536, + "loss_pdi": 1.420798122882843, + "loss_ee": 0.5892483126372099, + "loss_delivery": 0.41495488211512566, + "loss_biodist": 0.2065230067819357, + "loss_toxic": 0.6433024294674397, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9 + }, + { + "loss": 3.5848307609558105, + "loss_size": 0.2656059116125107, + "loss_pdi": 1.4705984592437744, + "loss_ee": 0.5635334458202124, + "loss_delivery": 0.4237087741494179, + "loss_biodist": 0.18785163201391697, + "loss_toxic": 0.6749111115932465, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9 + }, + { + "loss": 3.740071415901184, + "loss_size": 0.2570607364177704, + "loss_pdi": 1.5505283176898956, + "loss_ee": 0.5641665607690811, + "loss_delivery": 0.42181940376758575, + "loss_biodist": 0.1926831342279911, + "loss_toxic": 0.755558256059885, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.9 + }, + { + "loss": 3.755470633506775, + "loss_size": 0.29488252103328705, + "loss_pdi": 1.6161202490329742, + "loss_ee": 0.5678785536438227, + "loss_delivery": 0.4295586571097374, + "loss_biodist": 0.19815191626548767, + "loss_toxic": 0.6567674949765205, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9 + }, + { + "loss": 3.756665587425232, + "loss_size": 0.28851318359375, + "loss_pdi": 1.6128602027893066, + "loss_ee": 0.5694516357034445, + "loss_delivery": 0.4351465404033661, + "loss_biodist": 0.19257093593478203, + "loss_toxic": 0.6656300947070122, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9 + }, + { + "loss": 3.9940130710601807, + "loss_size": 0.2515711784362793, + "loss_pdi": 1.6328342258930206, + "loss_ee": 0.5652816658839583, + "loss_delivery": 0.42837221175432205, + "loss_biodist": 0.19714058563113213, + "loss_toxic": 0.9184133037924767, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_0/splits.json b/models/abl/both_biot5/20260624_015624/outer_fold_0/splits.json new file mode 100644 index 0000000..cccb9d8 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_0/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67, 68, 71, 72, 73, 75, 76, 77, 80, 81, 85, 86, 88, 89, 90, 92, 94, 95, 96, 98, 99, 100, 101, 103, 104, 105, 106, 107, 108, 109, 111, 113, 114, 115, 116, 117, 118, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 133, 134, 135, 136, 138, 139, 141, 144, 145, 146, 147, 148, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 163, 164, 167, 168, 169, 170, 171, 172, 175, 176, 178, 179, 180, 182, 183, 184, 185, 188, 189, 190, 191, 192, 193, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 206, 208, 210, 211, 212, 213, 216, 217, 218, 219, 220, 222, 224, 225, 227, 228, 229, 230, 231, 232, 233, 234, 236, 237, 239, 241, 242, 244, 245, 247, 248, 249, 250, 252, 253, 255, 256, 257, 258, 259, 260, 261, 262, 265, 267, 268, 269, 270, 271, 272, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 285, 286, 287, 288, 291, 292, 294, 296, 297, 298, 299, 300, 301, 303, 304, 306, 307, 308, 309, 310, 311, 312, 313, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 332, 333, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 346, 347, 348, 349, 351, 352, 354, 355, 356, 357, 358, 359, 360, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 374, 375, 377, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 393, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 407, 408, 409, 411, 412, 413, 414, 415, 417, 418, 419], "outer_test_idx": [7, 16, 20, 29, 51, 59, 60, 69, 70, 74, 78, 79, 82, 83, 84, 87, 91, 93, 97, 102, 110, 112, 119, 120, 121, 132, 137, 140, 142, 143, 152, 161, 162, 165, 166, 173, 174, 177, 181, 186, 187, 194, 205, 207, 209, 214, 215, 221, 223, 226, 235, 238, 240, 243, 246, 251, 254, 263, 264, 266, 273, 284, 289, 290, 293, 295, 302, 305, 314, 315, 331, 334, 341, 350, 353, 361, 373, 376, 378, 392, 394, 402, 410, 416]} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_0/test_metrics.json b/models/abl/both_biot5/20260624_015624/outer_fold_0/test_metrics.json new file mode 100644 index 0000000..aa48812 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_0/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.2775270638012577, + "rmse": 1.1302774278031291, + "mae": 0.5309888495648482, + "r2": 0.21812199074999694 + }, + "delivery": { + "n_samples": 58, + "mse": 0.5813553680199423, + "rmse": 0.7624666340371506, + "mae": 0.5806423342176552, + "r2": 0.26106224598641015 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6664637857577602, + "recall": 0.6949394155381325, + "f1": 0.672514619883041 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6453567538126362, + "recall": 0.6947619047619048, + "f1": 0.6466727716727717 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.30543536337189214, + "js_divergence": 0.055401807245651365 + } +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_1/best_params.json b/models/abl/both_biot5/20260624_015624/outer_fold_1/best_params.json new file mode 100644 index 0000000..a178092 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_1/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.12715228141755225, + "lr": 0.00038210169217516986, + "weight_decay": 0.0032858044759097593, + "backbone_lr_ratio": 0.01707341286908778, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_1/epoch_mean.json b/models/abl/both_biot5/20260624_015624/outer_fold_1/epoch_mean.json new file mode 100644 index 0000000..c288387 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_1/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 18} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_1/history.json b/models/abl/both_biot5/20260624_015624/outer_fold_1/history.json new file mode 100644 index 0000000..cb4adfe --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_1/history.json @@ -0,0 +1,420 @@ +{ + "train": [ + { + "loss": 5.880190706253051, + "loss_size": 1.2093870848417283, + "loss_pdi": 0.6751484453678132, + "loss_ee": 1.073475730419159, + "loss_delivery": 0.9780833125114441, + "loss_biodist": 1.262057900428772, + "loss_toxic": 0.6662091434001922, + "loss_moe_lb": 2.0 + }, + { + "loss": 5.294564938545227, + "loss_size": 1.1456821471452714, + "loss_pdi": 0.6367460191249847, + "loss_ee": 1.0255739212036132, + "loss_delivery": 0.8788796991109848, + "loss_biodist": 1.0146725714206695, + "loss_toxic": 0.5826438546180726, + "loss_moe_lb": 2.000000011920929 + }, + { + "loss": 4.824215388298034, + "loss_size": 1.0746640145778656, + "loss_pdi": 0.6190512955188752, + "loss_ee": 0.9799470067024231, + "loss_delivery": 0.8211173295974732, + "loss_biodist": 0.822171425819397, + "loss_toxic": 0.4998000741004944, + "loss_moe_lb": 2.000000023841858 + }, + { + "loss": 4.57146680355072, + "loss_size": 1.1148690223693847, + "loss_pdi": 0.5865873157978058, + "loss_ee": 0.933483499288559, + "loss_delivery": 0.7943474233150483, + "loss_biodist": 0.6780749917030334, + "loss_toxic": 0.4579812288284302, + "loss_moe_lb": 2.000000023841858 + }, + { + "loss": 4.209733653068542, + "loss_size": 1.004982291162014, + "loss_pdi": 0.5898078620433808, + "loss_ee": 0.8981360793113708, + "loss_delivery": 0.7758342236280441, + "loss_biodist": 0.5935669541358948, + "loss_toxic": 0.3401214301586151, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.962087297439575, + "loss_size": 0.9623573675751687, + "loss_pdi": 0.5464575558900833, + "loss_ee": 0.883045095205307, + "loss_delivery": 0.7587750256061554, + "loss_biodist": 0.5211483776569367, + "loss_toxic": 0.2821056440472603, + "loss_moe_lb": 1.9999999761581422 + }, + { + "loss": 3.7815916776657104, + "loss_size": 0.9839702755212784, + "loss_pdi": 0.5576627612113952, + "loss_ee": 0.8658750712871551, + "loss_delivery": 0.6548837929964065, + "loss_biodist": 0.4737322092056274, + "loss_toxic": 0.23676925897598267, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.6851258516311645, + "loss_size": 1.0055367261171342, + "loss_pdi": 0.5485720753669738, + "loss_ee": 0.8268381893634796, + "loss_delivery": 0.6720288872718811, + "loss_biodist": 0.39823555648326875, + "loss_toxic": 0.22523673437535763, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.5697060585021974, + "loss_size": 0.9440896183252334, + "loss_pdi": 0.5229192078113556, + "loss_ee": 0.8265462815761566, + "loss_delivery": 0.6808992311358452, + "loss_biodist": 0.36781521439552306, + "loss_toxic": 0.21875333972275257, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.3569907426834105, + "loss_size": 0.8516724839806556, + "loss_pdi": 0.5334105312824249, + "loss_ee": 0.8089183390140533, + "loss_delivery": 0.6359504997730255, + "loss_biodist": 0.3664983808994293, + "loss_toxic": 0.15149716436862945, + "loss_moe_lb": 1.999999964237213 + }, + { + "loss": 3.3709030628204344, + "loss_size": 0.8750916138291359, + "loss_pdi": 0.5084484338760376, + "loss_ee": 0.7743302106857299, + "loss_delivery": 0.7430924639105797, + "loss_biodist": 0.3230992153286934, + "loss_toxic": 0.13908824250102042, + "loss_moe_lb": 2.000000011920929 + }, + { + "loss": 3.3394760608673097, + "loss_size": 0.8576140075922012, + "loss_pdi": 0.5197807669639587, + "loss_ee": 0.7874584674835206, + "loss_delivery": 0.6742687806487083, + "loss_biodist": 0.3445627182722092, + "loss_toxic": 0.14837514758110046, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.2558224201202393, + "loss_size": 0.8761242136359215, + "loss_pdi": 0.5131644994020462, + "loss_ee": 0.7845241308212281, + "loss_delivery": 0.6087752044200897, + "loss_biodist": 0.3249444216489792, + "loss_toxic": 0.14044311307370663, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.3834808349609373, + "loss_size": 1.06574295014143, + "loss_pdi": 0.5020947188138962, + "loss_ee": 0.7692467987537384, + "loss_delivery": 0.6274533778429031, + "loss_biodist": 0.2866425186395645, + "loss_toxic": 0.12638874612748624, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.1409812927246095, + "loss_size": 0.7952263683080674, + "loss_pdi": 0.5061811059713364, + "loss_ee": 0.7489465057849884, + "loss_delivery": 0.6558268785476684, + "loss_biodist": 0.297735820710659, + "loss_toxic": 0.12886845096945762, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.073127257823944, + "loss_size": 0.810946398973465, + "loss_pdi": 0.482444629073143, + "loss_ee": 0.7382199764251709, + "loss_delivery": 0.6185100674629211, + "loss_biodist": 0.2800307020545006, + "loss_toxic": 0.13375547342002392, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.3635661125183107, + "loss_size": 1.061921811103821, + "loss_pdi": 0.4904894888401031, + "loss_ee": 0.7482723414897918, + "loss_delivery": 0.6379371643066406, + "loss_biodist": 0.2663900047540665, + "loss_toxic": 0.15238383375108241, + "loss_moe_lb": 2.000000023841858 + }, + { + "loss": 3.229771542549133, + "loss_size": 0.9503776997327804, + "loss_pdi": 0.49906489849090574, + "loss_ee": 0.7416266202926636, + "loss_delivery": 0.584967689216137, + "loss_biodist": 0.2981968283653259, + "loss_toxic": 0.14783287178725005, + "loss_moe_lb": 1.9999999761581422 + } + ], + "val": [ + { + "loss": 52.28438186645508, + "loss_size": 10.054548740386963, + "loss_pdi": 1.888471782207489, + "loss_ee": 2.3071884214878082, + "loss_delivery": 28.62615203857422, + "loss_biodist": 9.397465705871582, + "loss_toxic": 0.14978349208831787, + "loss_moe_lb": 2.0, + "acc_pdi": 0.36363636363636365, + "acc_ee": 0.30303030303030304, + "acc_toxic": 1.0 + }, + { + "loss": 19.082016944885254, + "loss_size": 1.859201729297638, + "loss_pdi": 0.8106305003166199, + "loss_ee": 1.5092724934220314, + "loss_delivery": 10.481206893920898, + "loss_biodist": 4.423018455505371, + "loss_toxic": 0.08147889375686646, + "loss_moe_lb": 2.0, + "acc_pdi": 0.36363636363636365, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 8.121744871139526, + "loss_size": 0.36302029248327017, + "loss_pdi": 0.6240207403898239, + "loss_ee": 1.1844097077846527, + "loss_delivery": 3.6757107973098755, + "loss_biodist": 2.1130834817886353, + "loss_toxic": 0.19022316485643387, + "loss_moe_lb": 1.9999998807907104, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 4.076095461845398, + "loss_size": 0.503328412771225, + "loss_pdi": 0.6265619099140167, + "loss_ee": 0.8325532674789429, + "loss_delivery": 0.789628267288208, + "loss_biodist": 0.9311557412147522, + "loss_toxic": 0.38567738234996796, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 2.658109486103058, + "loss_size": 0.31043283944018185, + "loss_pdi": 0.609628364443779, + "loss_ee": 0.8723627924919128, + "loss_delivery": 0.13258208543993533, + "loss_biodist": 0.4401730000972748, + "loss_toxic": 0.2719712257385254, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 2.6200414896011353, + "loss_size": 0.3788522556424141, + "loss_pdi": 0.631707489490509, + "loss_ee": 0.9254117608070374, + "loss_delivery": 0.18661831319332123, + "loss_biodist": 0.326076865196228, + "loss_toxic": 0.15129034221172333, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.576258897781372, + "loss_size": 0.42240843176841736, + "loss_pdi": 0.6571086943149567, + "loss_ee": 0.8999056816101074, + "loss_delivery": 0.18188626319169998, + "loss_biodist": 0.3132934123277664, + "loss_toxic": 0.08257143944501877, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.4888967275619507, + "loss_size": 0.37972524762153625, + "loss_pdi": 0.6705151200294495, + "loss_ee": 0.8267186880111694, + "loss_delivery": 0.2078227400779724, + "loss_biodist": 0.338386669754982, + "loss_toxic": 0.04700608178973198, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.441374182701111, + "loss_size": 0.3871219903230667, + "loss_pdi": 0.639405757188797, + "loss_ee": 0.789948433637619, + "loss_delivery": 0.21282263845205307, + "loss_biodist": 0.3609292507171631, + "loss_toxic": 0.03286897484213114, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.310012698173523, + "loss_size": 0.36011902987957, + "loss_pdi": 0.6141173243522644, + "loss_ee": 0.7508799731731415, + "loss_delivery": 0.17297590523958206, + "loss_biodist": 0.3691263794898987, + "loss_toxic": 0.023637895472347736, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.246964752674103, + "loss_size": 0.3261938989162445, + "loss_pdi": 0.6195713728666306, + "loss_ee": 0.7365868091583252, + "loss_delivery": 0.1471389215439558, + "loss_biodist": 0.37987400591373444, + "loss_toxic": 0.018639557994902134, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.210842490196228, + "loss_size": 0.31696679443120956, + "loss_pdi": 0.6109910607337952, + "loss_ee": 0.7134979963302612, + "loss_delivery": 0.16695939376950264, + "loss_biodist": 0.36631646007299423, + "loss_toxic": 0.01727600209414959, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.1959953904151917, + "loss_size": 0.3190857395529747, + "loss_pdi": 0.6277008354663849, + "loss_ee": 0.7025340795516968, + "loss_delivery": 0.13767828233540058, + "loss_biodist": 0.37543031573295593, + "loss_toxic": 0.015050362795591354, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.2353000044822693, + "loss_size": 0.3203260600566864, + "loss_pdi": 0.6417901813983917, + "loss_ee": 0.7160685658454895, + "loss_delivery": 0.15194902382791042, + "loss_biodist": 0.37361618131399155, + "loss_toxic": 0.014141674619168043, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.2187429070472717, + "loss_size": 0.3165397047996521, + "loss_pdi": 0.6458726525306702, + "loss_ee": 0.6952449977397919, + "loss_delivery": 0.15103850327432156, + "loss_biodist": 0.38021840900182724, + "loss_toxic": 0.01233788300305605, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.2069762349128723, + "loss_size": 0.316790409386158, + "loss_pdi": 0.641569048166275, + "loss_ee": 0.689850926399231, + "loss_delivery": 0.15631976164877415, + "loss_biodist": 0.3722814545035362, + "loss_toxic": 0.01261688070371747, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.2091753482818604, + "loss_size": 0.32327602803707123, + "loss_pdi": 0.6411083936691284, + "loss_ee": 0.6842013895511627, + "loss_delivery": 0.1479108277708292, + "loss_biodist": 0.3834577724337578, + "loss_toxic": 0.011684997472912073, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.20571631193161, + "loss_size": 0.31282903999090195, + "loss_pdi": 0.6427331268787384, + "loss_ee": 0.700422614812851, + "loss_delivery": 0.14261944591999054, + "loss_biodist": 0.37734580785036087, + "loss_toxic": 0.01235993904992938, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_1/splits.json b/models/abl/both_biot5/20260624_015624/outer_fold_1/splits.json new file mode 100644 index 0000000..1773fe5 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_1/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 3, 5, 6, 7, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 24, 26, 27, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 112, 114, 115, 118, 119, 120, 121, 123, 124, 125, 126, 128, 129, 130, 131, 132, 136, 137, 140, 141, 142, 143, 144, 145, 146, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 161, 162, 164, 165, 166, 167, 168, 169, 171, 172, 173, 174, 175, 176, 177, 178, 179, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 194, 195, 196, 197, 198, 199, 201, 202, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 225, 226, 228, 229, 231, 232, 233, 234, 235, 236, 237, 238, 240, 242, 243, 244, 246, 247, 248, 250, 251, 252, 254, 255, 256, 258, 259, 260, 261, 262, 263, 264, 266, 268, 269, 270, 271, 273, 274, 275, 276, 277, 278, 279, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 295, 296, 297, 300, 301, 302, 303, 304, 305, 306, 307, 308, 310, 311, 313, 314, 315, 316, 317, 318, 319, 321, 322, 323, 324, 325, 327, 328, 329, 330, 331, 333, 334, 335, 337, 338, 339, 340, 341, 342, 343, 344, 345, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 361, 362, 364, 365, 366, 367, 368, 369, 373, 374, 375, 376, 378, 379, 380, 381, 382, 384, 387, 388, 389, 391, 392, 393, 394, 396, 397, 398, 399, 402, 403, 404, 405, 406, 408, 409, 410, 411, 412, 413, 414, 416, 417, 419], "outer_test_idx": [1, 2, 4, 8, 9, 14, 17, 22, 23, 25, 28, 34, 37, 41, 43, 45, 63, 64, 68, 85, 96, 104, 111, 113, 116, 117, 122, 127, 133, 134, 135, 138, 139, 147, 160, 163, 170, 180, 191, 192, 193, 200, 203, 208, 224, 227, 230, 239, 241, 245, 249, 253, 257, 265, 267, 272, 280, 294, 298, 299, 309, 312, 320, 326, 332, 336, 346, 347, 360, 363, 370, 371, 372, 377, 383, 385, 386, 390, 395, 400, 401, 407, 415, 418]} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_1/test_metrics.json b/models/abl/both_biot5/20260624_015624/outer_fold_1/test_metrics.json new file mode 100644 index 0000000..73ff873 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_1/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.3226448578157207, + "rmse": 0.5680183604565268, + "mae": 0.43127859149882125, + "r2": 0.014757311793952343 + }, + "delivery": { + "n_samples": 61, + "mse": 0.9731257240529179, + "rmse": 0.9864713498388678, + "mae": 0.6065680303717734, + "r2": 0.26341397848585624 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.5783050847457627, + "recall": 0.5873015873015873, + "f1": 0.5808980755523877 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5238095238095238, + "precision": 0.4563973063973064, + "recall": 0.4560201703058846, + "f1": 0.4443340972752738 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.3699852731241905, + "js_divergence": 0.0921670637504171 + } +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_2/best_params.json b/models/abl/both_biot5/20260624_015624/outer_fold_2/best_params.json new file mode 100644 index 0000000..92b73ef --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_2/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.33774333325981976, + "lr": 0.0008937362022799393, + "weight_decay": 0.0797179350056365, + "backbone_lr_ratio": 0.012019950560462185, + "moe_n_experts": 2, + "moe_top_k": 1, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_2/epoch_mean.json b/models/abl/both_biot5/20260624_015624/outer_fold_2/epoch_mean.json new file mode 100644 index 0000000..ee08dbf --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_2/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 24} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_2/history.json b/models/abl/both_biot5/20260624_015624/outer_fold_2/history.json new file mode 100644 index 0000000..ddae0ea --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_2/history.json @@ -0,0 +1,558 @@ +{ + "train": [ + { + "loss": 5.5593267440795895, + "loss_size": 1.0105120539665222, + "loss_pdi": 0.7222382009029389, + "loss_ee": 1.0737396836280824, + "loss_delivery": 1.0050212740898132, + "loss_biodist": 1.1231000423431396, + "loss_toxic": 0.621865651011467, + "loss_moe_lb": 1.003492832183838 + }, + { + "loss": 4.787588620185852, + "loss_size": 0.8112421542406082, + "loss_pdi": 0.662821638584137, + "loss_ee": 1.0101438462734222, + "loss_delivery": 0.8974106043577195, + "loss_biodist": 0.8047115921974182, + "loss_toxic": 0.6087065398693084, + "loss_moe_lb": 1.0054036617279052 + }, + { + "loss": 4.188585686683655, + "loss_size": 0.783310429751873, + "loss_pdi": 0.645175290107727, + "loss_ee": 0.991130256652832, + "loss_delivery": 0.823707926273346, + "loss_biodist": 0.582040798664093, + "loss_toxic": 0.37240699082612994, + "loss_moe_lb": 1.0020507335662843 + }, + { + "loss": 3.9125982999801634, + "loss_size": 0.7660124808549881, + "loss_pdi": 0.6041824877262115, + "loss_ee": 0.9430283367633819, + "loss_delivery": 0.8412006556987762, + "loss_biodist": 0.5327713280916214, + "loss_toxic": 0.23650197237730025, + "loss_moe_lb": 1.0016139030456543 + }, + { + "loss": 3.7509905338287353, + "loss_size": 0.7014332443475724, + "loss_pdi": 0.5906592547893524, + "loss_ee": 0.9160506069660187, + "loss_delivery": 0.7715980872511864, + "loss_biodist": 0.48783472180366516, + "loss_toxic": 0.29581702277064326, + "loss_moe_lb": 1.001250147819519 + }, + { + "loss": 3.583024740219116, + "loss_size": 0.7506851077079773, + "loss_pdi": 0.5800322204828262, + "loss_ee": 0.8609747290611267, + "loss_delivery": 0.6995440624654293, + "loss_biodist": 0.4673841863870621, + "loss_toxic": 0.2362929627299309, + "loss_moe_lb": 1.0031494677066803 + }, + { + "loss": 3.4016853094100954, + "loss_size": 0.6849470436573029, + "loss_pdi": 0.5577913045883178, + "loss_ee": 0.8802375853061676, + "loss_delivery": 0.711587107181549, + "loss_biodist": 0.3890023499727249, + "loss_toxic": 0.1908457398414612, + "loss_moe_lb": 1.0012832641601563 + }, + { + "loss": 3.3591570615768434, + "loss_size": 0.7104779332876205, + "loss_pdi": 0.537405812740326, + "loss_ee": 0.8152894020080567, + "loss_delivery": 0.7708096042275429, + "loss_biodist": 0.39673206508159636, + "loss_toxic": 0.14370608888566494, + "loss_moe_lb": 1.002393662929535 + }, + { + "loss": 3.2598351001739503, + "loss_size": 0.6960233926773072, + "loss_pdi": 0.5244608700275422, + "loss_ee": 0.8347655832767487, + "loss_delivery": 0.7051882833242417, + "loss_biodist": 0.3773863077163696, + "loss_toxic": 0.13903691042214633, + "loss_moe_lb": 1.0038196325302124 + }, + { + "loss": 3.131180429458618, + "loss_size": 0.6922156900167465, + "loss_pdi": 0.5219623118638992, + "loss_ee": 0.8243920862674713, + "loss_delivery": 0.6285123139619827, + "loss_biodist": 0.32298070192337036, + "loss_toxic": 0.15709903929382563, + "loss_moe_lb": 1.001521611213684 + }, + { + "loss": 3.0642634630203247, + "loss_size": 0.6980895549058914, + "loss_pdi": 0.5265205204486847, + "loss_ee": 0.7623060345649719, + "loss_delivery": 0.6771705731749534, + "loss_biodist": 0.29747152924537656, + "loss_toxic": 0.12104640826582909, + "loss_moe_lb": 1.0047925055027007 + }, + { + "loss": 2.9357067823410032, + "loss_size": 0.6488922163844109, + "loss_pdi": 0.5127476632595063, + "loss_ee": 0.7586858332157135, + "loss_delivery": 0.603175763785839, + "loss_biodist": 0.31603043228387834, + "loss_toxic": 0.11426987387239933, + "loss_moe_lb": 1.0011218011379241 + }, + { + "loss": 3.0185377836227416, + "loss_size": 0.6770095571875572, + "loss_pdi": 0.50152867436409, + "loss_ee": 0.7681885123252868, + "loss_delivery": 0.6976583883166313, + "loss_biodist": 0.28682698458433153, + "loss_toxic": 0.11139093395322561, + "loss_moe_lb": 1.002818661928177 + }, + { + "loss": 3.0447335243225098, + "loss_size": 0.6448296248912812, + "loss_pdi": 0.506335175037384, + "loss_ee": 0.791974276304245, + "loss_delivery": 0.7140580207109452, + "loss_biodist": 0.2721629112958908, + "loss_toxic": 0.1418131623417139, + "loss_moe_lb": 1.0018205165863037 + }, + { + "loss": 2.7945156335830688, + "loss_size": 0.592767271399498, + "loss_pdi": 0.5045191138982773, + "loss_ee": 0.7424894750118256, + "loss_delivery": 0.6036672025918961, + "loss_biodist": 0.26116000711917875, + "loss_toxic": 0.11251284927129745, + "loss_moe_lb": 1.0046443819999695 + }, + { + "loss": 2.9158809781074524, + "loss_size": 0.6414759591221809, + "loss_pdi": 0.49571222364902495, + "loss_ee": 0.7354807734489441, + "loss_delivery": 0.6598402425646782, + "loss_biodist": 0.2649649605154991, + "loss_toxic": 0.1430682374164462, + "loss_moe_lb": 1.0039978861808776 + }, + { + "loss": 2.7685218334197996, + "loss_size": 0.5974807739257812, + "loss_pdi": 0.48887917399406433, + "loss_ee": 0.7438495635986329, + "loss_delivery": 0.5861493825912476, + "loss_biodist": 0.2618252247571945, + "loss_toxic": 0.11498904321342707, + "loss_moe_lb": 1.0042200565338135 + }, + { + "loss": 2.677497720718384, + "loss_size": 0.5983023896813393, + "loss_pdi": 0.46180991232395174, + "loss_ee": 0.7298104524612427, + "loss_delivery": 0.5947681233286858, + "loss_biodist": 0.23806397169828414, + "loss_toxic": 0.0808176543097943, + "loss_moe_lb": 1.0028916001319885 + }, + { + "loss": 2.7354037761688232, + "loss_size": 0.5406947076320648, + "loss_pdi": 0.48281011581420896, + "loss_ee": 0.7385894417762756, + "loss_delivery": 0.6557572320103645, + "loss_biodist": 0.24288078397512436, + "loss_toxic": 0.10278778467327357, + "loss_moe_lb": 1.0018792033195496 + }, + { + "loss": 2.8157411932945253, + "loss_size": 0.5629876017570495, + "loss_pdi": 0.5092323899269104, + "loss_ee": 0.7621454715728759, + "loss_delivery": 0.6139041751623153, + "loss_biodist": 0.2855973556637764, + "loss_toxic": 0.11170732360333205, + "loss_moe_lb": 1.000916564464569 + }, + { + "loss": 2.765420413017273, + "loss_size": 0.5669456720352173, + "loss_pdi": 0.4541279703378677, + "loss_ee": 0.7568132042884826, + "loss_delivery": 0.633655896782875, + "loss_biodist": 0.2770042195916176, + "loss_toxic": 0.10590465851128102, + "loss_moe_lb": 0.9998559474945068 + }, + { + "loss": 2.6403432369232176, + "loss_size": 0.5567607164382935, + "loss_pdi": 0.46041806042194366, + "loss_ee": 0.7157784104347229, + "loss_delivery": 0.5941496953368187, + "loss_biodist": 0.2570425972342491, + "loss_toxic": 0.08308861032128334, + "loss_moe_lb": 1.000298011302948 + }, + { + "loss": 2.639028179645538, + "loss_size": 0.4794127196073532, + "loss_pdi": 0.47615211009979247, + "loss_ee": 0.7287471771240235, + "loss_delivery": 0.6262050732970238, + "loss_biodist": 0.24853375554084778, + "loss_toxic": 0.10661754999309778, + "loss_moe_lb": 1.0017034769058228 + }, + { + "loss": 2.763648736476898, + "loss_size": 0.5313900172710418, + "loss_pdi": 0.4860714554786682, + "loss_ee": 0.717977887392044, + "loss_delivery": 0.6682430401444435, + "loss_biodist": 0.24781301766633987, + "loss_toxic": 0.13892789240926504, + "loss_moe_lb": 1.003730058670044 + } + ], + "val": [ + { + "loss": 335.33447265625, + "loss_size": 281.84617614746094, + "loss_pdi": 5.466546177864075, + "loss_ee": 6.976545572280884, + "loss_delivery": 38.42522048950195, + "loss_biodist": 3.7248597145080566, + "loss_toxic": 1.3795287486573216e-05, + "loss_moe_lb": 1.9999961853027344, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.24242424242424243, + "acc_toxic": 1.0 + }, + { + "loss": 128.69612503051758, + "loss_size": 113.34328842163086, + "loss_pdi": 2.330305337905884, + "loss_ee": 4.655527472496033, + "loss_delivery": 6.972789287567139, + "loss_biodist": 2.3381829261779785, + "loss_toxic": 0.0002481710980646312, + "loss_moe_lb": 1.9992881417274475, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5151515151515151, + "acc_toxic": 1.0 + }, + { + "loss": 37.53413009643555, + "loss_size": 30.36787700653076, + "loss_pdi": 1.507568359375, + "loss_ee": 2.8481683135032654, + "loss_delivery": 2.3734264373779297, + "loss_biodist": 0.7999420762062073, + "loss_toxic": 0.017548002302646637, + "loss_moe_lb": 1.9912574887275696, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 12.071053981781006, + "loss_size": 7.413588523864746, + "loss_pdi": 1.51066455245018, + "loss_ee": 1.9464640021324158, + "loss_delivery": 1.0180751085281372, + "loss_biodist": 0.215897798538208, + "loss_toxic": 0.10842924565076828, + "loss_moe_lb": 1.9459542036056519, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.95 + }, + { + "loss": 7.088524580001831, + "loss_size": 3.7983028888702393, + "loss_pdi": 1.0122159123420715, + "loss_ee": 1.1055640280246735, + "loss_delivery": 0.9112273454666138, + "loss_biodist": 0.19447730481624603, + "loss_toxic": 0.13830989599227905, + "loss_moe_lb": 1.7341642379760742, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.95 + }, + { + "loss": 6.754403829574585, + "loss_size": 3.893798828125, + "loss_pdi": 0.7364282011985779, + "loss_ee": 0.9880420565605164, + "loss_delivery": 0.9043927192687988, + "loss_biodist": 0.19323037564754486, + "loss_toxic": 0.10924768447875977, + "loss_moe_lb": 1.2978886365890503, + "acc_pdi": 0.5151515151515151, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 7.01631498336792, + "loss_size": 4.065897583961487, + "loss_pdi": 0.7407042682170868, + "loss_ee": 1.0901811718940735, + "loss_delivery": 0.9028797149658203, + "loss_biodist": 0.1832374930381775, + "loss_toxic": 0.11952021718025208, + "loss_moe_lb": 1.0571035742759705, + "acc_pdi": 0.5151515151515151, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.703785419464111, + "loss_size": 3.783825993537903, + "loss_pdi": 0.741980105638504, + "loss_ee": 1.1159003674983978, + "loss_delivery": 0.8602625131607056, + "loss_biodist": 0.18989908695220947, + "loss_toxic": 0.10079815238714218, + "loss_moe_lb": 1.0017997920513153, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.95 + }, + { + "loss": 6.863262176513672, + "loss_size": 3.8816100358963013, + "loss_pdi": 0.7432284653186798, + "loss_ee": 1.1886624097824097, + "loss_delivery": 0.882551372051239, + "loss_biodist": 0.1726650446653366, + "loss_toxic": 0.09364569187164307, + "loss_moe_lb": 0.9985060095787048, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.95 + }, + { + "loss": 6.566705703735352, + "loss_size": 3.700358748435974, + "loss_pdi": 0.7168927788734436, + "loss_ee": 1.088432788848877, + "loss_delivery": 0.8829938769340515, + "loss_biodist": 0.1824142187833786, + "loss_toxic": 0.09188876301050186, + "loss_moe_lb": 1.003427267074585, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.95 + }, + { + "loss": 6.493593454360962, + "loss_size": 3.410131812095642, + "loss_pdi": 0.7412647008895874, + "loss_ee": 1.3382400870323181, + "loss_delivery": 0.8545717597007751, + "loss_biodist": 0.16492798924446106, + "loss_toxic": 0.09331875294446945, + "loss_moe_lb": 0.9975298047065735, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.1560218334198, + "loss_size": 3.42904794216156, + "loss_pdi": 0.6950583755970001, + "loss_ee": 1.0537507236003876, + "loss_delivery": 0.8217563629150391, + "loss_biodist": 0.1508345603942871, + "loss_toxic": 0.10079897195100784, + "loss_moe_lb": 1.0026240944862366, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.95 + }, + { + "loss": 6.1669135093688965, + "loss_size": 3.4153796434402466, + "loss_pdi": 0.7046009600162506, + "loss_ee": 1.1063185334205627, + "loss_delivery": 0.8078489303588867, + "loss_biodist": 0.14892606437206268, + "loss_toxic": 0.08529356867074966, + "loss_moe_lb": 0.9994112849235535, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.95 + }, + { + "loss": 6.088647842407227, + "loss_size": 3.3628441095352173, + "loss_pdi": 0.6925024688243866, + "loss_ee": 1.095509558916092, + "loss_delivery": 0.8118428587913513, + "loss_biodist": 0.13240604102611542, + "loss_toxic": 0.09537149220705032, + "loss_moe_lb": 1.0020636916160583, + "acc_pdi": 0.5757575757575758, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.245176792144775, + "loss_size": 3.4187978506088257, + "loss_pdi": 0.7559232711791992, + "loss_ee": 1.1447378993034363, + "loss_delivery": 0.8184512257575989, + "loss_biodist": 0.13180184364318848, + "loss_toxic": 0.08590542525053024, + "loss_moe_lb": 0.9998006224632263, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.650262832641602, + "loss_size": 3.4030256271362305, + "loss_pdi": 0.78317990899086, + "loss_ee": 1.57785964012146, + "loss_delivery": 0.8096794486045837, + "loss_biodist": 0.1302957981824875, + "loss_toxic": 0.08302690088748932, + "loss_moe_lb": 1.0095041990280151, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.310943841934204, + "loss_size": 3.4086145162582397, + "loss_pdi": 0.780304342508316, + "loss_ee": 1.2179460525512695, + "loss_delivery": 0.8235325217247009, + "loss_biodist": 0.12248428910970688, + "loss_toxic": 0.07666709274053574, + "loss_moe_lb": 1.003424346446991, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.95 + }, + { + "loss": 6.448458433151245, + "loss_size": 3.31357479095459, + "loss_pdi": 0.7256665527820587, + "loss_ee": 1.5409347414970398, + "loss_delivery": 0.8057543039321899, + "loss_biodist": 0.12350723892450333, + "loss_toxic": 0.07301509380340576, + "loss_moe_lb": 1.0029084086418152, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.95 + }, + { + "loss": 6.1759679317474365, + "loss_size": 3.315897583961487, + "loss_pdi": 0.7544052302837372, + "loss_ee": 1.2371982038021088, + "loss_delivery": 0.795327365398407, + "loss_biodist": 0.11834156513214111, + "loss_toxic": 0.07248509675264359, + "loss_moe_lb": 1.0009818375110626, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.95 + }, + { + "loss": 6.230125427246094, + "loss_size": 3.3428906202316284, + "loss_pdi": 0.7695878148078918, + "loss_ee": 1.2665679454803467, + "loss_delivery": 0.788640558719635, + "loss_biodist": 0.11356551945209503, + "loss_toxic": 0.06959143280982971, + "loss_moe_lb": 1.001686692237854, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.95 + }, + { + "loss": 6.286802530288696, + "loss_size": 3.384185552597046, + "loss_pdi": 0.7634362280368805, + "loss_ee": 1.28605717420578, + "loss_delivery": 0.7914952635765076, + "loss_biodist": 0.11232580244541168, + "loss_toxic": 0.07194364815950394, + "loss_moe_lb": 0.9993330836296082, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.318703889846802, + "loss_size": 3.407394051551819, + "loss_pdi": 0.7701711654663086, + "loss_ee": 1.2932927906513214, + "loss_delivery": 0.7890445590019226, + "loss_biodist": 0.11213445663452148, + "loss_toxic": 0.07041720300912857, + "loss_moe_lb": 1.0023659467697144, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.95 + }, + { + "loss": 6.275263547897339, + "loss_size": 3.352391481399536, + "loss_pdi": 0.7932782769203186, + "loss_ee": 1.2884126007556915, + "loss_delivery": 0.7835452556610107, + "loss_biodist": 0.10959138721227646, + "loss_toxic": 0.07115987688302994, + "loss_moe_lb": 1.00303316116333, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.95 + }, + { + "loss": 6.3098509311676025, + "loss_size": 3.3641092777252197, + "loss_pdi": 0.7913138270378113, + "loss_ee": 1.2944900691509247, + "loss_delivery": 0.7982775568962097, + "loss_biodist": 0.11419817060232162, + "loss_toxic": 0.07155168801546097, + "loss_moe_lb": 1.0040580034255981, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.95 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_2/splits.json b/models/abl/both_biot5/20260624_015624/outer_fold_2/splits.json new file mode 100644 index 0000000..14df306 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_2/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 43, 44, 45, 47, 48, 49, 50, 51, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 68, 69, 70, 72, 74, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 96, 97, 100, 101, 102, 103, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 142, 143, 145, 147, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 160, 161, 162, 163, 165, 166, 167, 168, 170, 171, 172, 173, 174, 175, 177, 179, 180, 181, 183, 184, 185, 186, 187, 188, 191, 192, 193, 194, 196, 197, 199, 200, 202, 203, 204, 205, 207, 208, 209, 210, 211, 212, 213, 214, 215, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 232, 233, 235, 236, 237, 238, 239, 240, 241, 242, 243, 245, 246, 249, 250, 251, 252, 253, 254, 255, 256, 257, 259, 260, 261, 263, 264, 265, 266, 267, 268, 269, 271, 272, 273, 274, 275, 276, 280, 281, 282, 283, 284, 285, 287, 289, 290, 293, 294, 295, 296, 297, 298, 299, 300, 302, 303, 305, 307, 308, 309, 310, 311, 312, 313, 314, 315, 317, 318, 320, 321, 322, 323, 324, 326, 327, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 358, 360, 361, 363, 364, 365, 366, 368, 369, 370, 371, 372, 373, 376, 377, 378, 379, 380, 381, 382, 383, 385, 386, 387, 388, 389, 390, 392, 394, 395, 398, 399, 400, 401, 402, 404, 405, 407, 408, 409, 410, 412, 413, 414, 415, 416, 417, 418], "outer_test_idx": [10, 12, 15, 31, 35, 42, 46, 52, 53, 54, 62, 66, 67, 71, 73, 75, 77, 81, 89, 90, 92, 98, 99, 105, 123, 124, 141, 144, 146, 154, 155, 164, 169, 176, 178, 182, 189, 190, 195, 198, 201, 206, 216, 217, 218, 219, 231, 234, 244, 247, 248, 258, 262, 270, 277, 278, 279, 286, 288, 291, 292, 301, 304, 306, 316, 319, 325, 328, 343, 357, 359, 362, 367, 374, 375, 384, 391, 393, 396, 397, 403, 406, 411, 419]} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_2/test_metrics.json b/models/abl/both_biot5/20260624_015624/outer_fold_2/test_metrics.json new file mode 100644 index 0000000..a7261a7 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_2/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.43468907454487105, + "rmse": 0.6593095437993227, + "mae": 0.5041968602287982, + "r2": 0.14149684434925025 + }, + "delivery": { + "n_samples": 60, + "mse": 0.6609372574877708, + "rmse": 0.8129804779253748, + "mae": 0.5105325942936664, + "r2": 0.12017795405995413 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6592592592592592, + "recall": 0.6891495601173021, + "f1": 0.6657824933687002 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6277327935222673, + "recall": 0.6944444444444443, + "f1": 0.6407632082237629 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.2188401979219755, + "js_divergence": 0.052433191262446874 + } +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_3/best_params.json b/models/abl/both_biot5/20260624_015624/outer_fold_3/best_params.json new file mode 100644 index 0000000..e658e74 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_3/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.10301838844131589, + "lr": 0.0008648998582653286, + "weight_decay": 0.0011644667702360517, + "backbone_lr_ratio": 0.9869864342312137, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_3/epoch_mean.json b/models/abl/both_biot5/20260624_015624/outer_fold_3/epoch_mean.json new file mode 100644 index 0000000..54e2f4a --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_3/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 15} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_3/history.json b/models/abl/both_biot5/20260624_015624/outer_fold_3/history.json new file mode 100644 index 0000000..8e360a6 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_3/history.json @@ -0,0 +1,350 @@ +{ + "train": [ + { + "loss": 4.98353123664856, + "loss_size": 0.5103443682193756, + "loss_pdi": 0.6624919235706329, + "loss_ee": 1.0547867655754088, + "loss_delivery": 1.056617796421051, + "loss_biodist": 1.086611419916153, + "loss_toxic": 0.596496444940567, + "loss_moe_lb": 2.2669289350509643 + }, + { + "loss": 3.8003307819366454, + "loss_size": 0.4525773376226425, + "loss_pdi": 0.5971371352672576, + "loss_ee": 0.9487643420696259, + "loss_delivery": 0.7854501068592071, + "loss_biodist": 0.6455104947090149, + "loss_toxic": 0.3577138617634773, + "loss_moe_lb": 2.2061395168304445 + }, + { + "loss": 3.303273916244507, + "loss_size": 0.433304725587368, + "loss_pdi": 0.5875962555408478, + "loss_ee": 0.8717754185199738, + "loss_delivery": 0.7809680938720703, + "loss_biodist": 0.4639909386634827, + "loss_toxic": 0.15247682817280292, + "loss_moe_lb": 2.2805288076400756 + }, + { + "loss": 3.526792788505554, + "loss_size": 0.4987005777657032, + "loss_pdi": 0.570679122209549, + "loss_ee": 0.936754584312439, + "loss_delivery": 0.9002981066703797, + "loss_biodist": 0.3439763605594635, + "loss_toxic": 0.27062796857208016, + "loss_moe_lb": 2.2777772903442384 + }, + { + "loss": 3.268141341209412, + "loss_size": 0.5438169747591018, + "loss_pdi": 0.5937646687030792, + "loss_ee": 0.9139786481857299, + "loss_delivery": 0.8525178879499435, + "loss_biodist": 0.23290605545043946, + "loss_toxic": 0.12935640322975814, + "loss_moe_lb": 2.22677104473114 + }, + { + "loss": 2.7174599885940554, + "loss_size": 0.3811827048659325, + "loss_pdi": 0.543531545996666, + "loss_ee": 0.7985063374042511, + "loss_delivery": 0.6488073140382766, + "loss_biodist": 0.1903185188770294, + "loss_toxic": 0.14885550662875174, + "loss_moe_lb": 2.2154770135879516 + }, + { + "loss": 2.7810311913490295, + "loss_size": 0.4000975012779236, + "loss_pdi": 0.5123270153999329, + "loss_ee": 0.7565424919128418, + "loss_delivery": 0.8099995672702789, + "loss_biodist": 0.213769643753767, + "loss_toxic": 0.08841842513065785, + "loss_moe_lb": 2.2401757717132567 + }, + { + "loss": 2.7185701966285705, + "loss_size": 0.44551015496253965, + "loss_pdi": 0.49670147001743314, + "loss_ee": 0.73055379986763, + "loss_delivery": 0.5621314287185669, + "loss_biodist": 0.17535570934414862, + "loss_toxic": 0.2991587908938527, + "loss_moe_lb": 2.2781644821166993 + }, + { + "loss": 2.2888001203536987, + "loss_size": 0.3394672155380249, + "loss_pdi": 0.48539329767227174, + "loss_ee": 0.7185316145420074, + "loss_delivery": 0.5121426343917846, + "loss_biodist": 0.13291144520044326, + "loss_toxic": 0.09854903249070049, + "loss_moe_lb": 2.284846830368042 + }, + { + "loss": 2.207217276096344, + "loss_size": 0.3658413976430893, + "loss_pdi": 0.46658535301685333, + "loss_ee": 0.6700418382883072, + "loss_delivery": 0.5210796371102333, + "loss_biodist": 0.12452970072627068, + "loss_toxic": 0.0588332430459559, + "loss_moe_lb": 2.3118534803390505 + }, + { + "loss": 2.286478888988495, + "loss_size": 0.5112962543964386, + "loss_pdi": 0.4537936896085739, + "loss_ee": 0.6289072722196579, + "loss_delivery": 0.507325604557991, + "loss_biodist": 0.1407230131328106, + "loss_toxic": 0.043172567570582035, + "loss_moe_lb": 2.3088854789733886 + }, + { + "loss": 1.9082700490951539, + "loss_size": 0.3032146096229553, + "loss_pdi": 0.4398723304271698, + "loss_ee": 0.5828634619712829, + "loss_delivery": 0.42030360326170924, + "loss_biodist": 0.12580163292586805, + "loss_toxic": 0.03535112321842462, + "loss_moe_lb": 2.323744511604309 + }, + { + "loss": 1.8958350777626038, + "loss_size": 0.3045516416430473, + "loss_pdi": 0.42868764102458956, + "loss_ee": 0.6063023418188095, + "loss_delivery": 0.3859559893608093, + "loss_biodist": 0.12728828862309455, + "loss_toxic": 0.043184947408735755, + "loss_moe_lb": 2.3214282274246214 + }, + { + "loss": 1.8829688549041748, + "loss_size": 0.2849637731909752, + "loss_pdi": 0.43566767275333407, + "loss_ee": 0.5696669220924377, + "loss_delivery": 0.43352929055690764, + "loss_biodist": 0.12172005996108055, + "loss_toxic": 0.03850965294986963, + "loss_moe_lb": 2.3120303392410277 + }, + { + "loss": 1.8242438197135926, + "loss_size": 0.2617476776242256, + "loss_pdi": 0.4145724028348923, + "loss_ee": 0.5960349798202514, + "loss_delivery": 0.38009128868579867, + "loss_biodist": 0.11558513827621937, + "loss_toxic": 0.0566928680986166, + "loss_moe_lb": 2.314754915237427 + } + ], + "val": [ + { + "loss": 24.005695343017578, + "loss_size": 15.54491138458252, + "loss_pdi": 1.2003737390041351, + "loss_ee": 2.2405465245246887, + "loss_delivery": 1.5608795881271362, + "loss_biodist": 3.4996793270111084, + "loss_moe_lb": 4.0, + "acc_pdi": 0.24242424242424243, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 8.060338735580444, + "loss_size": 3.58082914352417, + "loss_pdi": 1.2808009386062622, + "loss_ee": 1.1585214138031006, + "loss_delivery": 1.1900737285614014, + "loss_biodist": 0.8504003882408142, + "loss_toxic": 1.5549039389384234e-08, + "loss_moe_lb": 3.9999998807907104, + "acc_pdi": 0.24242424242424243, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 4.360226154327393, + "loss_size": 1.4595853378996253, + "loss_pdi": 0.6863298714160919, + "loss_ee": 0.9662824869155884, + "loss_delivery": 0.7637103796005249, + "loss_biodist": 0.4697404205799103, + "loss_toxic": 8.277022061520256e-06, + "loss_moe_lb": 3.999418258666992, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + }, + { + "loss": 4.396560609340668, + "loss_size": 1.8572371751070023, + "loss_pdi": 0.5949408262968063, + "loss_ee": 0.7665933966636658, + "loss_delivery": 0.8252537250518799, + "loss_biodist": 0.33583864569664, + "loss_toxic": 0.0002622886386234313, + "loss_moe_lb": 3.7502208948135376, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.5151515151515151, + "acc_toxic": 1.0 + }, + { + "loss": 3.7490410208702087, + "loss_size": 1.533302428200841, + "loss_pdi": 0.5374033600091934, + "loss_ee": 0.796456903219223, + "loss_delivery": 0.6736778616905212, + "loss_biodist": 0.1171751543879509, + "loss_toxic": 0.07388537377119064, + "loss_moe_lb": 3.304153323173523, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.7017577290534973, + "loss_size": 1.452047474682331, + "loss_pdi": 0.5511361062526703, + "loss_ee": 0.7534093856811523, + "loss_delivery": 0.5486688017845154, + "loss_biodist": 0.10727711766958237, + "loss_toxic": 0.27184852957725525, + "loss_moe_lb": 2.7834482192993164, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.3687055110931396, + "loss_size": 1.48643309623003, + "loss_pdi": 0.3446184918284416, + "loss_ee": 0.6335599273443222, + "loss_delivery": 0.6432744264602661, + "loss_biodist": 0.08594726771116257, + "loss_toxic": 0.1547670066356659, + "loss_moe_lb": 2.3777592182159424, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.87318617105484, + "loss_size": 1.189874367788434, + "loss_pdi": 0.3619840368628502, + "loss_ee": 0.6468346267938614, + "loss_delivery": 0.40307384729385376, + "loss_biodist": 0.055318526923656464, + "loss_toxic": 0.19129060208797455, + "loss_moe_lb": 2.4826799631118774, + "acc_pdi": 0.8787878787878788, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.201488822698593, + "loss_size": 1.4587422758340836, + "loss_pdi": 0.38734911382198334, + "loss_ee": 0.594419464468956, + "loss_delivery": 0.4994201362133026, + "loss_biodist": 0.06301930546760559, + "loss_toxic": 0.17198005318641663, + "loss_moe_lb": 2.542781352996826, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.99306982755661, + "loss_size": 1.215458706021309, + "loss_pdi": 0.3945038765668869, + "loss_ee": 0.6303490996360779, + "loss_delivery": 0.4833860993385315, + "loss_biodist": 0.05768001824617386, + "loss_toxic": 0.1879633069038391, + "loss_moe_lb": 2.5431123971939087, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.253591477870941, + "loss_size": 1.5342472940683365, + "loss_pdi": 0.3926478773355484, + "loss_ee": 0.62346450984478, + "loss_delivery": 0.48901209235191345, + "loss_biodist": 0.06029331684112549, + "loss_toxic": 0.12806108593940735, + "loss_moe_lb": 2.5561182498931885, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.1617013812065125, + "loss_size": 1.4483742266893387, + "loss_pdi": 0.37433257699012756, + "loss_ee": 0.6179856806993484, + "loss_delivery": 0.48835670948028564, + "loss_biodist": 0.05660872906446457, + "loss_toxic": 0.14916129410266876, + "loss_moe_lb": 2.591035842895508, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.0851848125457764, + "loss_size": 1.424731507897377, + "loss_pdi": 0.363551527261734, + "loss_ee": 0.6133799254894257, + "loss_delivery": 0.44111400842666626, + "loss_biodist": 0.06433821469545364, + "loss_toxic": 0.14992277324199677, + "loss_moe_lb": 2.562776565551758, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.051860749721527, + "loss_size": 1.3775647431612015, + "loss_pdi": 0.37555189430713654, + "loss_ee": 0.6089565008878708, + "loss_delivery": 0.4281175136566162, + "loss_biodist": 0.06453074514865875, + "loss_toxic": 0.1686825305223465, + "loss_moe_lb": 2.5477943420410156, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.0738858580589294, + "loss_size": 1.3745263665914536, + "loss_pdi": 0.37682630121707916, + "loss_ee": 0.6088242530822754, + "loss_delivery": 0.4551859498023987, + "loss_biodist": 0.06464586406946182, + "loss_toxic": 0.16618046164512634, + "loss_moe_lb": 2.543630838394165, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.8695652173913043 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_3/splits.json b/models/abl/both_biot5/20260624_015624/outer_fold_3/splits.json new file mode 100644 index 0000000..7a2b13e --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_3/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 102, 104, 105, 106, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 127, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 166, 168, 169, 170, 172, 173, 174, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 195, 198, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 218, 219, 221, 223, 224, 226, 227, 228, 230, 231, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 251, 252, 253, 254, 255, 256, 257, 258, 259, 262, 263, 264, 265, 266, 267, 268, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 282, 284, 286, 288, 289, 290, 291, 292, 293, 294, 295, 297, 298, 299, 301, 302, 304, 305, 306, 307, 308, 309, 310, 312, 314, 315, 316, 317, 319, 320, 321, 325, 326, 327, 328, 331, 332, 334, 336, 340, 341, 343, 344, 346, 347, 348, 350, 352, 353, 357, 359, 360, 361, 362, 363, 364, 366, 367, 368, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 382, 383, 384, 385, 386, 387, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 400, 401, 402, 403, 404, 406, 407, 410, 411, 412, 414, 415, 416, 418, 419], "outer_test_idx": [3, 6, 13, 18, 19, 26, 33, 44, 48, 49, 50, 56, 57, 72, 80, 88, 94, 101, 103, 107, 108, 114, 126, 128, 130, 145, 149, 157, 167, 171, 175, 188, 196, 197, 199, 211, 220, 222, 225, 229, 232, 236, 250, 260, 261, 271, 281, 283, 285, 287, 296, 300, 303, 311, 313, 318, 322, 323, 324, 329, 330, 333, 335, 337, 338, 339, 342, 345, 349, 351, 354, 355, 356, 358, 365, 369, 381, 388, 399, 405, 408, 409, 413, 417]} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_3/test_metrics.json b/models/abl/both_biot5/20260624_015624/outer_fold_3/test_metrics.json new file mode 100644 index 0000000..c33ca35 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_3/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.550640342858784, + "rmse": 1.245247101124425, + "mae": 0.5501430786989001, + "r2": 0.12294600324587124 + }, + "delivery": { + "n_samples": 59, + "mse": 0.748405480052253, + "rmse": 0.8651043174393785, + "mae": 0.5687398803657142, + "r2": 0.2724609546561282 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6445623342175066, + "recall": 0.6598240469208211, + "f1": 0.65 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6428571428571429, + "precision": 0.5892509050403788, + "recall": 0.6273504273504273, + "f1": 0.5933913253594297 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9666666666666667, + "precision": 0.8, + "recall": 0.9824561403508771, + "f1": 0.8660714285714286 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.16217964699830698, + "js_divergence": 0.0385441230143625 + } +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_4/best_params.json b/models/abl/both_biot5/20260624_015624/outer_fold_4/best_params.json new file mode 100644 index 0000000..2775347 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_4/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.303142745975858, + "lr": 0.0004649241012312578, + "weight_decay": 3.7624434569437365e-05, + "backbone_lr_ratio": 0.17310516991766065, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_4/epoch_mean.json b/models/abl/both_biot5/20260624_015624/outer_fold_4/epoch_mean.json new file mode 100644 index 0000000..0af0e3e --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_4/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 16} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_4/history.json b/models/abl/both_biot5/20260624_015624/outer_fold_4/history.json new file mode 100644 index 0000000..f3b9e80 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_4/history.json @@ -0,0 +1,374 @@ +{ + "train": [ + { + "loss": 5.84952301979065, + "loss_size": 1.1317467346787453, + "loss_pdi": 0.7143913447856903, + "loss_ee": 1.098674190044403, + "loss_delivery": 1.0548573106527328, + "loss_biodist": 1.1708914518356324, + "loss_toxic": 0.6616318464279175, + "loss_moe_lb": 2.2185822248458864 + }, + { + "loss": 5.325460577011109, + "loss_size": 1.123024109005928, + "loss_pdi": 0.6624909400939941, + "loss_ee": 1.062855052947998, + "loss_delivery": 0.9382892578840256, + "loss_biodist": 0.9555662930011749, + "loss_toxic": 0.5752664297819138, + "loss_moe_lb": 2.040507411956787 + }, + { + "loss": 4.903134703636169, + "loss_size": 1.0160009294748307, + "loss_pdi": 0.6610889256000518, + "loss_ee": 1.0071192681789398, + "loss_delivery": 0.9504677027463913, + "loss_biodist": 0.7871204078197479, + "loss_toxic": 0.47663646638393403, + "loss_moe_lb": 2.069359838962555 + }, + { + "loss": 4.4732402801513675, + "loss_size": 1.0268311202526093, + "loss_pdi": 0.647139310836792, + "loss_ee": 0.991056752204895, + "loss_delivery": 0.8138237982988358, + "loss_biodist": 0.6108177661895752, + "loss_toxic": 0.37951129525899885, + "loss_moe_lb": 2.067969536781311 + }, + { + "loss": 4.059791779518127, + "loss_size": 1.0210174188017844, + "loss_pdi": 0.6079375505447387, + "loss_ee": 0.9449227213859558, + "loss_delivery": 0.7743113249540329, + "loss_biodist": 0.48670739829540255, + "loss_toxic": 0.21795016154646873, + "loss_moe_lb": 2.1050040245056154 + }, + { + "loss": 3.7733126401901247, + "loss_size": 0.9156547322869301, + "loss_pdi": 0.564486613869667, + "loss_ee": 0.9272694110870361, + "loss_delivery": 0.7476003125309945, + "loss_biodist": 0.4370688647031784, + "loss_toxic": 0.1732882007956505, + "loss_moe_lb": 2.1150545120239257 + }, + { + "loss": 3.6928714513778687, + "loss_size": 0.9506166368722916, + "loss_pdi": 0.582810002565384, + "loss_ee": 0.8964648246765137, + "loss_delivery": 0.7319391250610352, + "loss_biodist": 0.4102839112281799, + "loss_toxic": 0.11440396141260863, + "loss_moe_lb": 2.115168237686157 + }, + { + "loss": 3.5076019287109377, + "loss_size": 0.8235089927911758, + "loss_pdi": 0.5765671640634537, + "loss_ee": 0.8633758723735809, + "loss_delivery": 0.6743318244814873, + "loss_biodist": 0.3969142347574234, + "loss_toxic": 0.1655491843819618, + "loss_moe_lb": 2.1210803747177125 + }, + { + "loss": 3.4865591287612916, + "loss_size": 0.889287582039833, + "loss_pdi": 0.5686083287000656, + "loss_ee": 0.8519794940948486, + "loss_delivery": 0.6947177365422249, + "loss_biodist": 0.3592690348625183, + "loss_toxic": 0.11710096411406994, + "loss_moe_lb": 2.1221842765808105 + }, + { + "loss": 3.239002156257629, + "loss_size": 0.7932117432355881, + "loss_pdi": 0.5386495292186737, + "loss_ee": 0.8172129392623901, + "loss_delivery": 0.6377535864710808, + "loss_biodist": 0.3410655722022057, + "loss_toxic": 0.10361879635602236, + "loss_moe_lb": 2.097758674621582 + }, + { + "loss": 3.1010780334472656, + "loss_size": 0.7440196856856346, + "loss_pdi": 0.51452856361866, + "loss_ee": 0.7996897518634796, + "loss_delivery": 0.5864934250712395, + "loss_biodist": 0.33405207842588425, + "loss_toxic": 0.11317417323589325, + "loss_moe_lb": 2.1336498975753786 + }, + { + "loss": 3.569478893280029, + "loss_size": 1.1262501627206802, + "loss_pdi": 0.5549758553504944, + "loss_ee": 0.8099600613117218, + "loss_delivery": 0.6488962709903717, + "loss_biodist": 0.31612507402896883, + "loss_toxic": 0.1109379168599844, + "loss_moe_lb": 2.1338989973068236 + }, + { + "loss": 3.067129898071289, + "loss_size": 0.7431168645620346, + "loss_pdi": 0.5138901233673095, + "loss_ee": 0.7773933708667755, + "loss_delivery": 0.6177817612886429, + "loss_biodist": 0.3151536762714386, + "loss_toxic": 0.09142515510320663, + "loss_moe_lb": 2.1839953899383544 + }, + { + "loss": 3.4763768196105955, + "loss_size": 1.140934093296528, + "loss_pdi": 0.5292034894227982, + "loss_ee": 0.7735048115253449, + "loss_delivery": 0.6211386770009995, + "loss_biodist": 0.3026252746582031, + "loss_toxic": 0.10576980039477349, + "loss_moe_lb": 2.1303544521331785 + }, + { + "loss": 3.1925764083862305, + "loss_size": 0.7406455308198929, + "loss_pdi": 0.5184139549732208, + "loss_ee": 0.8398787379264832, + "loss_delivery": 0.6799886286258697, + "loss_biodist": 0.31126547902822493, + "loss_toxic": 0.09706502184271812, + "loss_moe_lb": 2.1912262439727783 + }, + { + "loss": 3.0583478689193724, + "loss_size": 0.7390100821852684, + "loss_pdi": 0.5151003897190094, + "loss_ee": 0.7950734734535218, + "loss_delivery": 0.5999791741371154, + "loss_biodist": 0.3222853854298592, + "loss_toxic": 0.07979281768202781, + "loss_moe_lb": 2.160543990135193 + } + ], + "val": [ + { + "loss": 117.92023849487305, + "loss_size": 34.51820373535156, + "loss_pdi": 1.140266131842509, + "loss_ee": 6.3848408460617065, + "loss_delivery": 55.96383285522461, + "loss_biodist": 16.008755207061768, + "loss_toxic": 4.283290028572075, + "loss_moe_lb": 4.000000238418579, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9444444444444444 + }, + { + "loss": 53.49994659423828, + "loss_size": 17.449716567993164, + "loss_pdi": 0.5317580029368401, + "loss_ee": 3.8416613340377808, + "loss_delivery": 18.21935224533081, + "loss_biodist": 10.365546703338623, + "loss_toxic": 3.38681381939773, + "loss_moe_lb": 3.9999998807907104, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9444444444444444 + }, + { + "loss": 20.55763816833496, + "loss_size": 6.215997815132141, + "loss_pdi": 0.6493507921695709, + "loss_ee": 1.9068533182144165, + "loss_delivery": 4.330347537994385, + "loss_biodist": 5.752239227294922, + "loss_toxic": 1.832490186963696, + "loss_moe_lb": 3.987788677215576, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9444444444444444 + }, + { + "loss": 6.42457127571106, + "loss_size": 1.6664372086524963, + "loss_pdi": 0.6485741138458252, + "loss_ee": 0.9914509952068329, + "loss_delivery": 0.913701394572854, + "loss_biodist": 1.6495152115821838, + "loss_toxic": 0.5655998587608337, + "loss_moe_lb": 2.9400546550750732, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.9444444444444444 + }, + { + "loss": 4.4594786167144775, + "loss_size": 0.5534357726573944, + "loss_pdi": 0.4115113094449043, + "loss_ee": 0.7405132353305817, + "loss_delivery": 0.7381824105978012, + "loss_biodist": 0.3299841731786728, + "loss_toxic": 1.667790524661541, + "loss_moe_lb": 2.9193990230560303, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 4.24625551700592, + "loss_size": 0.47399845719337463, + "loss_pdi": 0.37447335571050644, + "loss_ee": 0.6216379702091217, + "loss_delivery": 0.8225250989198685, + "loss_biodist": 0.23464591801166534, + "loss_toxic": 1.695876032114029, + "loss_moe_lb": 2.7073097229003906, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.700586199760437, + "loss_size": 0.4298875629901886, + "loss_pdi": 0.3526789993047714, + "loss_ee": 0.5631953850388527, + "loss_delivery": 0.7401821315288544, + "loss_biodist": 0.18859301507472992, + "loss_toxic": 1.3968672528862953, + "loss_moe_lb": 2.5385050773620605, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.3784053325653076, + "loss_size": 0.464298814535141, + "loss_pdi": 0.33684471249580383, + "loss_ee": 0.5343593508005142, + "loss_delivery": 0.7194234766066074, + "loss_biodist": 0.17165696993470192, + "loss_toxic": 1.1205035001039505, + "loss_moe_lb": 2.4660756587982178, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.4850120544433594, + "loss_size": 0.45032067596912384, + "loss_pdi": 0.3273533768951893, + "loss_ee": 0.5187393873929977, + "loss_delivery": 0.7555239461362362, + "loss_biodist": 0.1526273936033249, + "loss_toxic": 1.2468775287270546, + "loss_moe_lb": 2.437071681022644, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.476802945137024, + "loss_size": 0.48352840542793274, + "loss_pdi": 0.32905983179807663, + "loss_ee": 0.5185238048434258, + "loss_delivery": 0.7266391441226006, + "loss_biodist": 0.1421719416975975, + "loss_toxic": 1.2420450150966644, + "loss_moe_lb": 2.401020050048828, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.5909444093704224, + "loss_size": 0.48948831856250763, + "loss_pdi": 0.3384985066950321, + "loss_ee": 0.5149989016354084, + "loss_delivery": 0.7514900229871273, + "loss_biodist": 0.13358022831380367, + "loss_toxic": 1.3266318514943123, + "loss_moe_lb": 2.4019196033477783, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.3500335216522217, + "loss_size": 0.4784044027328491, + "loss_pdi": 0.3424891047179699, + "loss_ee": 0.512165080755949, + "loss_delivery": 0.7664889544248581, + "loss_biodist": 0.12627345137298107, + "loss_toxic": 1.0899561867117882, + "loss_moe_lb": 2.3705557584762573, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.3171006441116333, + "loss_size": 0.48589515686035156, + "loss_pdi": 0.34011128172278404, + "loss_ee": 0.508001621812582, + "loss_delivery": 0.7478719539940357, + "loss_biodist": 0.12562820129096508, + "loss_toxic": 1.0740849822759628, + "loss_moe_lb": 2.439358711242676, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.3243151903152466, + "loss_size": 0.48700064420700073, + "loss_pdi": 0.34402309358119965, + "loss_ee": 0.5066678039729595, + "loss_delivery": 0.7546937242150307, + "loss_biodist": 0.12385652400553226, + "loss_toxic": 1.0728570520877838, + "loss_moe_lb": 2.4065319299697876, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.394656181335449, + "loss_size": 0.5005897283554077, + "loss_pdi": 0.3440004512667656, + "loss_ee": 0.5094963945448399, + "loss_delivery": 0.760299552232027, + "loss_biodist": 0.12519437819719315, + "loss_toxic": 1.119776889681816, + "loss_moe_lb": 2.382230758666992, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.334527611732483, + "loss_size": 0.47870394587516785, + "loss_pdi": 0.3390600197017193, + "loss_ee": 0.5079137235879898, + "loss_delivery": 0.7363011240959167, + "loss_biodist": 0.12427961453795433, + "loss_toxic": 1.1121853068470955, + "loss_moe_lb": 2.389655351638794, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.8888888888888888 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_4/splits.json b/models/abl/both_biot5/20260624_015624/outer_fold_4/splits.json new file mode 100644 index 0000000..8dd0299 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_4/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 110, 111, 112, 113, 114, 116, 117, 119, 120, 121, 122, 123, 124, 126, 127, 128, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 152, 154, 155, 157, 160, 161, 162, 163, 164, 165, 166, 167, 169, 170, 171, 173, 174, 175, 176, 177, 178, 180, 181, 182, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 203, 205, 206, 207, 208, 209, 211, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 234, 235, 236, 238, 239, 240, 241, 243, 244, 245, 246, 247, 248, 249, 250, 251, 253, 254, 257, 258, 260, 261, 262, 263, 264, 265, 266, 267, 270, 271, 272, 273, 277, 278, 279, 280, 281, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 298, 299, 300, 301, 302, 303, 304, 305, 306, 309, 311, 312, 313, 314, 315, 316, 318, 319, 320, 322, 323, 324, 325, 326, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 341, 342, 343, 345, 346, 347, 349, 350, 351, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 365, 367, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 381, 383, 384, 385, 386, 388, 390, 391, 392, 393, 394, 395, 396, 397, 399, 400, 401, 402, 403, 405, 406, 407, 408, 409, 410, 411, 413, 415, 416, 417, 418, 419], "outer_test_idx": [0, 5, 11, 21, 24, 27, 30, 32, 36, 38, 39, 40, 47, 55, 58, 61, 65, 76, 86, 95, 100, 106, 109, 115, 118, 125, 129, 131, 136, 148, 150, 151, 153, 156, 158, 159, 168, 172, 179, 183, 184, 185, 202, 204, 210, 212, 213, 228, 233, 237, 242, 252, 255, 256, 259, 268, 269, 274, 275, 276, 282, 297, 307, 308, 310, 317, 321, 327, 340, 344, 348, 352, 364, 366, 368, 379, 380, 382, 387, 389, 398, 404, 412, 414]} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/outer_fold_4/test_metrics.json b/models/abl/both_biot5/20260624_015624/outer_fold_4/test_metrics.json new file mode 100644 index 0000000..783bb8f --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/outer_fold_4/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.6548873107621247, + "rmse": 0.8092510801735916, + "mae": 0.47477718863436685, + "r2": 0.12367943077681431 + }, + "delivery": { + "n_samples": 58, + "mse": 0.8409562737928621, + "rmse": 0.9170366807237659, + "mae": 0.6096879987624185, + "r2": 0.18680916583420515 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7380952380952381, + "precision": 0.6724137931034483, + "recall": 0.6906158357771262, + "f1": 0.6791666666666667 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6853395646499095, + "recall": 0.7205128205128205, + "f1": 0.6928875379939209 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.32346840560601176, + "js_divergence": 0.08737275181528921 + } +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_0/best_params.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_0/best_params.json new file mode 100644 index 0000000..aa2a4d1 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_0/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.38118503457897024, + "lr": 0.0009770749364761302, + "weight_decay": 0.0008416934971427061, + "backbone_lr_ratio": 0.048484014956722714, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_0/epoch_mean.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_0/epoch_mean.json new file mode 100644 index 0000000..54e2f4a --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_0/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 15} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_0/history.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_0/history.json new file mode 100644 index 0000000..3ef0762 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_0/history.json @@ -0,0 +1,351 @@ +{ + "train": [ + { + "loss": 5.614168739318847, + "loss_size": 0.9459539696574211, + "loss_pdi": 0.7008072435855865, + "loss_ee": 1.1050928473472594, + "loss_delivery": 1.0450373858213424, + "loss_biodist": 1.198683500289917, + "loss_toxic": 0.6066126704216004, + "loss_moe_lb": 2.0 + }, + { + "loss": 4.859194326400757, + "loss_size": 0.8392149120569229, + "loss_pdi": 0.6405686676502228, + "loss_ee": 1.0497685432434083, + "loss_delivery": 1.0057224661111832, + "loss_biodist": 0.8630938947200775, + "loss_toxic": 0.4603719234466553, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 4.4352102994918825, + "loss_size": 0.8005994081497192, + "loss_pdi": 0.6279610753059387, + "loss_ee": 0.9969698667526246, + "loss_delivery": 0.8943646520376205, + "loss_biodist": 0.6471161454916, + "loss_toxic": 0.4724368676543236, + "loss_moe_lb": 1.9999999761581422 + }, + { + "loss": 3.8711227655410765, + "loss_size": 0.7327527463436126, + "loss_pdi": 0.5935684978961945, + "loss_ee": 0.9704285204410553, + "loss_delivery": 0.7943567723035813, + "loss_biodist": 0.5092505484819412, + "loss_toxic": 0.27368610352277756, + "loss_moe_lb": 1.9999999761581422 + }, + { + "loss": 3.7299977779388427, + "loss_size": 0.7370957016944886, + "loss_pdi": 0.600394806265831, + "loss_ee": 0.9393574059009552, + "loss_delivery": 0.8058210462331772, + "loss_biodist": 0.4230180114507675, + "loss_toxic": 0.2294117331504822, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.4638278484344482, + "loss_size": 0.697903273999691, + "loss_pdi": 0.5474661201238632, + "loss_ee": 0.9336308121681214, + "loss_delivery": 0.812579582631588, + "loss_biodist": 0.3264079913496971, + "loss_toxic": 0.1502257850021124, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.248991060256958, + "loss_size": 0.6921565383672714, + "loss_pdi": 0.5638072997331619, + "loss_ee": 0.8711743712425232, + "loss_delivery": 0.7269493237137794, + "loss_biodist": 0.2806780695915222, + "loss_toxic": 0.11737439557909965, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.2055635929107664, + "loss_size": 0.6486779749393463, + "loss_pdi": 0.5569657236337662, + "loss_ee": 0.8860143899917603, + "loss_delivery": 0.7252038732171059, + "loss_biodist": 0.26332666277885436, + "loss_toxic": 0.13109938707202673, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.0271106719970704, + "loss_size": 0.6596434906125068, + "loss_pdi": 0.5149506777524948, + "loss_ee": 0.8689209043979644, + "loss_delivery": 0.7150335341691971, + "loss_biodist": 0.19849019199609758, + "loss_toxic": 0.07601855825632811, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.10578932762146, + "loss_size": 0.6950159817934036, + "loss_pdi": 0.5442104995250702, + "loss_ee": 0.8836370050907135, + "loss_delivery": 0.6599547907710075, + "loss_biodist": 0.19480428099632263, + "loss_toxic": 0.13634843695908785, + "loss_moe_lb": 2.000000023841858 + }, + { + "loss": 3.0082651138305665, + "loss_size": 0.6700644046068192, + "loss_pdi": 0.5277658551931381, + "loss_ee": 0.8692480385303497, + "loss_delivery": 0.64046411216259, + "loss_biodist": 0.20781542658805846, + "loss_toxic": 0.10198141522705555, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 2.93350772857666, + "loss_size": 0.6276490926742554, + "loss_pdi": 0.496135613322258, + "loss_ee": 0.8283951342105865, + "loss_delivery": 0.7299358487129212, + "loss_biodist": 0.18562665432691575, + "loss_toxic": 0.07536856373772025, + "loss_moe_lb": 2.0 + }, + { + "loss": 2.9710081577301026, + "loss_size": 0.606308726966381, + "loss_pdi": 0.526532444357872, + "loss_ee": 0.8229106426239013, + "loss_delivery": 0.7329000353813171, + "loss_biodist": 0.1704482614994049, + "loss_toxic": 0.12151915468275547, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 2.8501801252365113, + "loss_size": 0.6009399920701981, + "loss_pdi": 0.500684279203415, + "loss_ee": 0.8199609339237213, + "loss_delivery": 0.6605803221464157, + "loss_biodist": 0.17748079299926758, + "loss_toxic": 0.09817545115947723, + "loss_moe_lb": 2.000000011920929 + }, + { + "loss": 2.888979434967041, + "loss_size": 0.6393394336104393, + "loss_pdi": 0.5184471935033799, + "loss_ee": 0.8463383376598358, + "loss_delivery": 0.6013265699148178, + "loss_biodist": 0.18104241788387299, + "loss_toxic": 0.11090614665299654, + "loss_moe_lb": 2.0 + } + ], + "val": [ + { + "loss": 17.639780282974243, + "loss_size": 0.7369711324572563, + "loss_pdi": 1.4498587293783203, + "loss_ee": 4.0832778215408325, + "loss_delivery": 1.8037582635879517, + "loss_biodist": 3.273782730102539, + "loss_toxic": 6.403162479400635, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8846153846153846 + }, + { + "loss": 16.950185298919678, + "loss_size": 0.31009160727262497, + "loss_pdi": 2.267839306492533, + "loss_ee": 5.1894131898880005, + "loss_delivery": 2.2308757305145264, + "loss_biodist": 2.5482120513916016, + "loss_toxic": 4.605700969696045, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8846153846153846 + }, + { + "loss": 10.256595134735107, + "loss_size": 0.5453106462955475, + "loss_pdi": 1.8095931280986406, + "loss_ee": 3.0454463958740234, + "loss_delivery": 1.3018834590911865, + "loss_biodist": 1.3062951564788818, + "loss_toxic": 2.3876118659973145, + "loss_moe_lb": 2.0000001192092896, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8846153846153846 + }, + { + "loss": 4.046355187892914, + "loss_size": 0.41428621113300323, + "loss_pdi": 1.0684862788766623, + "loss_ee": 1.140722543001175, + "loss_delivery": 0.5696287751197815, + "loss_biodist": 0.3726674020290375, + "loss_toxic": 0.5069803595542908, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8846153846153846 + }, + { + "loss": 2.356932580471039, + "loss_size": 0.2458103559911251, + "loss_pdi": 0.4899955987930298, + "loss_ee": 0.8504289388656616, + "loss_delivery": 0.5809249877929688, + "loss_biodist": 0.13107351958751678, + "loss_toxic": 0.05152863264083862, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.268121600151062, + "loss_size": 0.24045848846435547, + "loss_pdi": 0.48088957369327545, + "loss_ee": 0.811824381351471, + "loss_delivery": 0.5430607199668884, + "loss_biodist": 0.1326543092727661, + "loss_toxic": 0.051681216806173325, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.2617729902267456, + "loss_size": 0.2400328889489174, + "loss_pdi": 0.5143184959888458, + "loss_ee": 0.8382357358932495, + "loss_delivery": 0.5036342740058899, + "loss_biodist": 0.11092629283666611, + "loss_toxic": 0.05007084086537361, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.253930389881134, + "loss_size": 0.22738296166062355, + "loss_pdi": 0.5302675813436508, + "loss_ee": 0.8626974821090698, + "loss_delivery": 0.4880729913711548, + "loss_biodist": 0.10039156675338745, + "loss_toxic": 0.043341320008039474, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.2578153014183044, + "loss_size": 0.21318833529949188, + "loss_pdi": 0.5383630245923996, + "loss_ee": 0.9024686515331268, + "loss_delivery": 0.45926612615585327, + "loss_biodist": 0.10168232023715973, + "loss_toxic": 0.044004447758197784, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.2433407306671143, + "loss_size": 0.2034866139292717, + "loss_pdi": 0.5428631603717804, + "loss_ee": 0.8942447006702423, + "loss_delivery": 0.46884575486183167, + "loss_biodist": 0.09728842228651047, + "loss_toxic": 0.0391785204410553, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.255565643310547, + "loss_size": 0.2030496932566166, + "loss_pdi": 0.5466489493846893, + "loss_ee": 0.8936647176742554, + "loss_delivery": 0.47485074400901794, + "loss_biodist": 0.09550139307975769, + "loss_toxic": 0.045568522065877914, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.2222059965133667, + "loss_size": 0.207230843603611, + "loss_pdi": 0.5303861349821091, + "loss_ee": 0.8775568306446075, + "loss_delivery": 0.47229090332984924, + "loss_biodist": 0.09472141414880753, + "loss_toxic": 0.04318007081747055, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.228567123413086, + "loss_size": 0.21055034548044205, + "loss_pdi": 0.5290293246507645, + "loss_ee": 0.8806179761886597, + "loss_delivery": 0.47126203775405884, + "loss_biodist": 0.09115570783615112, + "loss_toxic": 0.04945380240678787, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.212101399898529, + "loss_size": 0.20986559987068176, + "loss_pdi": 0.528177484869957, + "loss_ee": 0.8767721951007843, + "loss_delivery": 0.4661991000175476, + "loss_biodist": 0.08958933502435684, + "loss_toxic": 0.044923968613147736, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.212134003639221, + "loss_size": 0.20660046488046646, + "loss_pdi": 0.5258829593658447, + "loss_ee": 0.8724910318851471, + "loss_delivery": 0.4758622944355011, + "loss_biodist": 0.08947992324829102, + "loss_toxic": 0.045212507247924805, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9615384615384616 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_0/splits.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_0/splits.json new file mode 100644 index 0000000..cccb9d8 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_0/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67, 68, 71, 72, 73, 75, 76, 77, 80, 81, 85, 86, 88, 89, 90, 92, 94, 95, 96, 98, 99, 100, 101, 103, 104, 105, 106, 107, 108, 109, 111, 113, 114, 115, 116, 117, 118, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 133, 134, 135, 136, 138, 139, 141, 144, 145, 146, 147, 148, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 163, 164, 167, 168, 169, 170, 171, 172, 175, 176, 178, 179, 180, 182, 183, 184, 185, 188, 189, 190, 191, 192, 193, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 206, 208, 210, 211, 212, 213, 216, 217, 218, 219, 220, 222, 224, 225, 227, 228, 229, 230, 231, 232, 233, 234, 236, 237, 239, 241, 242, 244, 245, 247, 248, 249, 250, 252, 253, 255, 256, 257, 258, 259, 260, 261, 262, 265, 267, 268, 269, 270, 271, 272, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 285, 286, 287, 288, 291, 292, 294, 296, 297, 298, 299, 300, 301, 303, 304, 306, 307, 308, 309, 310, 311, 312, 313, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 332, 333, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 346, 347, 348, 349, 351, 352, 354, 355, 356, 357, 358, 359, 360, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 374, 375, 377, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 393, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 407, 408, 409, 411, 412, 413, 414, 415, 417, 418, 419], "outer_test_idx": [7, 16, 20, 29, 51, 59, 60, 69, 70, 74, 78, 79, 82, 83, 84, 87, 91, 93, 97, 102, 110, 112, 119, 120, 121, 132, 137, 140, 142, 143, 152, 161, 162, 165, 166, 173, 174, 177, 181, 186, 187, 194, 205, 207, 209, 214, 215, 221, 223, 226, 235, 238, 240, 243, 246, 251, 254, 263, 264, 266, 273, 284, 289, 290, 293, 295, 302, 305, 314, 315, 331, 334, 341, 350, 353, 361, 373, 376, 378, 392, 394, 402, 410, 416]} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_0/test_metrics.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_0/test_metrics.json new file mode 100644 index 0000000..628e915 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_0/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.375775554685643, + "rmse": 1.1729345909664541, + "mae": 0.5610226254506283, + "r2": 0.15799149595176643 + }, + "delivery": { + "n_samples": 58, + "mse": 0.6578320017621242, + "rmse": 0.811068432231291, + "mae": 0.5792412295744851, + "r2": 0.16385582960043577 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7857142857142857, + "precision": 0.7305773342836779, + "recall": 0.7305773342836779, + "f1": 0.7305773342836779 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6695636813283872, + "recall": 0.7142857142857144, + "f1": 0.6750809541465826 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2226351478005787, + "js_divergence": 0.04298447371604951 + } +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_1/best_params.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_1/best_params.json new file mode 100644 index 0000000..a178092 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_1/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.12715228141755225, + "lr": 0.00038210169217516986, + "weight_decay": 0.0032858044759097593, + "backbone_lr_ratio": 0.01707341286908778, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_1/epoch_mean.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_1/epoch_mean.json new file mode 100644 index 0000000..c288387 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_1/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 18} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_1/history.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_1/history.json new file mode 100644 index 0000000..e648edd --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_1/history.json @@ -0,0 +1,420 @@ +{ + "train": [ + { + "loss": 5.743291616439819, + "loss_size": 1.2112874418497086, + "loss_pdi": 0.6878507733345032, + "loss_ee": 1.0875266671180726, + "loss_delivery": 0.9152285516262054, + "loss_biodist": 1.1715797781944275, + "loss_toxic": 0.6528760194778442, + "loss_moe_lb": 2.0 + }, + { + "loss": 5.292067813873291, + "loss_size": 1.1861820459365844, + "loss_pdi": 0.6383784353733063, + "loss_ee": 1.004325234889984, + "loss_delivery": 0.9714435249567032, + "loss_biodist": 0.9450609982013702, + "loss_toxic": 0.5359585404396057, + "loss_moe_lb": 2.0 + }, + { + "loss": 4.849686932563782, + "loss_size": 1.1110896050930024, + "loss_pdi": 0.621329402923584, + "loss_ee": 0.9784832060337066, + "loss_delivery": 0.8909409761428833, + "loss_biodist": 0.7810453474521637, + "loss_toxic": 0.4588775038719177, + "loss_moe_lb": 2.0 + }, + { + "loss": 4.475279784202575, + "loss_size": 1.017451250553131, + "loss_pdi": 0.5984835982322693, + "loss_ee": 0.9218249678611755, + "loss_delivery": 0.8631734758615494, + "loss_biodist": 0.6739998698234558, + "loss_toxic": 0.39327731877565386, + "loss_moe_lb": 2.0 + }, + { + "loss": 4.142215037345887, + "loss_size": 0.9822704955935478, + "loss_pdi": 0.5730320096015931, + "loss_ee": 0.9197697639465332, + "loss_delivery": 0.7899078756570816, + "loss_biodist": 0.5409178495407104, + "loss_toxic": 0.3282943978905678, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.9337822437286376, + "loss_size": 0.9900330513715744, + "loss_pdi": 0.5563483655452728, + "loss_ee": 0.8806957840919495, + "loss_delivery": 0.7338828325271607, + "loss_biodist": 0.4894996404647827, + "loss_toxic": 0.2745146930217743, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.6544403791427613, + "loss_size": 0.9523166537284851, + "loss_pdi": 0.5482210695743561, + "loss_ee": 0.841390335559845, + "loss_delivery": 0.6700642317533493, + "loss_biodist": 0.41499756276607513, + "loss_toxic": 0.21745459884405136, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.784529376029968, + "loss_size": 0.9566074699163437, + "loss_pdi": 0.544248354434967, + "loss_ee": 0.8402044951915741, + "loss_delivery": 0.7970168888568878, + "loss_biodist": 0.43588712215423586, + "loss_toxic": 0.20374368205666543, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.6121309280395506, + "loss_size": 0.9293098464608193, + "loss_pdi": 0.5078846484422683, + "loss_ee": 0.8483043491840363, + "loss_delivery": 0.7818189859390259, + "loss_biodist": 0.3807350963354111, + "loss_toxic": 0.1573408018797636, + "loss_moe_lb": 2.000000011920929 + }, + { + "loss": 3.4215939044952393, + "loss_size": 0.9018717497587204, + "loss_pdi": 0.5358646661043167, + "loss_ee": 0.7991092324256897, + "loss_delivery": 0.6393294274806977, + "loss_biodist": 0.3804636910557747, + "loss_toxic": 0.15695651099085808, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.3436771392822267, + "loss_size": 0.8730061322450637, + "loss_pdi": 0.5303520053625107, + "loss_ee": 0.7817892134189606, + "loss_delivery": 0.6340656995773315, + "loss_biodist": 0.3489013910293579, + "loss_toxic": 0.16739131473004817, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.3249616384506226, + "loss_size": 0.910619255900383, + "loss_pdi": 0.5128550976514816, + "loss_ee": 0.808068698644638, + "loss_delivery": 0.6083158254623413, + "loss_biodist": 0.35415190607309344, + "loss_toxic": 0.12434897758066654, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.3914431810379027, + "loss_size": 0.902810537815094, + "loss_pdi": 0.5027283757925034, + "loss_ee": 0.7850372195243835, + "loss_delivery": 0.6562414407730103, + "loss_biodist": 0.3685408681631088, + "loss_toxic": 0.1697176679968834, + "loss_moe_lb": 2.000000023841858 + }, + { + "loss": 3.301543712615967, + "loss_size": 0.8491049200296402, + "loss_pdi": 0.5107649326324463, + "loss_ee": 0.782584035396576, + "loss_delivery": 0.6610174998641014, + "loss_biodist": 0.3551889345049858, + "loss_toxic": 0.13686460498720407, + "loss_moe_lb": 2.000000023841858 + }, + { + "loss": 3.2390227556228637, + "loss_size": 0.8468013867735863, + "loss_pdi": 0.48832584619522096, + "loss_ee": 0.7606561243534088, + "loss_delivery": 0.6372985556721688, + "loss_biodist": 0.35506144165992737, + "loss_toxic": 0.14396026656031607, + "loss_moe_lb": 1.9999999761581422 + }, + { + "loss": 3.374525284767151, + "loss_size": 1.0317361444234847, + "loss_pdi": 0.49168449342250825, + "loss_ee": 0.7299509763717651, + "loss_delivery": 0.6224346578121185, + "loss_biodist": 0.34885591119527815, + "loss_toxic": 0.14395618475973607, + "loss_moe_lb": 2.000000011920929 + }, + { + "loss": 3.1182071924209596, + "loss_size": 0.8017617702484131, + "loss_pdi": 0.4974726945161819, + "loss_ee": 0.7436706840991973, + "loss_delivery": 0.588268768787384, + "loss_biodist": 0.34665554463863374, + "loss_toxic": 0.13252907060086727, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.178469657897949, + "loss_size": 0.857180479168892, + "loss_pdi": 0.4992118954658508, + "loss_ee": 0.7612411260604859, + "loss_delivery": 0.5665614768862725, + "loss_biodist": 0.3391224443912506, + "loss_toxic": 0.14768675528466702, + "loss_moe_lb": 1.9999999761581422 + } + ], + "val": [ + { + "loss": 399.5945873260498, + "loss_size": 36.70718765258789, + "loss_pdi": 1.6173598766326904, + "loss_ee": 1.7563198804855347, + "loss_delivery": 356.4845886230469, + "loss_biodist": 3.8108747005462646, + "loss_toxic": 0.3438219726085663, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.045454545454545456 + }, + { + "loss": 115.82439994812012, + "loss_size": 17.01368236541748, + "loss_pdi": 2.538640797138214, + "loss_ee": 2.9197903275489807, + "loss_delivery": 91.8635025024414, + "loss_biodist": 1.6317260265350342, + "loss_toxic": 0.3928517699241638, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 32.36026859283447, + "loss_size": 6.592341661453247, + "loss_pdi": 2.6304425597190857, + "loss_ee": 2.416598856449127, + "loss_delivery": 19.715402603149414, + "loss_biodist": 0.7199336886405945, + "loss_toxic": 0.48622816801071167, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.30303030303030304, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 9.208985328674316, + "loss_size": 2.614426851272583, + "loss_pdi": 1.9264098405838013, + "loss_ee": 1.5721851587295532, + "loss_delivery": 2.3982739448547363, + "loss_biodist": 0.43115440011024475, + "loss_toxic": 0.3126174509525299, + "loss_moe_lb": 1.9999998807907104, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 4.274923324584961, + "loss_size": 1.426159828901291, + "loss_pdi": 1.0374550223350525, + "loss_ee": 0.9747422337532043, + "loss_delivery": 0.2756802439689636, + "loss_biodist": 0.36707672476768494, + "loss_toxic": 0.19569739699363708, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 3.3009709119796753, + "loss_size": 1.0209626853466034, + "loss_pdi": 0.7906643450260162, + "loss_ee": 0.8302069008350372, + "loss_delivery": 0.2078583687543869, + "loss_biodist": 0.31880614161491394, + "loss_toxic": 0.12582510709762573, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.8673354387283325, + "loss_size": 0.7709767818450928, + "loss_pdi": 0.7591123282909393, + "loss_ee": 0.7594511210918427, + "loss_delivery": 0.18726737797260284, + "loss_biodist": 0.2925910949707031, + "loss_toxic": 0.0881783738732338, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 2.5570755004882812, + "loss_size": 0.5847998857498169, + "loss_pdi": 0.7339806258678436, + "loss_ee": 0.6944676041603088, + "loss_delivery": 0.18481993675231934, + "loss_biodist": 0.27712351083755493, + "loss_toxic": 0.06975743919610977, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 2.3522120118141174, + "loss_size": 0.4700041264295578, + "loss_pdi": 0.6982393264770508, + "loss_ee": 0.65555040538311, + "loss_delivery": 0.18288779258728027, + "loss_biodist": 0.27434107661247253, + "loss_toxic": 0.057443443685770035, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.1867460012435913, + "loss_size": 0.3861709237098694, + "loss_pdi": 0.682791531085968, + "loss_ee": 0.6127270460128784, + "loss_delivery": 0.17913435399532318, + "loss_biodist": 0.26678305864334106, + "loss_toxic": 0.044054001569747925, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.066705286502838, + "loss_size": 0.32503920793533325, + "loss_pdi": 0.6589791476726532, + "loss_ee": 0.583356499671936, + "loss_delivery": 0.16702964901924133, + "loss_biodist": 0.26580309867858887, + "loss_toxic": 0.050033215433359146, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 1.997523307800293, + "loss_size": 0.29174084961414337, + "loss_pdi": 0.6445321440696716, + "loss_ee": 0.5777284204959869, + "loss_delivery": 0.1656450629234314, + "loss_biodist": 0.2586510181427002, + "loss_toxic": 0.04234945401549339, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 1.9274422526359558, + "loss_size": 0.25404324382543564, + "loss_pdi": 0.6336489319801331, + "loss_ee": 0.5640266761183739, + "loss_delivery": 0.16364765167236328, + "loss_biodist": 0.25519800186157227, + "loss_toxic": 0.03935602679848671, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 1.884729653596878, + "loss_size": 0.2291308492422104, + "loss_pdi": 0.6238330900669098, + "loss_ee": 0.5547609552741051, + "loss_delivery": 0.16351023316383362, + "loss_biodist": 0.2532479465007782, + "loss_toxic": 0.0421881340444088, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 1.8808731436729431, + "loss_size": 0.2280096784234047, + "loss_pdi": 0.6275136172771454, + "loss_ee": 0.5518937110900879, + "loss_delivery": 0.16714565455913544, + "loss_biodist": 0.2501891553401947, + "loss_toxic": 0.0382000170648098, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 1.8668797016143799, + "loss_size": 0.2251368835568428, + "loss_pdi": 0.6225149929523468, + "loss_ee": 0.5444127395749092, + "loss_delivery": 0.16558678448200226, + "loss_biodist": 0.25397756695747375, + "loss_toxic": 0.03714410588145256, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 1.889731526374817, + "loss_size": 0.23708979785442352, + "loss_pdi": 0.6281237006187439, + "loss_ee": 0.5478304997086525, + "loss_delivery": 0.16501781344413757, + "loss_biodist": 0.2552812397480011, + "loss_toxic": 0.038567714393138885, + "loss_moe_lb": 2.0000001192092896, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 1.886057436466217, + "loss_size": 0.23213191330432892, + "loss_pdi": 0.6204301118850708, + "loss_ee": 0.5539139732718468, + "loss_delivery": 0.16438491642475128, + "loss_biodist": 0.25537028908729553, + "loss_toxic": 0.04191930964589119, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_1/splits.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_1/splits.json new file mode 100644 index 0000000..1773fe5 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_1/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 3, 5, 6, 7, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 24, 26, 27, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 112, 114, 115, 118, 119, 120, 121, 123, 124, 125, 126, 128, 129, 130, 131, 132, 136, 137, 140, 141, 142, 143, 144, 145, 146, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 161, 162, 164, 165, 166, 167, 168, 169, 171, 172, 173, 174, 175, 176, 177, 178, 179, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 194, 195, 196, 197, 198, 199, 201, 202, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 225, 226, 228, 229, 231, 232, 233, 234, 235, 236, 237, 238, 240, 242, 243, 244, 246, 247, 248, 250, 251, 252, 254, 255, 256, 258, 259, 260, 261, 262, 263, 264, 266, 268, 269, 270, 271, 273, 274, 275, 276, 277, 278, 279, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 295, 296, 297, 300, 301, 302, 303, 304, 305, 306, 307, 308, 310, 311, 313, 314, 315, 316, 317, 318, 319, 321, 322, 323, 324, 325, 327, 328, 329, 330, 331, 333, 334, 335, 337, 338, 339, 340, 341, 342, 343, 344, 345, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 361, 362, 364, 365, 366, 367, 368, 369, 373, 374, 375, 376, 378, 379, 380, 381, 382, 384, 387, 388, 389, 391, 392, 393, 394, 396, 397, 398, 399, 402, 403, 404, 405, 406, 408, 409, 410, 411, 412, 413, 414, 416, 417, 419], "outer_test_idx": [1, 2, 4, 8, 9, 14, 17, 22, 23, 25, 28, 34, 37, 41, 43, 45, 63, 64, 68, 85, 96, 104, 111, 113, 116, 117, 122, 127, 133, 134, 135, 138, 139, 147, 160, 163, 170, 180, 191, 192, 193, 200, 203, 208, 224, 227, 230, 239, 241, 245, 249, 253, 257, 265, 267, 272, 280, 294, 298, 299, 309, 312, 320, 326, 332, 336, 346, 347, 360, 363, 370, 371, 372, 377, 383, 385, 386, 390, 395, 400, 401, 407, 415, 418]} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_1/test_metrics.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_1/test_metrics.json new file mode 100644 index 0000000..d7b8be8 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_1/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.34095375976281117, + "rmse": 0.5839124589891974, + "mae": 0.44237262724588317, + "r2": -0.04115156552265198 + }, + "delivery": { + "n_samples": 61, + "mse": 1.0561289903263111, + "rmse": 1.0276813661472661, + "mae": 0.6424658659112746, + "r2": 0.20058648953369573 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6358823529411765, + "recall": 0.6746031746031746, + "f1": 0.635076427996782 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5595238095238095, + "precision": 0.49252136752136755, + "recall": 0.49526663812378097, + "f1": 0.4855607355607356 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.45483073434111365, + "js_divergence": 0.11671493720560924 + } +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_2/best_params.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_2/best_params.json new file mode 100644 index 0000000..92b73ef --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_2/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.33774333325981976, + "lr": 0.0008937362022799393, + "weight_decay": 0.0797179350056365, + "backbone_lr_ratio": 0.012019950560462185, + "moe_n_experts": 2, + "moe_top_k": 1, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_2/epoch_mean.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_2/epoch_mean.json new file mode 100644 index 0000000..ee08dbf --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_2/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 24} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_2/history.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_2/history.json new file mode 100644 index 0000000..674237b --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_2/history.json @@ -0,0 +1,556 @@ +{ + "train": [ + { + "loss": 5.642889857292175, + "loss_size": 1.159429317712784, + "loss_pdi": 0.6846734285354614, + "loss_ee": 1.0992866456508636, + "loss_delivery": 0.9116703793406487, + "loss_biodist": 1.1885822713375092, + "loss_toxic": 0.5951724737882614, + "loss_moe_lb": 1.0075468182563783 + }, + { + "loss": 5.119834589958191, + "loss_size": 1.2068786561489104, + "loss_pdi": 0.6084460616111755, + "loss_ee": 1.018560528755188, + "loss_delivery": 1.00343559384346, + "loss_biodist": 0.8367573142051696, + "loss_toxic": 0.4534787148237228, + "loss_moe_lb": 1.0085227608680725 + }, + { + "loss": 4.631360173225403, + "loss_size": 1.1049911379814148, + "loss_pdi": 0.6166798919439316, + "loss_ee": 0.9819045186042785, + "loss_delivery": 0.8966399371623993, + "loss_biodist": 0.6152510195970535, + "loss_toxic": 0.4282459273934364, + "loss_moe_lb": 1.0032377123832703 + }, + { + "loss": 4.565770363807678, + "loss_size": 1.3395328387618064, + "loss_pdi": 0.6089456856250763, + "loss_ee": 0.9458777964115143, + "loss_delivery": 0.8744410276412964, + "loss_biodist": 0.5201545178890228, + "loss_toxic": 0.2960775502026081, + "loss_moe_lb": 1.0058902025222778 + }, + { + "loss": 3.960973119735718, + "loss_size": 1.018356877565384, + "loss_pdi": 0.6158286035060883, + "loss_ee": 0.9178538382053375, + "loss_delivery": 0.7611614063382148, + "loss_biodist": 0.47460865378379824, + "loss_toxic": 0.19040495604276658, + "loss_moe_lb": 1.005815601348877 + }, + { + "loss": 3.8680272102355957, + "loss_size": 1.0301129139959813, + "loss_pdi": 0.5879939287900925, + "loss_ee": 0.9225746929645539, + "loss_delivery": 0.7608921319246292, + "loss_biodist": 0.41575575768947604, + "loss_toxic": 0.17071759290993213, + "loss_moe_lb": 1.003551149368286 + }, + { + "loss": 3.637846493721008, + "loss_size": 0.9347949236631393, + "loss_pdi": 0.5805928558111191, + "loss_ee": 0.9147344529628754, + "loss_delivery": 0.7162400633096695, + "loss_biodist": 0.37638592571020124, + "loss_toxic": 0.136545342952013, + "loss_moe_lb": 1.0052202701568604 + }, + { + "loss": 3.5329455852508547, + "loss_size": 0.8877797499299049, + "loss_pdi": 0.5663900524377823, + "loss_ee": 0.847302508354187, + "loss_delivery": 0.7291325032711029, + "loss_biodist": 0.3621750235557556, + "loss_toxic": 0.161809953302145, + "loss_moe_lb": 1.0033141493797302 + }, + { + "loss": 3.5278806924819945, + "loss_size": 0.9452536672353744, + "loss_pdi": 0.5623072534799576, + "loss_ee": 0.8518599212169647, + "loss_delivery": 0.724729037284851, + "loss_biodist": 0.3424294352531433, + "loss_toxic": 0.12828019224107265, + "loss_moe_lb": 1.001493090391159 + }, + { + "loss": 3.3528007745742796, + "loss_size": 0.8542152941226959, + "loss_pdi": 0.5238431215286254, + "loss_ee": 0.79655140042305, + "loss_delivery": 0.6918560639023781, + "loss_biodist": 0.3418561279773712, + "loss_toxic": 0.1670326989144087, + "loss_moe_lb": 1.0052602589130402 + }, + { + "loss": 3.283518671989441, + "loss_size": 0.9017479121685028, + "loss_pdi": 0.5324152529239654, + "loss_ee": 0.7667648077011109, + "loss_delivery": 0.6840526476502419, + "loss_biodist": 0.3088234022259712, + "loss_toxic": 0.116421421431005, + "loss_moe_lb": 1.0052556335926055 + }, + { + "loss": 3.2148112535476683, + "loss_size": 0.9182476878166199, + "loss_pdi": 0.5124724268913269, + "loss_ee": 0.7697417199611664, + "loss_delivery": 0.6423421204090118, + "loss_biodist": 0.29547212868928907, + "loss_toxic": 0.10496482253074646, + "loss_moe_lb": 1.0032653212547302 + }, + { + "loss": 3.270181727409363, + "loss_size": 0.8959762722253799, + "loss_pdi": 0.4993567556142807, + "loss_ee": 0.7637102842330933, + "loss_delivery": 0.7427977383136749, + "loss_biodist": 0.26272356808185576, + "loss_toxic": 0.13672436978667973, + "loss_moe_lb": 1.001595562696457 + }, + { + "loss": 3.03147292137146, + "loss_size": 0.7471186205744743, + "loss_pdi": 0.5105066239833832, + "loss_ee": 0.7881560802459717, + "loss_delivery": 0.6601741284132003, + "loss_biodist": 0.25421429723501204, + "loss_toxic": 0.10227932408452034, + "loss_moe_lb": 1.0006152510643005 + }, + { + "loss": 2.9198445081710815, + "loss_size": 0.7487337291240692, + "loss_pdi": 0.5140165269374848, + "loss_ee": 0.7390583693981171, + "loss_delivery": 0.5647658348083496, + "loss_biodist": 0.2686339199542999, + "loss_toxic": 0.1119928389787674, + "loss_moe_lb": 1.0003685176372528 + }, + { + "loss": 2.9126734733581543, + "loss_size": 0.7367720276117324, + "loss_pdi": 0.49008843004703523, + "loss_ee": 0.7721846580505372, + "loss_delivery": 0.5798950128257274, + "loss_biodist": 0.22836280167102813, + "loss_toxic": 0.13382828272879124, + "loss_moe_lb": 1.0018630146980285 + }, + { + "loss": 2.8066798210144044, + "loss_size": 0.7235824033617974, + "loss_pdi": 0.4862342536449432, + "loss_ee": 0.7312608957290649, + "loss_delivery": 0.5472595050930977, + "loss_biodist": 0.25691011399030683, + "loss_toxic": 0.09040329763665796, + "loss_moe_lb": 1.0016663193702697 + }, + { + "loss": 2.7816329479217528, + "loss_size": 0.6557997897267341, + "loss_pdi": 0.49454828798770906, + "loss_ee": 0.7245889961719513, + "loss_delivery": 0.5906752273440361, + "loss_biodist": 0.22714353650808333, + "loss_toxic": 0.1168266475200653, + "loss_moe_lb": 1.0022529184818267 + }, + { + "loss": 3.1912351489067077, + "loss_size": 1.0374859377741814, + "loss_pdi": 0.5164817035198211, + "loss_ee": 0.720916873216629, + "loss_delivery": 0.6131756603717804, + "loss_biodist": 0.23191107511520387, + "loss_toxic": 0.11117476094514131, + "loss_moe_lb": 1.001072508096695 + }, + { + "loss": 2.849152445793152, + "loss_size": 0.7852970600128174, + "loss_pdi": 0.5047375500202179, + "loss_ee": 0.7258009731769561, + "loss_delivery": 0.5533148109912872, + "loss_biodist": 0.21601143330335618, + "loss_toxic": 0.09711000164970755, + "loss_moe_lb": 1.0023840725421906 + }, + { + "loss": 2.658073091506958, + "loss_size": 0.6455557651817798, + "loss_pdi": 0.4767362177371979, + "loss_ee": 0.689178067445755, + "loss_delivery": 0.5741233780980111, + "loss_biodist": 0.219873283803463, + "loss_toxic": 0.08143656700849533, + "loss_moe_lb": 1.001926803588867 + }, + { + "loss": 2.6586803197860718, + "loss_size": 0.6414756059646607, + "loss_pdi": 0.47223193645477296, + "loss_ee": 0.7085395663976669, + "loss_delivery": 0.5591178193688393, + "loss_biodist": 0.21320451349020003, + "loss_toxic": 0.09281609114259481, + "loss_moe_lb": 1.0003808379173278 + }, + { + "loss": 2.878546953201294, + "loss_size": 0.7795015722513199, + "loss_pdi": 0.46438221633434296, + "loss_ee": 0.7303675413131714, + "loss_delivery": 0.6059622138738632, + "loss_biodist": 0.25730551928281786, + "loss_toxic": 0.07699082558974624, + "loss_moe_lb": 1.0022889137268067 + }, + { + "loss": 2.74857896566391, + "loss_size": 0.6680383816361427, + "loss_pdi": 0.48451351523399355, + "loss_ee": 0.7138911068439484, + "loss_delivery": 0.5426661998033524, + "loss_biodist": 0.2356322690844536, + "loss_toxic": 0.13119657882489263, + "loss_moe_lb": 1.0020926952362061 + } + ], + "val": [ + { + "loss": 29.73940944671631, + "loss_size": 1.8689278960227966, + "loss_pdi": 4.304075837135315, + "loss_ee": 17.507540225982666, + "loss_delivery": 3.8762197494506836, + "loss_biodist": 2.3826699256896973, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 21.10813617706299, + "loss_size": 3.718679428100586, + "loss_pdi": 4.292714476585388, + "loss_ee": 9.379774808883667, + "loss_delivery": 2.0597097873687744, + "loss_biodist": 1.9060308933258057, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 10.828306674957275, + "loss_size": 1.9327266812324524, + "loss_pdi": 2.1319450736045837, + "loss_ee": 4.536682605743408, + "loss_delivery": 1.3701419830322266, + "loss_biodist": 1.0132277011871338, + "loss_toxic": 3.463184111751616e-05, + "loss_moe_lb": 1.9999998211860657, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 5.971942901611328, + "loss_size": 1.2471436709165573, + "loss_pdi": 1.3199983537197113, + "loss_ee": 2.192831814289093, + "loss_delivery": 0.9041605591773987, + "loss_biodist": 0.3626904785633087, + "loss_toxic": 0.01885204389691353, + "loss_moe_lb": 1.9988563656806946, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.48484848484848486, + "acc_toxic": 1.0 + }, + { + "loss": 3.579574704170227, + "loss_size": 0.9236513078212738, + "loss_pdi": 0.701095849275589, + "loss_ee": 0.8128722906112671, + "loss_delivery": 0.7512787580490112, + "loss_biodist": 0.28956660628318787, + "loss_toxic": 0.11656937003135681, + "loss_moe_lb": 1.787143886089325, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.6983720660209656, + "loss_size": 0.48602619767189026, + "loss_pdi": 0.4972932040691376, + "loss_ee": 0.5510437488555908, + "loss_delivery": 0.74619060754776, + "loss_biodist": 0.2786604166030884, + "loss_toxic": 0.14166389405727386, + "loss_moe_lb": 1.0917237401008606, + "acc_pdi": 0.5757575757575758, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.401694118976593, + "loss_size": 0.2520296797156334, + "loss_pdi": 0.4771769046783447, + "loss_ee": 0.5500180125236511, + "loss_delivery": 0.6585900187492371, + "loss_biodist": 0.26908382773399353, + "loss_toxic": 0.1916038990020752, + "loss_moe_lb": 1.0069448351860046, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.301807999610901, + "loss_size": 0.19488869328051805, + "loss_pdi": 0.46366334706544876, + "loss_ee": 0.5000034794211388, + "loss_delivery": 0.6693503856658936, + "loss_biodist": 0.2528022825717926, + "loss_toxic": 0.2142198085784912, + "loss_moe_lb": 1.0069669485092163, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.1634279936552048, + "loss_size": 0.19571099616587162, + "loss_pdi": 0.44111931324005127, + "loss_ee": 0.4849761798977852, + "loss_delivery": 0.656607449054718, + "loss_biodist": 0.22262340784072876, + "loss_toxic": 0.15510854125022888, + "loss_moe_lb": 1.0122578740119934, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.3893475085496902, + "loss_size": 0.30260295420885086, + "loss_pdi": 0.4279433786869049, + "loss_ee": 0.464944813400507, + "loss_delivery": 0.7673856616020203, + "loss_biodist": 0.25783392786979675, + "loss_toxic": 0.16605448722839355, + "loss_moe_lb": 1.0083532333374023, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.2125160694122314, + "loss_size": 0.31844210624694824, + "loss_pdi": 0.4106954336166382, + "loss_ee": 0.5324600897729397, + "loss_delivery": 0.6130514144897461, + "loss_biodist": 0.1891724318265915, + "loss_toxic": 0.14499329030513763, + "loss_moe_lb": 1.0111920237541199, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.207193598151207, + "loss_size": 0.2743344232439995, + "loss_pdi": 0.39817651733756065, + "loss_ee": 0.5215428359806538, + "loss_delivery": 0.670371949672699, + "loss_biodist": 0.18716338276863098, + "loss_toxic": 0.15195345878601074, + "loss_moe_lb": 1.011040985584259, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.150195926427841, + "loss_size": 0.1880721841007471, + "loss_pdi": 0.40126804262399673, + "loss_ee": 0.5323031954467297, + "loss_delivery": 0.7003455758094788, + "loss_biodist": 0.18135838210582733, + "loss_toxic": 0.14353974163532257, + "loss_moe_lb": 1.0153899788856506, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.1105360984802246, + "loss_size": 0.1482883634744212, + "loss_pdi": 0.4348515570163727, + "loss_ee": 0.5561971738934517, + "loss_delivery": 0.6566661596298218, + "loss_biodist": 0.17119625210762024, + "loss_toxic": 0.1409917026758194, + "loss_moe_lb": 1.0079565644264221, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.0611688047647476, + "loss_size": 0.13628412146647406, + "loss_pdi": 0.40906085073947906, + "loss_ee": 0.5657792426645756, + "loss_delivery": 0.6496559977531433, + "loss_biodist": 0.16928941011428833, + "loss_toxic": 0.12900283932685852, + "loss_moe_lb": 1.0102091431617737, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.083579331636429, + "loss_size": 0.16663611307740211, + "loss_pdi": 0.391744464635849, + "loss_ee": 0.5735008083283901, + "loss_delivery": 0.6763421297073364, + "loss_biodist": 0.15724243223667145, + "loss_toxic": 0.11827236413955688, + "loss_moe_lb": 1.0093246102333069, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.539229989051819, + "loss_size": 0.703417107462883, + "loss_pdi": 0.4385608434677124, + "loss_ee": 0.4626809321343899, + "loss_delivery": 0.6768506765365601, + "loss_biodist": 0.15261220932006836, + "loss_toxic": 0.11478697508573532, + "loss_moe_lb": 1.0002455711364746, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.483492136001587, + "loss_size": 0.595627948641777, + "loss_pdi": 0.46702998131513596, + "loss_ee": 0.4807255454361439, + "loss_delivery": 0.6816139817237854, + "loss_biodist": 0.14691835641860962, + "loss_toxic": 0.12069275975227356, + "loss_moe_lb": 1.0022224485874176, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.156426578760147, + "loss_size": 0.2406746745109558, + "loss_pdi": 0.375821266323328, + "loss_ee": 0.5616493634879589, + "loss_delivery": 0.7146288156509399, + "loss_biodist": 0.15365399420261383, + "loss_toxic": 0.11329041421413422, + "loss_moe_lb": 1.0053191184997559, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.204358696937561, + "loss_size": 0.33455485105514526, + "loss_pdi": 0.3415866605937481, + "loss_ee": 0.5485939458012581, + "loss_delivery": 0.7093565464019775, + "loss_biodist": 0.15629418194293976, + "loss_toxic": 0.11733992397785187, + "loss_moe_lb": 1.0107352137565613, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.2013237476348877, + "loss_size": 0.3368084877729416, + "loss_pdi": 0.34159738570451736, + "loss_ee": 0.5480853877961636, + "loss_delivery": 0.7033275365829468, + "loss_biodist": 0.1523154377937317, + "loss_toxic": 0.12219248712062836, + "loss_moe_lb": 1.0122522115707397, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.252687394618988, + "loss_size": 0.39013606309890747, + "loss_pdi": 0.33845561370253563, + "loss_ee": 0.5460630767047405, + "loss_delivery": 0.7056432366371155, + "loss_biodist": 0.15372125804424286, + "loss_toxic": 0.12289047986268997, + "loss_moe_lb": 1.010231375694275, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.193063348531723, + "loss_size": 0.33246178925037384, + "loss_pdi": 0.33913373947143555, + "loss_ee": 0.5516466945409775, + "loss_delivery": 0.7005769610404968, + "loss_biodist": 0.15057362616062164, + "loss_toxic": 0.12173133343458176, + "loss_moe_lb": 1.0117705464363098, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.2493311166763306, + "loss_size": 0.3939777612686157, + "loss_pdi": 0.3380272164940834, + "loss_ee": 0.5515118259936571, + "loss_delivery": 0.6933724284172058, + "loss_biodist": 0.1557132452726364, + "loss_toxic": 0.12111596018075943, + "loss_moe_lb": 1.0115064978599548, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_2/splits.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_2/splits.json new file mode 100644 index 0000000..14df306 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_2/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 43, 44, 45, 47, 48, 49, 50, 51, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 68, 69, 70, 72, 74, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 96, 97, 100, 101, 102, 103, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 142, 143, 145, 147, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 160, 161, 162, 163, 165, 166, 167, 168, 170, 171, 172, 173, 174, 175, 177, 179, 180, 181, 183, 184, 185, 186, 187, 188, 191, 192, 193, 194, 196, 197, 199, 200, 202, 203, 204, 205, 207, 208, 209, 210, 211, 212, 213, 214, 215, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 232, 233, 235, 236, 237, 238, 239, 240, 241, 242, 243, 245, 246, 249, 250, 251, 252, 253, 254, 255, 256, 257, 259, 260, 261, 263, 264, 265, 266, 267, 268, 269, 271, 272, 273, 274, 275, 276, 280, 281, 282, 283, 284, 285, 287, 289, 290, 293, 294, 295, 296, 297, 298, 299, 300, 302, 303, 305, 307, 308, 309, 310, 311, 312, 313, 314, 315, 317, 318, 320, 321, 322, 323, 324, 326, 327, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 358, 360, 361, 363, 364, 365, 366, 368, 369, 370, 371, 372, 373, 376, 377, 378, 379, 380, 381, 382, 383, 385, 386, 387, 388, 389, 390, 392, 394, 395, 398, 399, 400, 401, 402, 404, 405, 407, 408, 409, 410, 412, 413, 414, 415, 416, 417, 418], "outer_test_idx": [10, 12, 15, 31, 35, 42, 46, 52, 53, 54, 62, 66, 67, 71, 73, 75, 77, 81, 89, 90, 92, 98, 99, 105, 123, 124, 141, 144, 146, 154, 155, 164, 169, 176, 178, 182, 189, 190, 195, 198, 201, 206, 216, 217, 218, 219, 231, 234, 244, 247, 248, 258, 262, 270, 277, 278, 279, 286, 288, 291, 292, 301, 304, 306, 316, 319, 325, 328, 343, 357, 359, 362, 367, 374, 375, 384, 391, 393, 396, 397, 403, 406, 411, 419]} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_2/test_metrics.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_2/test_metrics.json new file mode 100644 index 0000000..aa86378 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_2/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.5561159310353995, + "rmse": 0.7457318090543004, + "mae": 0.5436848102891374, + "r2": -0.09831902768989997 + }, + "delivery": { + "n_samples": 60, + "mse": 0.7353416379416455, + "rmse": 0.8575206341200459, + "mae": 0.5434921078461533, + "r2": 0.021132827618370764 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7380952380952381, + "precision": 0.7, + "recall": 0.749266862170088, + "f1": 0.7053571428571428 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.6361111111111112, + "recall": 0.7009803921568626, + "f1": 0.6513176638176638 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.2349928026224927, + "js_divergence": 0.05641933268258879 + } +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_3/best_params.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_3/best_params.json new file mode 100644 index 0000000..e658e74 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_3/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.10301838844131589, + "lr": 0.0008648998582653286, + "weight_decay": 0.0011644667702360517, + "backbone_lr_ratio": 0.9869864342312137, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_3/epoch_mean.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_3/epoch_mean.json new file mode 100644 index 0000000..54e2f4a --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_3/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 15} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_3/history.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_3/history.json new file mode 100644 index 0000000..192573f --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_3/history.json @@ -0,0 +1,351 @@ +{ + "train": [ + { + "loss": 5.3335686206817625, + "loss_size": 0.820179545879364, + "loss_pdi": 0.6709150910377503, + "loss_ee": 1.0668024480342866, + "loss_delivery": 0.9926544606685639, + "loss_biodist": 1.121556466817856, + "loss_toxic": 0.6437377005815506, + "loss_moe_lb": 2.37250292301178 + }, + { + "loss": 4.319730615615844, + "loss_size": 0.751482966542244, + "loss_pdi": 0.5989002704620361, + "loss_ee": 0.9426104187965393, + "loss_delivery": 0.8606803625822067, + "loss_biodist": 0.6736996650695801, + "loss_toxic": 0.48065225481987, + "loss_moe_lb": 2.2213818550109865 + }, + { + "loss": 3.827084517478943, + "loss_size": 0.7880520254373551, + "loss_pdi": 0.5454154700040817, + "loss_ee": 0.8661516368389129, + "loss_delivery": 0.8475156158208847, + "loss_biodist": 0.48596130311489105, + "loss_toxic": 0.2814092606306076, + "loss_moe_lb": 2.2525793313980103 + }, + { + "loss": 3.55948269367218, + "loss_size": 0.7259560957551002, + "loss_pdi": 0.5681105971336364, + "loss_ee": 0.9282960414886474, + "loss_delivery": 0.7226899862289429, + "loss_biodist": 0.39438521564006807, + "loss_toxic": 0.20960473418235778, + "loss_moe_lb": 2.3411624431610107 + }, + { + "loss": 3.60688202381134, + "loss_size": 0.80356185734272, + "loss_pdi": 0.5629036009311676, + "loss_ee": 0.917264312505722, + "loss_delivery": 0.6779616326093674, + "loss_biodist": 0.3434386491775513, + "loss_toxic": 0.29381652530282737, + "loss_moe_lb": 2.327646517753601 + }, + { + "loss": 3.1594343185424805, + "loss_size": 0.7216589242219925, + "loss_pdi": 0.5106688529253006, + "loss_ee": 0.8346469283103943, + "loss_delivery": 0.6892600193619728, + "loss_biodist": 0.2633974373340607, + "loss_toxic": 0.1307311376556754, + "loss_moe_lb": 2.324423599243164 + }, + { + "loss": 2.9563567876815795, + "loss_size": 0.6288968414068222, + "loss_pdi": 0.4720021218061447, + "loss_ee": 0.7711730659008026, + "loss_delivery": 0.7343987971544266, + "loss_biodist": 0.22139484956860542, + "loss_toxic": 0.12013846710324287, + "loss_moe_lb": 2.367694854736328 + }, + { + "loss": 2.8373971939086915, + "loss_size": 0.6542320892214775, + "loss_pdi": 0.5265137910842895, + "loss_ee": 0.7909370958805084, + "loss_delivery": 0.5707583174109458, + "loss_biodist": 0.18023619577288627, + "loss_toxic": 0.10844109933823347, + "loss_moe_lb": 2.3546560764312745 + }, + { + "loss": 2.6853633761405944, + "loss_size": 0.6257890000939369, + "loss_pdi": 0.4784514784812927, + "loss_ee": 0.79733607172966, + "loss_delivery": 0.5226866260170937, + "loss_biodist": 0.1900630049407482, + "loss_toxic": 0.0669790948741138, + "loss_moe_lb": 2.362028956413269 + }, + { + "loss": 2.6430294156074523, + "loss_size": 0.8412446498870849, + "loss_pdi": 0.4387844979763031, + "loss_ee": 0.6958143830299377, + "loss_delivery": 0.4526145115494728, + "loss_biodist": 0.13303574323654174, + "loss_toxic": 0.07511895345523953, + "loss_moe_lb": 2.3511215925216673 + }, + { + "loss": 2.2660607218742372, + "loss_size": 0.5110947623848915, + "loss_pdi": 0.4115919828414917, + "loss_ee": 0.6737930238246918, + "loss_delivery": 0.4263429746031761, + "loss_biodist": 0.1824985295534134, + "loss_toxic": 0.05283760349266231, + "loss_moe_lb": 2.3678430318832397 + }, + { + "loss": 2.1700385451316833, + "loss_size": 0.48988463282585143, + "loss_pdi": 0.40116051733493807, + "loss_ee": 0.6482300400733948, + "loss_delivery": 0.43356445133686067, + "loss_biodist": 0.12526585832238196, + "loss_toxic": 0.06394290472380817, + "loss_moe_lb": 2.379448676109314 + }, + { + "loss": 2.1095895528793336, + "loss_size": 0.47804497107863425, + "loss_pdi": 0.4164556413888931, + "loss_ee": 0.6319783329963684, + "loss_delivery": 0.391304100304842, + "loss_biodist": 0.1359383136034012, + "loss_toxic": 0.04846865390427411, + "loss_moe_lb": 2.3458114147186278 + }, + { + "loss": 2.075121009349823, + "loss_size": 0.4511056557297707, + "loss_pdi": 0.4140739023685455, + "loss_ee": 0.6213346868753433, + "loss_delivery": 0.4083714187145233, + "loss_biodist": 0.11564006842672825, + "loss_toxic": 0.057295151683501896, + "loss_moe_lb": 2.3433627843856812 + }, + { + "loss": 2.17353835105896, + "loss_size": 0.6163549728691577, + "loss_pdi": 0.41081614792346954, + "loss_ee": 0.6196210563182831, + "loss_delivery": 0.3607665628194809, + "loss_biodist": 0.11602148488163948, + "loss_toxic": 0.04339406476356089, + "loss_moe_lb": 2.331566834449768 + } + ], + "val": [ + { + "loss": 248.7708740234375, + "loss_size": 203.92549896240234, + "loss_pdi": 1.0726387463510036, + "loss_ee": 9.28246784210205, + "loss_delivery": 29.414576530456543, + "loss_biodist": 4.4674787521362305, + "loss_toxic": 0.7078271880745888, + "loss_moe_lb": 4.0, + "acc_pdi": 0.21212121212121213, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 84.18180465698242, + "loss_size": 62.07551956176758, + "loss_pdi": 0.9593849591910839, + "loss_ee": 3.199828788638115, + "loss_delivery": 12.9938383102417, + "loss_biodist": 4.015283107757568, + "loss_toxic": 1.2426688758423552, + "loss_moe_lb": 4.0, + "acc_pdi": 0.21212121212121213, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 20.389753818511963, + "loss_size": 12.33116340637207, + "loss_pdi": 0.6552003771066666, + "loss_ee": 2.093631487339735, + "loss_delivery": 2.593668222427368, + "loss_biodist": 1.8692721128463745, + "loss_toxic": 0.9396452340297401, + "loss_moe_lb": 3.999184489250183, + "acc_pdi": 0.21212121212121213, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 3.4884475469589233, + "loss_size": 0.1539621299598366, + "loss_pdi": 0.8342536389827728, + "loss_ee": 0.7882838696241379, + "loss_delivery": 0.45300678350031376, + "loss_biodist": 0.6176095604896545, + "loss_toxic": 0.6168340286239982, + "loss_moe_lb": 3.839735507965088, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 3.0098342895507812, + "loss_size": 0.147594241425395, + "loss_pdi": 1.0323987305164337, + "loss_ee": 0.865782231092453, + "loss_delivery": 0.4381636371836066, + "loss_biodist": 0.4546085298061371, + "loss_toxic": 0.06257949583232403, + "loss_moe_lb": 2.9262402057647705, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 3.011781096458435, + "loss_size": 0.11242182774003595, + "loss_pdi": 1.2412283718585968, + "loss_ee": 0.7627894878387451, + "loss_delivery": 0.42160198371857405, + "loss_biodist": 0.41380639374256134, + "loss_toxic": 0.05856666620820761, + "loss_moe_lb": 2.5925499200820923, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7878787878787878, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.9158211946487427, + "loss_size": 0.11366063653258607, + "loss_pdi": 1.1039167642593384, + "loss_ee": 0.6576905325055122, + "loss_delivery": 0.601488970220089, + "loss_biodist": 0.3614903539419174, + "loss_toxic": 0.07203062623739243, + "loss_moe_lb": 2.904636263847351, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.7575757575757576, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.879015564918518, + "loss_size": 0.12966226012213156, + "loss_pdi": 1.1744328141212463, + "loss_ee": 0.5350939109921455, + "loss_delivery": 0.5456198211759329, + "loss_biodist": 0.4275725930929184, + "loss_toxic": 0.06077467976137996, + "loss_moe_lb": 2.8774309158325195, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.7223293781280518, + "loss_size": 0.16800786358544428, + "loss_pdi": 1.1105611324310303, + "loss_ee": 0.4731280505657196, + "loss_delivery": 0.5270052943378687, + "loss_biodist": 0.39910128712654114, + "loss_toxic": 0.037971858866512775, + "loss_moe_lb": 2.768863797187805, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.6152032613754272, + "loss_size": 0.15943353180773556, + "loss_pdi": 0.9655803143978119, + "loss_ee": 0.5034482926130295, + "loss_delivery": 0.5677823166479357, + "loss_biodist": 0.3760804235935211, + "loss_toxic": 0.0367253846488893, + "loss_moe_lb": 2.7786859273910522, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.6922214031219482, + "loss_size": 0.14428654860239476, + "loss_pdi": 0.9166765809059143, + "loss_ee": 0.5276799947023392, + "loss_delivery": 0.6255696760999854, + "loss_biodist": 0.44318994879722595, + "loss_toxic": 0.03154127625748515, + "loss_moe_lb": 2.7507318258285522, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.81124746799469, + "loss_size": 0.15601614629849792, + "loss_pdi": 1.0671006441116333, + "loss_ee": 0.4742713086307049, + "loss_delivery": 0.652794610708952, + "loss_biodist": 0.425966814160347, + "loss_toxic": 0.03354314435273409, + "loss_moe_lb": 2.760807156562805, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.8441162109375, + "loss_size": 0.20070482441224158, + "loss_pdi": 1.0667206645011902, + "loss_ee": 0.49033011868596077, + "loss_delivery": 0.6269580340012908, + "loss_biodist": 0.4254987835884094, + "loss_toxic": 0.03254373697564006, + "loss_moe_lb": 2.8047527074813843, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.8556466102600098, + "loss_size": 0.18995202984660864, + "loss_pdi": 1.0825613737106323, + "loss_ee": 0.4933933727443218, + "loss_delivery": 0.6325384853407741, + "loss_biodist": 0.42713581025600433, + "loss_toxic": 0.029615187784656882, + "loss_moe_lb": 2.781112551689148, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.84408175945282, + "loss_size": 0.1856367033906281, + "loss_pdi": 1.080092877149582, + "loss_ee": 0.48581797629594803, + "loss_delivery": 0.6372335525229573, + "loss_biodist": 0.42611241340637207, + "loss_toxic": 0.02867596340365708, + "loss_moe_lb": 2.7638022899627686, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_3/splits.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_3/splits.json new file mode 100644 index 0000000..7a2b13e --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_3/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 102, 104, 105, 106, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 127, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 166, 168, 169, 170, 172, 173, 174, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 195, 198, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 218, 219, 221, 223, 224, 226, 227, 228, 230, 231, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 251, 252, 253, 254, 255, 256, 257, 258, 259, 262, 263, 264, 265, 266, 267, 268, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 282, 284, 286, 288, 289, 290, 291, 292, 293, 294, 295, 297, 298, 299, 301, 302, 304, 305, 306, 307, 308, 309, 310, 312, 314, 315, 316, 317, 319, 320, 321, 325, 326, 327, 328, 331, 332, 334, 336, 340, 341, 343, 344, 346, 347, 348, 350, 352, 353, 357, 359, 360, 361, 362, 363, 364, 366, 367, 368, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 382, 383, 384, 385, 386, 387, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 400, 401, 402, 403, 404, 406, 407, 410, 411, 412, 414, 415, 416, 418, 419], "outer_test_idx": [3, 6, 13, 18, 19, 26, 33, 44, 48, 49, 50, 56, 57, 72, 80, 88, 94, 101, 103, 107, 108, 114, 126, 128, 130, 145, 149, 157, 167, 171, 175, 188, 196, 197, 199, 211, 220, 222, 225, 229, 232, 236, 250, 260, 261, 271, 281, 283, 285, 287, 296, 300, 303, 311, 313, 318, 322, 323, 324, 329, 330, 333, 335, 337, 338, 339, 342, 345, 349, 351, 354, 355, 356, 358, 365, 369, 381, 388, 399, 405, 408, 409, 413, 417]} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_3/test_metrics.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_3/test_metrics.json new file mode 100644 index 0000000..fb77917 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_3/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.7393398374573046, + "rmse": 1.3188403381218305, + "mae": 0.5609516930620534, + "r2": 0.016216130851348765 + }, + "delivery": { + "n_samples": 59, + "mse": 0.7428648348736053, + "rmse": 0.8618960696473823, + "mae": 0.5506586653922322, + "r2": 0.2778471200588467 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6190306486101211, + "recall": 0.6224340175953079, + "f1": 0.6205962059620596 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5952380952380952, + "precision": 0.5305408193339228, + "recall": 0.5427350427350427, + "f1": 0.525837308103318 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.95, + "precision": 0.75, + "recall": 0.9736842105263157, + "f1": 0.8198198198198199 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.15141505126503543, + "js_divergence": 0.037430317852708686 + } +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_4/best_params.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_4/best_params.json new file mode 100644 index 0000000..2775347 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_4/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.303142745975858, + "lr": 0.0004649241012312578, + "weight_decay": 3.7624434569437365e-05, + "backbone_lr_ratio": 0.17310516991766065, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_4/epoch_mean.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_4/epoch_mean.json new file mode 100644 index 0000000..0af0e3e --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_4/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 16} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_4/history.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_4/history.json new file mode 100644 index 0000000..a6ea7a9 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_4/history.json @@ -0,0 +1,374 @@ +{ + "train": [ + { + "loss": 5.430637454986572, + "loss_size": 0.7931106805801391, + "loss_pdi": 0.6729038000106812, + "loss_ee": 1.1130877017974854, + "loss_delivery": 0.9695881962776184, + "loss_biodist": 1.2194435954093934, + "loss_toxic": 0.6441706240177154, + "loss_moe_lb": 2.24698269367218 + }, + { + "loss": 5.096662807464599, + "loss_size": 0.7671768695116044, + "loss_pdi": 0.6547875940799713, + "loss_ee": 1.0629664301872253, + "loss_delivery": 0.9926213681697845, + "loss_biodist": 1.033859097957611, + "loss_toxic": 0.5761605858802795, + "loss_moe_lb": 2.017039620876312 + }, + { + "loss": 4.68560152053833, + "loss_size": 0.7498341605067254, + "loss_pdi": 0.6399662315845489, + "loss_ee": 1.0288454055786134, + "loss_delivery": 0.8933427035808563, + "loss_biodist": 0.8413346529006958, + "loss_toxic": 0.5261481136083603, + "loss_moe_lb": 2.0628048300743105 + }, + { + "loss": 4.282027792930603, + "loss_size": 0.7322511821985245, + "loss_pdi": 0.6249879896640778, + "loss_ee": 0.9809759557247162, + "loss_delivery": 0.8806729316711426, + "loss_biodist": 0.6344187259674072, + "loss_toxic": 0.42290701866149905, + "loss_moe_lb": 2.0375659584999086 + }, + { + "loss": 3.9314072370529174, + "loss_size": 0.7521261185407638, + "loss_pdi": 0.6040029376745224, + "loss_ee": 0.9675607204437255, + "loss_delivery": 0.8122200161218643, + "loss_biodist": 0.5287734061479569, + "loss_toxic": 0.2591940686106682, + "loss_moe_lb": 2.0158124566078186 + }, + { + "loss": 3.776485300064087, + "loss_size": 0.8048846095800399, + "loss_pdi": 0.5802029758691788, + "loss_ee": 0.9294577538967133, + "loss_delivery": 0.7868120074272156, + "loss_biodist": 0.4619217306375504, + "loss_toxic": 0.2046166777610779, + "loss_moe_lb": 2.0447033166885378 + }, + { + "loss": 3.574946069717407, + "loss_size": 0.6627032577991485, + "loss_pdi": 0.5814112067222595, + "loss_ee": 0.8652203679084778, + "loss_delivery": 0.8875157952308654, + "loss_biodist": 0.4003604382276535, + "loss_toxic": 0.1687440924346447, + "loss_moe_lb": 2.0910507917404173 + }, + { + "loss": 3.362682890892029, + "loss_size": 0.6372942045331002, + "loss_pdi": 0.5780430108308792, + "loss_ee": 0.8565102100372315, + "loss_delivery": 0.7514830201864242, + "loss_biodist": 0.38331067860126494, + "loss_toxic": 0.14579722173511983, + "loss_moe_lb": 2.128779935836792 + }, + { + "loss": 3.3178097009658813, + "loss_size": 0.6673321723937988, + "loss_pdi": 0.5589759826660157, + "loss_ee": 0.8680209338665008, + "loss_delivery": 0.7235644340515137, + "loss_biodist": 0.3455317884683609, + "loss_toxic": 0.1445698920637369, + "loss_moe_lb": 2.146945667266846 + }, + { + "loss": 3.1548542976379395, + "loss_size": 0.5946280792355537, + "loss_pdi": 0.5329976826906204, + "loss_ee": 0.8676675260066986, + "loss_delivery": 0.7048949748277664, + "loss_biodist": 0.3276232123374939, + "loss_toxic": 0.1162267729640007, + "loss_moe_lb": 2.237247037887573 + }, + { + "loss": 3.0444602966308594, + "loss_size": 0.5860572099685669, + "loss_pdi": 0.5297886490821838, + "loss_ee": 0.8221888542175293, + "loss_delivery": 0.666781222820282, + "loss_biodist": 0.3052833005785942, + "loss_toxic": 0.12257593795657158, + "loss_moe_lb": 2.227749729156494 + }, + { + "loss": 3.2624703884124755, + "loss_size": 0.8402818202972412, + "loss_pdi": 0.5383946537971497, + "loss_ee": 0.8114253342151642, + "loss_delivery": 0.6784736379981041, + "loss_biodist": 0.2899301931262016, + "loss_toxic": 0.0943977426737547, + "loss_moe_lb": 2.2678883552551268 + }, + { + "loss": 3.1327160120010378, + "loss_size": 0.5978022903203964, + "loss_pdi": 0.519321522116661, + "loss_ee": 0.840103954076767, + "loss_delivery": 0.7545749172568321, + "loss_biodist": 0.28371195048093795, + "loss_toxic": 0.12760972771793605, + "loss_moe_lb": 2.285222291946411 + }, + { + "loss": 2.9612722635269164, + "loss_size": 0.564531235396862, + "loss_pdi": 0.5376137137413025, + "loss_ee": 0.8125566720962525, + "loss_delivery": 0.6531941190361976, + "loss_biodist": 0.27151687890291215, + "loss_toxic": 0.11060914695262909, + "loss_moe_lb": 2.2715373754501345 + }, + { + "loss": 2.960108685493469, + "loss_size": 0.5589344561100006, + "loss_pdi": 0.5569657415151597, + "loss_ee": 0.8313589751720428, + "loss_delivery": 0.6301703780889512, + "loss_biodist": 0.2641403466463089, + "loss_toxic": 0.10756894871592522, + "loss_moe_lb": 2.3061976432800293 + }, + { + "loss": 3.088056945800781, + "loss_size": 0.6186298698186874, + "loss_pdi": 0.5260908663272857, + "loss_ee": 0.8307532966136932, + "loss_delivery": 0.6914199665188789, + "loss_biodist": 0.2599550873041153, + "loss_toxic": 0.15092972312122582, + "loss_moe_lb": 2.2697532892227175 + } + ], + "val": [ + { + "loss": 16.672471523284912, + "loss_size": 1.9989936035126448, + "loss_pdi": 2.472905933856964, + "loss_ee": 5.693583667266012, + "loss_delivery": 2.454866886138916, + "loss_biodist": 3.6100780963897705, + "loss_toxic": 0.461004376411438, + "loss_moe_lb": 4.000000238418579, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.04 + }, + { + "loss": 10.55107107758522, + "loss_size": 2.8853067830204964, + "loss_pdi": 0.5928013622760773, + "loss_ee": 3.2009157146094367, + "loss_delivery": 1.8189910650253296, + "loss_biodist": 1.367580533027649, + "loss_toxic": 0.7018817663192749, + "loss_moe_lb": 3.999999523162842, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 6.7679711282253265, + "loss_size": 2.2109679477580357, + "loss_pdi": 0.6304775103926659, + "loss_ee": 1.6836128421127796, + "loss_delivery": 0.9681379199028015, + "loss_biodist": 0.534933865070343, + "loss_toxic": 0.7399159669876099, + "loss_moe_lb": 3.981976866722107, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 4.45439413189888, + "loss_size": 1.9555571265518665, + "loss_pdi": 0.6108334213495255, + "loss_ee": 0.9490843713283539, + "loss_delivery": 0.4101935625076294, + "loss_biodist": 0.26371824741363525, + "loss_toxic": 0.25121116638183594, + "loss_moe_lb": 3.185463547706604, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.96 + }, + { + "loss": 4.579098224639893, + "loss_size": 2.0158819556236267, + "loss_pdi": 0.8499888181686401, + "loss_ee": 0.9920830428600311, + "loss_delivery": 0.4130670726299286, + "loss_biodist": 0.21429498493671417, + "loss_toxic": 0.08632223308086395, + "loss_moe_lb": 3.0668485164642334, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 4.370620608329773, + "loss_size": 1.799215868115425, + "loss_pdi": 0.9090381264686584, + "loss_ee": 0.9980931282043457, + "loss_delivery": 0.3954058289527893, + "loss_biodist": 0.1999754160642624, + "loss_toxic": 0.06668636947870255, + "loss_moe_lb": 2.738807797431946, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 4.321013331413269, + "loss_size": 1.7412129342556, + "loss_pdi": 0.9218806624412537, + "loss_ee": 1.0397970378398895, + "loss_delivery": 0.36989226937294006, + "loss_biodist": 0.1889311820268631, + "loss_toxic": 0.06210457906126976, + "loss_moe_lb": 2.4666818380355835, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 4.355981826782227, + "loss_size": 1.744864046573639, + "loss_pdi": 0.9348049461841583, + "loss_ee": 1.0906803011894226, + "loss_delivery": 0.3622230589389801, + "loss_biodist": 0.17058011889457703, + "loss_toxic": 0.05873563885688782, + "loss_moe_lb": 2.4516685009002686, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 4.23464834690094, + "loss_size": 1.6733952760696411, + "loss_pdi": 0.908420592546463, + "loss_ee": 1.0944302082061768, + "loss_delivery": 0.35993534326553345, + "loss_biodist": 0.14721140265464783, + "loss_toxic": 0.056331802159547806, + "loss_moe_lb": 2.5415836572647095, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 4.252774953842163, + "loss_size": 1.6290683597326279, + "loss_pdi": 0.94656702876091, + "loss_ee": 1.1224100589752197, + "loss_delivery": 0.35077303647994995, + "loss_biodist": 0.13908344507217407, + "loss_toxic": 0.07123208045959473, + "loss_moe_lb": 2.6240378618240356, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 4.192965388298035, + "loss_size": 1.5973884165287018, + "loss_pdi": 0.943578690290451, + "loss_ee": 1.1318663954734802, + "loss_delivery": 0.3291061222553253, + "loss_biodist": 0.1300830841064453, + "loss_toxic": 0.06729205697774887, + "loss_moe_lb": 2.6561397314071655, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 4.170216679573059, + "loss_size": 1.5938655585050583, + "loss_pdi": 0.9566441774368286, + "loss_ee": 1.1194998025894165, + "loss_delivery": 0.32111433148384094, + "loss_biodist": 0.12326209992170334, + "loss_toxic": 0.06253119558095932, + "loss_moe_lb": 2.6570316553115845, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 4.105794906616211, + "loss_size": 1.5777275115251541, + "loss_pdi": 0.9284563362598419, + "loss_ee": 1.1133964359760284, + "loss_delivery": 0.31348809599876404, + "loss_biodist": 0.11693502217531204, + "loss_toxic": 0.060815222561359406, + "loss_moe_lb": 2.7607438564300537, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 4.0799301862716675, + "loss_size": 1.5601055771112442, + "loss_pdi": 0.9193110167980194, + "loss_ee": 1.117754578590393, + "loss_delivery": 0.31404176354408264, + "loss_biodist": 0.11548186838626862, + "loss_toxic": 0.05817491561174393, + "loss_moe_lb": 2.77362060546875, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 4.07899272441864, + "loss_size": 1.560972273349762, + "loss_pdi": 0.9205734729766846, + "loss_ee": 1.113917052745819, + "loss_delivery": 0.31414419412612915, + "loss_biodist": 0.11332052201032639, + "loss_toxic": 0.06197730824351311, + "loss_moe_lb": 2.675135016441345, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 3.9726014137268066, + "loss_size": 1.5553887635469437, + "loss_pdi": 0.8726944327354431, + "loss_ee": 1.0673401057720184, + "loss_delivery": 0.30975791811943054, + "loss_biodist": 0.11225415766239166, + "loss_toxic": 0.05849591642618179, + "loss_moe_lb": 2.7029964923858643, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_4/splits.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_4/splits.json new file mode 100644 index 0000000..8dd0299 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_4/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 110, 111, 112, 113, 114, 116, 117, 119, 120, 121, 122, 123, 124, 126, 127, 128, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 152, 154, 155, 157, 160, 161, 162, 163, 164, 165, 166, 167, 169, 170, 171, 173, 174, 175, 176, 177, 178, 180, 181, 182, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 203, 205, 206, 207, 208, 209, 211, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 234, 235, 236, 238, 239, 240, 241, 243, 244, 245, 246, 247, 248, 249, 250, 251, 253, 254, 257, 258, 260, 261, 262, 263, 264, 265, 266, 267, 270, 271, 272, 273, 277, 278, 279, 280, 281, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 298, 299, 300, 301, 302, 303, 304, 305, 306, 309, 311, 312, 313, 314, 315, 316, 318, 319, 320, 322, 323, 324, 325, 326, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 341, 342, 343, 345, 346, 347, 349, 350, 351, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 365, 367, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 381, 383, 384, 385, 386, 388, 390, 391, 392, 393, 394, 395, 396, 397, 399, 400, 401, 402, 403, 405, 406, 407, 408, 409, 410, 411, 413, 415, 416, 417, 418, 419], "outer_test_idx": [0, 5, 11, 21, 24, 27, 30, 32, 36, 38, 39, 40, 47, 55, 58, 61, 65, 76, 86, 95, 100, 106, 109, 115, 118, 125, 129, 131, 136, 148, 150, 151, 153, 156, 158, 159, 168, 172, 179, 183, 184, 185, 202, 204, 210, 212, 213, 228, 233, 237, 242, 252, 255, 256, 259, 268, 269, 274, 275, 276, 282, 297, 307, 308, 310, 317, 321, 327, 340, 344, 348, 352, 364, 366, 368, 379, 380, 382, 387, 389, 398, 404, 412, 414]} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_4/test_metrics.json b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_4/test_metrics.json new file mode 100644 index 0000000..7301043 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_1/outer_fold_4/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.6032289134459601, + "rmse": 0.7766781273126984, + "mae": 0.48499917273875326, + "r2": 0.19280478318069083 + }, + "delivery": { + "n_samples": 58, + "mse": 1.0297388737573114, + "rmse": 1.01476050068837, + "mae": 0.6067489293114893, + "r2": 0.004259508110989074 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6686520376175549, + "recall": 0.6972140762463344, + "f1": 0.6762192056309704 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.626984126984127, + "recall": 0.6871794871794873, + "f1": 0.6442295293359123 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2809668697133116, + "js_divergence": 0.07302986860825746 + } +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_0/best_params.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_0/best_params.json new file mode 100644 index 0000000..aa2a4d1 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_0/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.38118503457897024, + "lr": 0.0009770749364761302, + "weight_decay": 0.0008416934971427061, + "backbone_lr_ratio": 0.048484014956722714, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_0/epoch_mean.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_0/epoch_mean.json new file mode 100644 index 0000000..54e2f4a --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_0/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 15} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_0/history.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_0/history.json new file mode 100644 index 0000000..6da40f9 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_0/history.json @@ -0,0 +1,351 @@ +{ + "train": [ + { + "loss": 5.448838710784912, + "loss_size": 0.828744176030159, + "loss_pdi": 0.6913678884506226, + "loss_ee": 1.0910145819187165, + "loss_delivery": 1.0126906424760818, + "loss_biodist": 1.1494646847248078, + "loss_toxic": 0.6634709775447846, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 4.894067430496216, + "loss_size": 0.8210397601127625, + "loss_pdi": 0.6726153433322907, + "loss_ee": 1.050323909521103, + "loss_delivery": 0.9444161564111709, + "loss_biodist": 0.8379445910453797, + "loss_toxic": 0.5673132359981536, + "loss_moe_lb": 1.999999964237213 + }, + { + "loss": 4.469346284866333, + "loss_size": 0.7627005934715271, + "loss_pdi": 0.6419312953948975, + "loss_ee": 1.0213430106639863, + "loss_delivery": 0.9248584181070327, + "loss_biodist": 0.6666741847991944, + "loss_toxic": 0.4572470098733902, + "loss_moe_lb": 2.0 + }, + { + "loss": 4.21565010547638, + "loss_size": 0.875520958006382, + "loss_pdi": 0.6448792099952698, + "loss_ee": 0.972932505607605, + "loss_delivery": 0.8748703747987747, + "loss_biodist": 0.5384339958429336, + "loss_toxic": 0.31585983335971834, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.867136573791504, + "loss_size": 0.8069826126098633, + "loss_pdi": 0.5735219419002533, + "loss_ee": 0.9391438901424408, + "loss_delivery": 0.9232263594865799, + "loss_biodist": 0.44579481780529023, + "loss_toxic": 0.18353015258908273, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.5994598865509033, + "loss_size": 0.6865721613168716, + "loss_pdi": 0.5942547559738159, + "loss_ee": 0.895643126964569, + "loss_delivery": 0.8656227171421051, + "loss_biodist": 0.3608150646090508, + "loss_toxic": 0.2002917893230915, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.374120807647705, + "loss_size": 0.663370618224144, + "loss_pdi": 0.5717478901147842, + "loss_ee": 0.8724509298801422, + "loss_delivery": 0.8130293011665344, + "loss_biodist": 0.3089093640446663, + "loss_toxic": 0.1472141645848751, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.2133864641189573, + "loss_size": 0.6359745651483536, + "loss_pdi": 0.5529097527265548, + "loss_ee": 0.8350127279758454, + "loss_delivery": 0.7276013225317002, + "loss_biodist": 0.32075890004634855, + "loss_toxic": 0.14224490765482187, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.206122803688049, + "loss_size": 0.6201789110898972, + "loss_pdi": 0.5570046186447144, + "loss_ee": 0.8315664947032928, + "loss_delivery": 0.749452468752861, + "loss_biodist": 0.30119281113147733, + "loss_toxic": 0.15045396983623505, + "loss_moe_lb": 1.999999964237213 + }, + { + "loss": 3.2337451457977293, + "loss_size": 0.8096711933612823, + "loss_pdi": 0.5134194999933243, + "loss_ee": 0.7926031172275543, + "loss_delivery": 0.7365119278430938, + "loss_biodist": 0.2371142625808716, + "loss_toxic": 0.1477242037653923, + "loss_moe_lb": 2.000000023841858 + }, + { + "loss": 3.091264033317566, + "loss_size": 0.6348449423909187, + "loss_pdi": 0.5443447887897491, + "loss_ee": 0.8335699260234832, + "loss_delivery": 0.7430802375078202, + "loss_biodist": 0.22288492023944856, + "loss_toxic": 0.11875152289867401, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 2.9192540407180787, + "loss_size": 0.5562885791063309, + "loss_pdi": 0.515151458978653, + "loss_ee": 0.8066809237003326, + "loss_delivery": 0.6861620485782624, + "loss_biodist": 0.2372403547167778, + "loss_toxic": 0.12011771649122238, + "loss_moe_lb": 1.999999964237213 + }, + { + "loss": 3.1563257932662965, + "loss_size": 0.77941914498806, + "loss_pdi": 0.5527752757072448, + "loss_ee": 0.7838174223899841, + "loss_delivery": 0.7217048525810241, + "loss_biodist": 0.22198893874883652, + "loss_toxic": 0.10458831060677767, + "loss_moe_lb": 2.000000023841858 + }, + { + "loss": 2.8528082370758057, + "loss_size": 0.5606013596057892, + "loss_pdi": 0.518019649386406, + "loss_ee": 0.7761004090309143, + "loss_delivery": 0.6663915440440178, + "loss_biodist": 0.22769057750701904, + "loss_toxic": 0.10589220747351646, + "loss_moe_lb": 1.999999964237213 + }, + { + "loss": 2.9669676780700684, + "loss_size": 0.5900255620479584, + "loss_pdi": 0.5534811735153198, + "loss_ee": 0.8140479505062104, + "loss_delivery": 0.6771161735057831, + "loss_biodist": 0.2100188434123993, + "loss_toxic": 0.12758686169981956, + "loss_moe_lb": 1.9999999761581422 + } + ], + "val": [ + { + "loss": 72.25928497314453, + "loss_size": 26.448704719543457, + "loss_pdi": 4.210634231567383, + "loss_ee": 3.11113440990448, + "loss_delivery": 28.532651901245117, + "loss_biodist": 3.469714641571045, + "loss_toxic": 6.892176389694214, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.041666666666666664 + }, + { + "loss": 36.75957679748535, + "loss_size": 25.2169771194458, + "loss_pdi": 2.3469002827368968, + "loss_ee": 2.0379399061203003, + "loss_delivery": 2.074193596839905, + "loss_biodist": 2.6710506677627563, + "loss_toxic": 2.6972692608833313, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.041666666666666664 + }, + { + "loss": 12.95737600326538, + "loss_size": 7.007084846496582, + "loss_pdi": 1.1576986368745565, + "loss_ee": 1.087220847606659, + "loss_delivery": 1.3246174454689026, + "loss_biodist": 0.9155604541301727, + "loss_toxic": 1.568692147731781, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.041666666666666664 + }, + { + "loss": 4.760512828826904, + "loss_size": 1.3488944172859192, + "loss_pdi": 0.5954372994601727, + "loss_ee": 0.7413264960050583, + "loss_delivery": 0.9095748066902161, + "loss_biodist": 0.32406144589185715, + "loss_toxic": 0.8485188782215118, + "loss_moe_lb": 1.9999998807907104, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.5416666666666666 + }, + { + "loss": 2.4731900691986084, + "loss_size": 0.24767806008458138, + "loss_pdi": 0.4225669950246811, + "loss_ee": 0.7417934834957123, + "loss_delivery": 0.6337170749902725, + "loss_biodist": 0.25080347806215286, + "loss_toxic": 0.15333503484725952, + "loss_moe_lb": 2.0, + "acc_pdi": 0.8787878787878788, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.2541186213493347, + "loss_size": 0.21917604928603396, + "loss_pdi": 0.3826507404446602, + "loss_ee": 0.7830171883106232, + "loss_delivery": 0.4788833335042, + "loss_biodist": 0.29516446590423584, + "loss_toxic": 0.07061491813510656, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.195374608039856, + "loss_size": 0.22539987042546272, + "loss_pdi": 0.34348659217357635, + "loss_ee": 0.7671768367290497, + "loss_delivery": 0.4951251298189163, + "loss_biodist": 0.2871323376893997, + "loss_toxic": 0.05330197187140584, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.020390897989273, + "loss_size": 0.24073731992393732, + "loss_pdi": 0.326175507158041, + "loss_ee": 0.65784752368927, + "loss_delivery": 0.4701478034257889, + "loss_biodist": 0.25607896596193314, + "loss_toxic": 0.041677053552120924, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.912432998418808, + "loss_size": 0.22642001044005156, + "loss_pdi": 0.31236665323376656, + "loss_ee": 0.6364496052265167, + "loss_delivery": 0.4197618830949068, + "loss_biodist": 0.24960781633853912, + "loss_toxic": 0.03888090909458697, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.88015615940094, + "loss_size": 0.2314465396916603, + "loss_pdi": 0.30750416591763496, + "loss_ee": 0.5929644927382469, + "loss_delivery": 0.4396458715200424, + "loss_biodist": 0.2450346276164055, + "loss_toxic": 0.0349269132129848, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.8494994044303894, + "loss_size": 0.23739704149340923, + "loss_pdi": 0.30270133167505264, + "loss_ee": 0.6011504009366035, + "loss_delivery": 0.4128435105085373, + "loss_biodist": 0.23726946115493774, + "loss_toxic": 0.030128748156130314, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.833374261856079, + "loss_size": 0.23581154260318726, + "loss_pdi": 0.2979635838419199, + "loss_ee": 0.5976302623748779, + "loss_delivery": 0.4181380495429039, + "loss_biodist": 0.22948255389928818, + "loss_toxic": 0.026997291832230985, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.8086413145065308, + "loss_size": 0.2384191621094942, + "loss_pdi": 0.30254146829247475, + "loss_ee": 0.5813735276460648, + "loss_delivery": 0.4130175169557333, + "loss_biodist": 0.21837785094976425, + "loss_toxic": 0.027248717262409627, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.7945142984390259, + "loss_size": 0.23892912012524903, + "loss_pdi": 0.30058131739497185, + "loss_ee": 0.5793509855866432, + "loss_delivery": 0.40040946658700705, + "loss_biodist": 0.21988467127084732, + "loss_toxic": 0.027395126991905272, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.809369683265686, + "loss_size": 0.2370433533214964, + "loss_pdi": 0.30251021310687065, + "loss_ee": 0.5838297680020332, + "loss_delivery": 0.4063066989183426, + "loss_biodist": 0.22611384838819504, + "loss_toxic": 0.02626766567118466, + "loss_moe_lb": 1.9999998807907104, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_0/splits.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_0/splits.json new file mode 100644 index 0000000..cccb9d8 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_0/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67, 68, 71, 72, 73, 75, 76, 77, 80, 81, 85, 86, 88, 89, 90, 92, 94, 95, 96, 98, 99, 100, 101, 103, 104, 105, 106, 107, 108, 109, 111, 113, 114, 115, 116, 117, 118, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 133, 134, 135, 136, 138, 139, 141, 144, 145, 146, 147, 148, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 163, 164, 167, 168, 169, 170, 171, 172, 175, 176, 178, 179, 180, 182, 183, 184, 185, 188, 189, 190, 191, 192, 193, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 206, 208, 210, 211, 212, 213, 216, 217, 218, 219, 220, 222, 224, 225, 227, 228, 229, 230, 231, 232, 233, 234, 236, 237, 239, 241, 242, 244, 245, 247, 248, 249, 250, 252, 253, 255, 256, 257, 258, 259, 260, 261, 262, 265, 267, 268, 269, 270, 271, 272, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 285, 286, 287, 288, 291, 292, 294, 296, 297, 298, 299, 300, 301, 303, 304, 306, 307, 308, 309, 310, 311, 312, 313, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 332, 333, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 346, 347, 348, 349, 351, 352, 354, 355, 356, 357, 358, 359, 360, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 374, 375, 377, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 393, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 407, 408, 409, 411, 412, 413, 414, 415, 417, 418, 419], "outer_test_idx": [7, 16, 20, 29, 51, 59, 60, 69, 70, 74, 78, 79, 82, 83, 84, 87, 91, 93, 97, 102, 110, 112, 119, 120, 121, 132, 137, 140, 142, 143, 152, 161, 162, 165, 166, 173, 174, 177, 181, 186, 187, 194, 205, 207, 209, 214, 215, 221, 223, 226, 235, 238, 240, 243, 246, 251, 254, 263, 264, 266, 273, 284, 289, 290, 293, 295, 302, 305, 314, 315, 331, 334, 341, 350, 353, 361, 373, 376, 378, 392, 394, 402, 410, 416]} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_0/test_metrics.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_0/test_metrics.json new file mode 100644 index 0000000..96fdb8b --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_0/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.351653676835711, + "rmse": 1.1626064152737636, + "mae": 0.5484207456774381, + "r2": 0.1727546789535871 + }, + "delivery": { + "n_samples": 58, + "mse": 0.5919714070454296, + "rmse": 0.7693967812809134, + "mae": 0.5870344878399166, + "r2": 0.2475686197716349 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.69, + "recall": 0.7302209550962224, + "f1": 0.6946420104314841 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6549209197235513, + "recall": 0.7014285714285715, + "f1": 0.6513560067776936 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2953526247170886, + "js_divergence": 0.053149365074416116 + } +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_1/best_params.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_1/best_params.json new file mode 100644 index 0000000..a178092 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_1/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.12715228141755225, + "lr": 0.00038210169217516986, + "weight_decay": 0.0032858044759097593, + "backbone_lr_ratio": 0.01707341286908778, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_1/epoch_mean.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_1/epoch_mean.json new file mode 100644 index 0000000..c288387 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_1/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 18} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_1/history.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_1/history.json new file mode 100644 index 0000000..24f5920 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_1/history.json @@ -0,0 +1,419 @@ +{ + "train": [ + { + "loss": 5.872662973403931, + "loss_size": 1.2008144944906234, + "loss_pdi": 0.6788179516792298, + "loss_ee": 1.0684024453163148, + "loss_delivery": 0.9702943712472916, + "loss_biodist": 1.272062611579895, + "loss_toxic": 0.6664715647697449, + "loss_moe_lb": 1.9999999761581422 + }, + { + "loss": 5.366788244247436, + "loss_size": 1.139270295202732, + "loss_pdi": 0.652300238609314, + "loss_ee": 1.026880532503128, + "loss_delivery": 0.8899621546268464, + "loss_biodist": 1.068950927257538, + "loss_toxic": 0.5802541375160217, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 4.919776129722595, + "loss_size": 1.1199872553348542, + "loss_pdi": 0.6066063702106476, + "loss_ee": 0.9685310900211335, + "loss_delivery": 0.8822094440460205, + "loss_biodist": 0.8415913701057434, + "loss_toxic": 0.4939841240644455, + "loss_moe_lb": 1.9999999761581422 + }, + { + "loss": 4.483418679237365, + "loss_size": 1.0540581345558167, + "loss_pdi": 0.6100881993770599, + "loss_ee": 0.9408553957939148, + "loss_delivery": 0.7806079387664795, + "loss_biodist": 0.698990923166275, + "loss_toxic": 0.3923816531896591, + "loss_moe_lb": 2.000000011920929 + }, + { + "loss": 4.199407386779785, + "loss_size": 1.0303423181176186, + "loss_pdi": 0.5934248983860015, + "loss_ee": 0.8898450195789337, + "loss_delivery": 0.777084356546402, + "loss_biodist": 0.5813880383968353, + "loss_toxic": 0.31999531686306, + "loss_moe_lb": 2.0 + }, + { + "loss": 4.0149362802505495, + "loss_size": 1.0238491892814636, + "loss_pdi": 0.5720969080924988, + "loss_ee": 0.874785315990448, + "loss_delivery": 0.7274059861898422, + "loss_biodist": 0.5203724771738052, + "loss_toxic": 0.2890259861946106, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 4.005908846855164, + "loss_size": 0.9563969656825065, + "loss_pdi": 0.5527450889348984, + "loss_ee": 0.847950792312622, + "loss_delivery": 0.9148592740297318, + "loss_biodist": 0.4750533401966095, + "loss_toxic": 0.2532709904015064, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.6380530118942263, + "loss_size": 0.9402579694986344, + "loss_pdi": 0.5396341174840927, + "loss_ee": 0.8455635070800781, + "loss_delivery": 0.6778123855590821, + "loss_biodist": 0.43010581135749815, + "loss_toxic": 0.19630036056041716, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.7994317293167112, + "loss_size": 1.1335968255996705, + "loss_pdi": 0.5456586688756943, + "loss_ee": 0.806989175081253, + "loss_delivery": 0.7095533102750778, + "loss_biodist": 0.4082639217376709, + "loss_toxic": 0.18988266810774804, + "loss_moe_lb": 2.0000000476837156 + }, + { + "loss": 3.641766309738159, + "loss_size": 0.8946893751621247, + "loss_pdi": 0.5636365562677383, + "loss_ee": 0.7824224472045899, + "loss_delivery": 0.8404206216335297, + "loss_biodist": 0.40124068558216097, + "loss_toxic": 0.15432214140892028, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.491427254676819, + "loss_size": 0.8842594653367997, + "loss_pdi": 0.5502579599618912, + "loss_ee": 0.7996986925601959, + "loss_delivery": 0.7080683901906013, + "loss_biodist": 0.39943941980600356, + "loss_toxic": 0.14397198781371118, + "loss_moe_lb": 1.9999999761581422 + }, + { + "loss": 3.336743187904358, + "loss_size": 0.8296214193105698, + "loss_pdi": 0.530631673336029, + "loss_ee": 0.7677294373512268, + "loss_delivery": 0.6966239422559738, + "loss_biodist": 0.3739967107772827, + "loss_toxic": 0.13131079040467739, + "loss_moe_lb": 2.000000011920929 + }, + { + "loss": 3.2885082244873045, + "loss_size": 0.8450798973441124, + "loss_pdi": 0.515023386478424, + "loss_ee": 0.745470255613327, + "loss_delivery": 0.6820465981960296, + "loss_biodist": 0.3700561136007309, + "loss_toxic": 0.12391146626323461, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.4050837755203247, + "loss_size": 0.8731026917695999, + "loss_pdi": 0.5173003524541855, + "loss_ee": 0.7398360967636108, + "loss_delivery": 0.7597127109766006, + "loss_biodist": 0.3934725195169449, + "loss_toxic": 0.11697305608540773, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.20625786781311, + "loss_size": 0.8192971035838127, + "loss_pdi": 0.5137591093778611, + "loss_ee": 0.744930237531662, + "loss_delivery": 0.6181612834334373, + "loss_biodist": 0.3687162294983864, + "loss_toxic": 0.1339707851409912, + "loss_moe_lb": 2.000000023841858 + }, + { + "loss": 3.3017401933670043, + "loss_size": 0.8405301764607429, + "loss_pdi": 0.5181824207305908, + "loss_ee": 0.7453432083129883, + "loss_delivery": 0.6877016291022301, + "loss_biodist": 0.37829756140708926, + "loss_toxic": 0.12604183480143547, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.2869040727615357, + "loss_size": 0.8382477164268494, + "loss_pdi": 0.5210230499505997, + "loss_ee": 0.7795945763587951, + "loss_delivery": 0.6460901588201523, + "loss_biodist": 0.367069898545742, + "loss_toxic": 0.12933377623558046, + "loss_moe_lb": 1.999999964237213 + }, + { + "loss": 3.2726381540298464, + "loss_size": 0.7700132548809051, + "loss_pdi": 0.5136064022779465, + "loss_ee": 0.7387623369693757, + "loss_delivery": 0.7627151697874069, + "loss_biodist": 0.3653292581439018, + "loss_toxic": 0.11678330823779107, + "loss_moe_lb": 1.999999988079071 + } + ], + "val": [ + { + "loss": 660.6884460449219, + "loss_size": 244.98695373535156, + "loss_pdi": 0.5260595679283142, + "loss_ee": 3.075321718119085, + "loss_delivery": 410.5012512207031, + "loss_biodist": 3.591193437576294, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.2727272727272727, + "acc_toxic": 1.0 + }, + { + "loss": 222.95868682861328, + "loss_size": 97.37531661987305, + "loss_pdi": 1.0134929278865457, + "loss_ee": 2.0221638679504395, + "loss_delivery": 121.43761825561523, + "loss_biodist": 2.1861864924430847, + "loss_toxic": 1.6385718936362537e-05, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.2727272727272727, + "acc_toxic": 1.0 + }, + { + "loss": 60.02638244628906, + "loss_size": 26.080936431884766, + "loss_pdi": 0.8432481354102492, + "loss_ee": 2.001006782054901, + "loss_delivery": 30.191795349121094, + "loss_biodist": 1.2909517884254456, + "loss_toxic": 0.003966972464695573, + "loss_moe_lb": 2.0000001192092896, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5454545454545454, + "acc_toxic": 1.0 + }, + { + "loss": 12.095337867736816, + "loss_size": 3.924449920654297, + "loss_pdi": 0.5677607506513596, + "loss_ee": 1.5170074701309204, + "loss_delivery": 5.253467679023743, + "loss_biodist": 0.8066956102848053, + "loss_toxic": 0.09083681553602219, + "loss_moe_lb": 1.9999998807907104, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5151515151515151, + "acc_toxic": 1.0 + }, + { + "loss": 4.578024744987488, + "loss_size": 0.456778347492218, + "loss_pdi": 0.580746591091156, + "loss_ee": 1.1336205005645752, + "loss_delivery": 1.4191511273384094, + "loss_biodist": 0.767082542181015, + "loss_toxic": 0.22235678136348724, + "loss_moe_lb": 2.0, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.8467763662338257, + "loss_size": 0.4340473562479019, + "loss_pdi": 0.5620860159397125, + "loss_ee": 1.0713779628276825, + "loss_delivery": 0.93362857401371, + "loss_biodist": 0.6821318566799164, + "loss_toxic": 0.15895558893680573, + "loss_moe_lb": 2.0, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.68716824054718, + "loss_size": 0.46692827343940735, + "loss_pdi": 0.5331541895866394, + "loss_ee": 1.1401426792144775, + "loss_delivery": 0.7931273877620697, + "loss_biodist": 0.6094685345888138, + "loss_toxic": 0.13972081243991852, + "loss_moe_lb": 2.0, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.5083487033843994, + "loss_size": 0.47678977251052856, + "loss_pdi": 0.5177502930164337, + "loss_ee": 1.1975743174552917, + "loss_delivery": 0.6276397705078125, + "loss_biodist": 0.5621524304151535, + "loss_toxic": 0.12163087725639343, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.518549680709839, + "loss_size": 0.5146746188402176, + "loss_pdi": 0.5144893527030945, + "loss_ee": 1.2419979870319366, + "loss_delivery": 0.6046719998121262, + "loss_biodist": 0.538228452205658, + "loss_toxic": 0.10185888409614563, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.577325701713562, + "loss_size": 0.5339959859848022, + "loss_pdi": 0.48994097113609314, + "loss_ee": 1.256983608007431, + "loss_delivery": 0.6500497162342072, + "loss_biodist": 0.5521530210971832, + "loss_toxic": 0.09381921589374542, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.598731756210327, + "loss_size": 0.5122472643852234, + "loss_pdi": 0.4838963598012924, + "loss_ee": 1.3039774298667908, + "loss_delivery": 0.6695664748549461, + "loss_biodist": 0.5413927286863327, + "loss_toxic": 0.08923844899982214, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.5795286893844604, + "loss_size": 0.50416299700737, + "loss_pdi": 0.4789388179779053, + "loss_ee": 1.35245019197464, + "loss_delivery": 0.6169656366109848, + "loss_biodist": 0.5467954874038696, + "loss_toxic": 0.08295938093215227, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.5303144454956055, + "loss_size": 0.49436599016189575, + "loss_pdi": 0.4741591811180115, + "loss_ee": 1.3826217949390411, + "loss_delivery": 0.5611296817660332, + "loss_biodist": 0.5412446111440659, + "loss_toxic": 0.07988820225000381, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.4824516773223877, + "loss_size": 0.4786123037338257, + "loss_pdi": 0.47016236186027527, + "loss_ee": 1.371529996395111, + "loss_delivery": 0.5594918206334114, + "loss_biodist": 0.5252573043107986, + "loss_toxic": 0.08034213352948427, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.4970630407333374, + "loss_size": 0.4890587627887726, + "loss_pdi": 0.46585702896118164, + "loss_ee": 1.3934820294380188, + "loss_delivery": 0.5531794801354408, + "loss_biodist": 0.5229357481002808, + "loss_toxic": 0.07628247886896133, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.502827525138855, + "loss_size": 0.49233952164649963, + "loss_pdi": 0.46678128838539124, + "loss_ee": 1.412795513868332, + "loss_delivery": 0.5478169918060303, + "loss_biodist": 0.5132380127906799, + "loss_toxic": 0.07409637933596969, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.5711886882781982, + "loss_size": 0.4867519736289978, + "loss_pdi": 0.4763936698436737, + "loss_ee": 1.4408952593803406, + "loss_delivery": 0.5769820138812065, + "loss_biodist": 0.5233460366725922, + "loss_toxic": 0.07243927847594023, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.5262333154678345, + "loss_size": 0.48891323804855347, + "loss_pdi": 0.47391365468502045, + "loss_ee": 1.4185672402381897, + "loss_delivery": 0.5591203570365906, + "loss_biodist": 0.5154166370630264, + "loss_toxic": 0.075052326079458, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9565217391304348 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_1/splits.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_1/splits.json new file mode 100644 index 0000000..1773fe5 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_1/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 3, 5, 6, 7, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 24, 26, 27, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 112, 114, 115, 118, 119, 120, 121, 123, 124, 125, 126, 128, 129, 130, 131, 132, 136, 137, 140, 141, 142, 143, 144, 145, 146, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 161, 162, 164, 165, 166, 167, 168, 169, 171, 172, 173, 174, 175, 176, 177, 178, 179, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 194, 195, 196, 197, 198, 199, 201, 202, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 225, 226, 228, 229, 231, 232, 233, 234, 235, 236, 237, 238, 240, 242, 243, 244, 246, 247, 248, 250, 251, 252, 254, 255, 256, 258, 259, 260, 261, 262, 263, 264, 266, 268, 269, 270, 271, 273, 274, 275, 276, 277, 278, 279, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 295, 296, 297, 300, 301, 302, 303, 304, 305, 306, 307, 308, 310, 311, 313, 314, 315, 316, 317, 318, 319, 321, 322, 323, 324, 325, 327, 328, 329, 330, 331, 333, 334, 335, 337, 338, 339, 340, 341, 342, 343, 344, 345, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 361, 362, 364, 365, 366, 367, 368, 369, 373, 374, 375, 376, 378, 379, 380, 381, 382, 384, 387, 388, 389, 391, 392, 393, 394, 396, 397, 398, 399, 402, 403, 404, 405, 406, 408, 409, 410, 411, 412, 413, 414, 416, 417, 419], "outer_test_idx": [1, 2, 4, 8, 9, 14, 17, 22, 23, 25, 28, 34, 37, 41, 43, 45, 63, 64, 68, 85, 96, 104, 111, 113, 116, 117, 122, 127, 133, 134, 135, 138, 139, 147, 160, 163, 170, 180, 191, 192, 193, 200, 203, 208, 224, 227, 230, 239, 241, 245, 249, 253, 257, 265, 267, 272, 280, 294, 298, 299, 309, 312, 320, 326, 332, 336, 346, 347, 360, 363, 370, 371, 372, 377, 383, 385, 386, 390, 395, 400, 401, 407, 415, 418]} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_1/test_metrics.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_1/test_metrics.json new file mode 100644 index 0000000..ce29e05 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_1/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.3606658162369632, + "rmse": 0.6005545905552327, + "mae": 0.46134645698059884, + "r2": -0.10134517791165032 + }, + "delivery": { + "n_samples": 61, + "mse": 1.066438762627893, + "rmse": 1.0326852195262084, + "mae": 0.643426902744858, + "r2": 0.19278273512187016 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6547619047619048, + "precision": 0.5803571428571429, + "recall": 0.5952380952380952, + "f1": 0.5822328931572629 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5714285714285714, + "precision": 0.5202020202020202, + "recall": 0.5292564578278864, + "f1": 0.5119174942704355 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.46767746325655735, + "js_divergence": 0.11852224057626487 + } +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_2/best_params.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_2/best_params.json new file mode 100644 index 0000000..92b73ef --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_2/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.33774333325981976, + "lr": 0.0008937362022799393, + "weight_decay": 0.0797179350056365, + "backbone_lr_ratio": 0.012019950560462185, + "moe_n_experts": 2, + "moe_top_k": 1, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_2/epoch_mean.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_2/epoch_mean.json new file mode 100644 index 0000000..ee08dbf --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_2/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 24} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_2/history.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_2/history.json new file mode 100644 index 0000000..267fcaa --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_2/history.json @@ -0,0 +1,558 @@ +{ + "train": [ + { + "loss": 5.895898628234863, + "loss_size": 1.1881503492593766, + "loss_pdi": 0.6853532314300537, + "loss_ee": 1.118933868408203, + "loss_delivery": 1.038915428519249, + "loss_biodist": 1.1928372979164124, + "loss_toxic": 0.6680493533611298, + "loss_moe_lb": 1.0222756087779998 + }, + { + "loss": 5.109239673614502, + "loss_size": 1.1384434193372726, + "loss_pdi": 0.6558248221874237, + "loss_ee": 1.0201829016208648, + "loss_delivery": 0.904885533452034, + "loss_biodist": 0.8544387757778168, + "loss_toxic": 0.5429732382297516, + "loss_moe_lb": 1.0052055776119233 + }, + { + "loss": 4.87659261226654, + "loss_size": 1.1596393018960953, + "loss_pdi": 0.6338044941425324, + "loss_ee": 1.0045520961284637, + "loss_delivery": 1.0214582726359367, + "loss_biodist": 0.6558876603841781, + "loss_toxic": 0.41815042346715925, + "loss_moe_lb": 1.0017950773239135 + }, + { + "loss": 4.305923581123352, + "loss_size": 1.0558892637491226, + "loss_pdi": 0.6139730453491211, + "loss_ee": 0.9198986828327179, + "loss_delivery": 0.854183429479599, + "loss_biodist": 0.5247723937034607, + "loss_toxic": 0.3522200480103493, + "loss_moe_lb": 1.000552874803543 + }, + { + "loss": 3.9757686138153074, + "loss_size": 0.9645049825310708, + "loss_pdi": 0.5982910573482514, + "loss_ee": 0.9112807869911194, + "loss_delivery": 0.8621633440256119, + "loss_biodist": 0.4516295075416565, + "loss_toxic": 0.20369831547141076, + "loss_moe_lb": 1.0011231780052186 + }, + { + "loss": 3.9957369327545167, + "loss_size": 1.0269938588142395, + "loss_pdi": 0.5823844641447067, + "loss_ee": 0.8724441885948181, + "loss_delivery": 0.8831804782152176, + "loss_biodist": 0.42683145105838777, + "loss_toxic": 0.2233857087790966, + "loss_moe_lb": 1.0033854722976685 + }, + { + "loss": 3.8076428890228273, + "loss_size": 0.9551437139511109, + "loss_pdi": 0.5608719885349274, + "loss_ee": 0.8615993618965149, + "loss_delivery": 0.8412262693047523, + "loss_biodist": 0.41306172907352445, + "loss_toxic": 0.1957761373370886, + "loss_moe_lb": 1.0029317378997802 + }, + { + "loss": 3.626032304763794, + "loss_size": 0.967914366722107, + "loss_pdi": 0.5831742703914642, + "loss_ee": 0.8226153731346131, + "loss_delivery": 0.7320506751537323, + "loss_biodist": 0.39070878028869627, + "loss_toxic": 0.1497495375573635, + "loss_moe_lb": 1.0017922520637512 + }, + { + "loss": 3.583308959007263, + "loss_size": 0.9996903568506241, + "loss_pdi": 0.5435705870389939, + "loss_ee": 0.7696332454681396, + "loss_delivery": 0.7671765476465225, + "loss_biodist": 0.3580585390329361, + "loss_toxic": 0.16611996814608573, + "loss_moe_lb": 1.0003491759300231 + }, + { + "loss": 3.4710416078567503, + "loss_size": 0.9157645225524902, + "loss_pdi": 0.5374805450439453, + "loss_ee": 0.7686025440692902, + "loss_delivery": 0.7480408802628518, + "loss_biodist": 0.37342405021190644, + "loss_toxic": 0.14995159693062304, + "loss_moe_lb": 1.0008941113948822 + }, + { + "loss": 3.2734857559204102, + "loss_size": 0.8195671409368515, + "loss_pdi": 0.4981991022825241, + "loss_ee": 0.7453708916902542, + "loss_delivery": 0.734415790438652, + "loss_biodist": 0.3387711778283119, + "loss_toxic": 0.15629479195922613, + "loss_moe_lb": 1.0034462928771972 + }, + { + "loss": 3.3133209943771362, + "loss_size": 0.8548251315951347, + "loss_pdi": 0.5404045760631562, + "loss_ee": 0.773758465051651, + "loss_delivery": 0.7331868052482605, + "loss_biodist": 0.3253179281949997, + "loss_toxic": 0.1124457385390997, + "loss_moe_lb": 1.0036811411380768 + }, + { + "loss": 3.3161229610443117, + "loss_size": 0.8148064553737641, + "loss_pdi": 0.5094377666711807, + "loss_ee": 0.7431398212909699, + "loss_delivery": 0.8448175325989723, + "loss_biodist": 0.2994412541389465, + "loss_toxic": 0.13285380080342293, + "loss_moe_lb": 1.0016085088253022 + }, + { + "loss": 3.029182243347168, + "loss_size": 0.7450174108147621, + "loss_pdi": 0.5121948748826981, + "loss_ee": 0.7113714575767517, + "loss_delivery": 0.6813217759132385, + "loss_biodist": 0.3049252346158028, + "loss_toxic": 0.09769725073128939, + "loss_moe_lb": 1.0018601655960082 + }, + { + "loss": 3.0985769271850585, + "loss_size": 0.7533611536026001, + "loss_pdi": 0.49714707434177396, + "loss_ee": 0.7564476907253266, + "loss_delivery": 0.7240774482488632, + "loss_biodist": 0.28660863637924194, + "loss_toxic": 0.10897923801094293, + "loss_moe_lb": 1.0039508521556855 + }, + { + "loss": 3.1389748096466064, + "loss_size": 0.7886289894580841, + "loss_pdi": 0.49224782586097715, + "loss_ee": 0.7365744352340698, + "loss_delivery": 0.783879891037941, + "loss_biodist": 0.25739804208278655, + "loss_toxic": 0.11138547081500291, + "loss_moe_lb": 1.0028781771659852 + }, + { + "loss": 2.9064691781997682, + "loss_size": 0.6805599212646485, + "loss_pdi": 0.48530358374118804, + "loss_ee": 0.7534060895442962, + "loss_delivery": 0.6191318154335022, + "loss_biodist": 0.2881056502461433, + "loss_toxic": 0.10541463866829873, + "loss_moe_lb": 1.0086144149303435 + }, + { + "loss": 2.8936841011047365, + "loss_size": 0.6602798849344254, + "loss_pdi": 0.4661332756280899, + "loss_ee": 0.6849718868732453, + "loss_delivery": 0.7232044175267219, + "loss_biodist": 0.26863411664962766, + "loss_toxic": 0.11527223866432905, + "loss_moe_lb": 1.0020370960235596 + }, + { + "loss": 3.0360854029655457, + "loss_size": 0.7655922055244446, + "loss_pdi": 0.5159556359052658, + "loss_ee": 0.7296446800231934, + "loss_delivery": 0.6882573753595352, + "loss_biodist": 0.2595542550086975, + "loss_toxic": 0.10844573713839054, + "loss_moe_lb": 1.0038875758647918 + }, + { + "loss": 3.1558674454689024, + "loss_size": 0.710513585805893, + "loss_pdi": 0.4804182261228561, + "loss_ee": 0.7183742821216583, + "loss_delivery": 0.6876179426908493, + "loss_biodist": 0.26250679343938826, + "loss_toxic": 0.3143897054716945, + "loss_moe_lb": 1.0037730097770692 + }, + { + "loss": 2.941012740135193, + "loss_size": 0.6771493062376976, + "loss_pdi": 0.5248666375875473, + "loss_ee": 0.727127206325531, + "loss_delivery": 0.6772013247013092, + "loss_biodist": 0.2621281579136848, + "loss_toxic": 0.10299958763644099, + "loss_moe_lb": 1.0060699343681336 + }, + { + "loss": 2.9470980882644655, + "loss_size": 0.7427538931369781, + "loss_pdi": 0.48544461131095884, + "loss_ee": 0.7022742569446564, + "loss_delivery": 0.6356477655470372, + "loss_biodist": 0.28375397324562074, + "loss_toxic": 0.12421716898679733, + "loss_moe_lb": 1.0055945992469788 + }, + { + "loss": 2.9000316143035887, + "loss_size": 0.7177424550056457, + "loss_pdi": 0.4807420402765274, + "loss_ee": 0.7010505080223084, + "loss_delivery": 0.6545803628861904, + "loss_biodist": 0.27759874761104586, + "loss_toxic": 0.09678267482668161, + "loss_moe_lb": 1.001504158973694 + }, + { + "loss": 2.802997040748596, + "loss_size": 0.6749418079853058, + "loss_pdi": 0.4628071904182434, + "loss_ee": 0.7046809732913971, + "loss_delivery": 0.5990082710981369, + "loss_biodist": 0.27530533373355864, + "loss_toxic": 0.11052839010953903, + "loss_moe_lb": 1.00121813416481 + } + ], + "val": [ + { + "loss": 88.97266387939453, + "loss_size": 5.6856818199157715, + "loss_pdi": 0.6193557381629944, + "loss_ee": 1.5219417125917971, + "loss_delivery": 67.848876953125, + "loss_biodist": 6.984642505645752, + "loss_toxic": 6.814249515533447, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.36363636363636365, + "acc_toxic": 0.92 + }, + { + "loss": 15.178101062774658, + "loss_size": 0.16448582708835602, + "loss_pdi": 1.0740754306316376, + "loss_ee": 0.8690477460622787, + "loss_delivery": 6.154644727706909, + "loss_biodist": 2.875099778175354, + "loss_toxic": 4.1847355365752605, + "loss_moe_lb": 1.9999929666519165, + "acc_pdi": 0.2727272727272727, + "acc_ee": 0.36363636363636365, + "acc_toxic": 0.92 + }, + { + "loss": 6.601783514022827, + "loss_size": 0.16873084753751755, + "loss_pdi": 0.6349477171897888, + "loss_ee": 0.7863395810127258, + "loss_delivery": 1.7699484825134277, + "loss_biodist": 1.4250138401985168, + "loss_toxic": 1.8590598687296733, + "loss_moe_lb": 1.9986536502838135, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.36363636363636365, + "acc_toxic": 0.92 + }, + { + "loss": 3.395499110221863, + "loss_size": 0.16669877161621116, + "loss_pdi": 0.641102522611618, + "loss_ee": 0.8898203670978546, + "loss_delivery": 0.8638312220573425, + "loss_biodist": 0.5190221071243286, + "loss_toxic": 0.31261238595470786, + "loss_moe_lb": 1.9280361533164978, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.96 + }, + { + "loss": 2.2991563081741333, + "loss_size": 0.32145290076732635, + "loss_pdi": 0.6130734384059906, + "loss_ee": 0.5800963714718819, + "loss_delivery": 0.47614972153678536, + "loss_biodist": 0.22747261822223663, + "loss_toxic": 0.05967806640546769, + "loss_moe_lb": 1.47670978307724, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 2.224317193031311, + "loss_size": 0.25269994884729385, + "loss_pdi": 0.5626643002033234, + "loss_ee": 0.5689447000622749, + "loss_delivery": 0.5528574958443642, + "loss_biodist": 0.22322238981723785, + "loss_toxic": 0.047518710722215474, + "loss_moe_lb": 1.1153150796890259, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 2.432959020137787, + "loss_size": 0.2588953338563442, + "loss_pdi": 0.6736307740211487, + "loss_ee": 0.5690768957138062, + "loss_delivery": 0.6636799871921539, + "loss_biodist": 0.21752743050456047, + "loss_toxic": 0.043781283660791814, + "loss_moe_lb": 1.065306842327118, + "acc_pdi": 0.5151515151515151, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.96 + }, + { + "loss": 2.39219331741333, + "loss_size": 0.35303495824337006, + "loss_pdi": 0.5275494456291199, + "loss_ee": 0.5883434265851974, + "loss_delivery": 0.6700151711702347, + "loss_biodist": 0.20567914098501205, + "loss_toxic": 0.04149401269387454, + "loss_moe_lb": 1.0590466856956482, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.92 + }, + { + "loss": 2.4328866600990295, + "loss_size": 0.39231012761592865, + "loss_pdi": 0.5000036656856537, + "loss_ee": 0.611039437353611, + "loss_delivery": 0.6945605874061584, + "loss_biodist": 0.19167938083410263, + "loss_toxic": 0.04168165888404474, + "loss_moe_lb": 1.0378645062446594, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.92 + }, + { + "loss": 2.389220178127289, + "loss_size": 0.4148839861154556, + "loss_pdi": 0.48852452635765076, + "loss_ee": 0.6286522597074509, + "loss_delivery": 0.6299555897712708, + "loss_biodist": 0.1833801418542862, + "loss_toxic": 0.04362555596162565, + "loss_moe_lb": 1.0350366234779358, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.92 + }, + { + "loss": 2.3012859225273132, + "loss_size": 0.4277597889304161, + "loss_pdi": 0.4809134006500244, + "loss_ee": 0.6138261705636978, + "loss_delivery": 0.5768478885293007, + "loss_biodist": 0.15849878638982773, + "loss_toxic": 0.04325130084180273, + "loss_moe_lb": 1.027931034564972, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.92 + }, + { + "loss": 2.401659071445465, + "loss_size": 0.4742293059825897, + "loss_pdi": 0.46135035157203674, + "loss_ee": 0.636277861893177, + "loss_delivery": 0.5972505435347557, + "loss_biodist": 0.19368048012256622, + "loss_toxic": 0.04403589166759048, + "loss_moe_lb": 1.028933584690094, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.92 + }, + { + "loss": 2.3219486474990845, + "loss_size": 0.4681396335363388, + "loss_pdi": 0.44361935555934906, + "loss_ee": 0.6362860724329948, + "loss_delivery": 0.5539495870471001, + "loss_biodist": 0.1829093098640442, + "loss_toxic": 0.04214817189495079, + "loss_moe_lb": 1.0385423302650452, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.92 + }, + { + "loss": 2.3680142164230347, + "loss_size": 0.48474669456481934, + "loss_pdi": 0.45154887437820435, + "loss_ee": 0.6437856256961823, + "loss_delivery": 0.5732778087258339, + "loss_biodist": 0.18187452852725983, + "loss_toxic": 0.042035609105369076, + "loss_moe_lb": 1.0236936807632446, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.92 + }, + { + "loss": 2.4415873289108276, + "loss_size": 0.582668162882328, + "loss_pdi": 0.47801898419857025, + "loss_ee": 0.6238559931516647, + "loss_delivery": 0.5541206523776054, + "loss_biodist": 0.17364314571022987, + "loss_toxic": 0.04215367765573319, + "loss_moe_lb": 1.0197678208351135, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.96 + }, + { + "loss": 2.264509916305542, + "loss_size": 0.4407373145222664, + "loss_pdi": 0.4507792145013809, + "loss_ee": 0.6165263652801514, + "loss_delivery": 0.558112695813179, + "loss_biodist": 0.1617923565208912, + "loss_toxic": 0.04621748527279124, + "loss_moe_lb": 1.02240389585495, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.96 + }, + { + "loss": 2.3277317881584167, + "loss_size": 0.4296674206852913, + "loss_pdi": 0.4769548624753952, + "loss_ee": 0.6330666989088058, + "loss_delivery": 0.5876466110348701, + "loss_biodist": 0.15846742689609528, + "loss_toxic": 0.055188184123835526, + "loss_moe_lb": 1.023625373840332, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.96 + }, + { + "loss": 2.5261427760124207, + "loss_size": 0.5884282737970352, + "loss_pdi": 0.5286998003721237, + "loss_ee": 0.6394815742969513, + "loss_delivery": 0.5732686892151833, + "loss_biodist": 0.16026295349001884, + "loss_toxic": 0.05576841895526741, + "loss_moe_lb": 1.027720868587494, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 2.3637713193893433, + "loss_size": 0.47323430329561234, + "loss_pdi": 0.5178211629390717, + "loss_ee": 0.6332587003707886, + "loss_delivery": 0.5456696152687073, + "loss_biodist": 0.15662308409810066, + "loss_toxic": 0.053416412745718844, + "loss_moe_lb": 1.0228588581085205, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 2.3312651216983795, + "loss_size": 0.4759982079267502, + "loss_pdi": 0.4839065223932266, + "loss_ee": 0.6413756161928177, + "loss_delivery": 0.5431031286716461, + "loss_biodist": 0.1565147042274475, + "loss_toxic": 0.04677318960602861, + "loss_moe_lb": 1.0167819261550903, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 2.316624879837036, + "loss_size": 0.49144114553928375, + "loss_pdi": 0.47478996217250824, + "loss_ee": 0.6340580508112907, + "loss_delivery": 0.5290638729929924, + "loss_biodist": 0.15873780474066734, + "loss_toxic": 0.044465547645813785, + "loss_moe_lb": 1.0245054960250854, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 2.3765438199043274, + "loss_size": 0.5177412629127502, + "loss_pdi": 0.4838115870952606, + "loss_ee": 0.6506655365228653, + "loss_delivery": 0.540583960711956, + "loss_biodist": 0.1574643850326538, + "loss_toxic": 0.04476189811248332, + "loss_moe_lb": 1.0156614780426025, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 2.3085843920707703, + "loss_size": 0.45954082906246185, + "loss_pdi": 0.4873332530260086, + "loss_ee": 0.635139212012291, + "loss_delivery": 0.541728600859642, + "loss_biodist": 0.15635952726006508, + "loss_toxic": 0.04495132202282548, + "loss_moe_lb": 1.019861102104187, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 2.386603355407715, + "loss_size": 0.5256106033921242, + "loss_pdi": 0.48579756915569305, + "loss_ee": 0.6497170180082321, + "loss_delivery": 0.5420530661940575, + "loss_biodist": 0.1582583300769329, + "loss_toxic": 0.044049561736756004, + "loss_moe_lb": 1.0183035731315613, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_2/splits.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_2/splits.json new file mode 100644 index 0000000..14df306 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_2/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 43, 44, 45, 47, 48, 49, 50, 51, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 68, 69, 70, 72, 74, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 96, 97, 100, 101, 102, 103, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 142, 143, 145, 147, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 160, 161, 162, 163, 165, 166, 167, 168, 170, 171, 172, 173, 174, 175, 177, 179, 180, 181, 183, 184, 185, 186, 187, 188, 191, 192, 193, 194, 196, 197, 199, 200, 202, 203, 204, 205, 207, 208, 209, 210, 211, 212, 213, 214, 215, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 232, 233, 235, 236, 237, 238, 239, 240, 241, 242, 243, 245, 246, 249, 250, 251, 252, 253, 254, 255, 256, 257, 259, 260, 261, 263, 264, 265, 266, 267, 268, 269, 271, 272, 273, 274, 275, 276, 280, 281, 282, 283, 284, 285, 287, 289, 290, 293, 294, 295, 296, 297, 298, 299, 300, 302, 303, 305, 307, 308, 309, 310, 311, 312, 313, 314, 315, 317, 318, 320, 321, 322, 323, 324, 326, 327, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 358, 360, 361, 363, 364, 365, 366, 368, 369, 370, 371, 372, 373, 376, 377, 378, 379, 380, 381, 382, 383, 385, 386, 387, 388, 389, 390, 392, 394, 395, 398, 399, 400, 401, 402, 404, 405, 407, 408, 409, 410, 412, 413, 414, 415, 416, 417, 418], "outer_test_idx": [10, 12, 15, 31, 35, 42, 46, 52, 53, 54, 62, 66, 67, 71, 73, 75, 77, 81, 89, 90, 92, 98, 99, 105, 123, 124, 141, 144, 146, 154, 155, 164, 169, 176, 178, 182, 189, 190, 195, 198, 201, 206, 216, 217, 218, 219, 231, 234, 244, 247, 248, 258, 262, 270, 277, 278, 279, 286, 288, 291, 292, 301, 304, 306, 316, 319, 325, 328, 343, 357, 359, 362, 367, 374, 375, 384, 391, 393, 396, 397, 403, 406, 411, 419]} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_2/test_metrics.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_2/test_metrics.json new file mode 100644 index 0000000..16753b1 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_2/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.6726206869952828, + "rmse": 0.8201345542014937, + "mae": 0.558441653248987, + "r2": -0.3284138391240339 + }, + "delivery": { + "n_samples": 60, + "mse": 0.7104755031729033, + "rmse": 0.8428970893133416, + "mae": 0.5519123785896227, + "r2": 0.05423396289104898 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6836007130124777, + "recall": 0.7265395894428153, + "f1": 0.6891391794046662 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6064814814814815, + "recall": 0.6573295985060691, + "f1": 0.6185851973086015 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.22423699727633165, + "js_divergence": 0.05516182797349107 + } +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_3/best_params.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_3/best_params.json new file mode 100644 index 0000000..e658e74 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_3/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.10301838844131589, + "lr": 0.0008648998582653286, + "weight_decay": 0.0011644667702360517, + "backbone_lr_ratio": 0.9869864342312137, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_3/epoch_mean.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_3/epoch_mean.json new file mode 100644 index 0000000..54e2f4a --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_3/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 15} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_3/history.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_3/history.json new file mode 100644 index 0000000..5b66f52 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_3/history.json @@ -0,0 +1,350 @@ +{ + "train": [ + { + "loss": 5.2591346263885494, + "loss_size": 0.8151810854673386, + "loss_pdi": 0.6826547861099244, + "loss_ee": 1.041573017835617, + "loss_delivery": 0.9351512342691422, + "loss_biodist": 1.1680361926555634, + "loss_toxic": 0.5989124864339829, + "loss_moe_lb": 2.35197114944458 + }, + { + "loss": 4.205846619606018, + "loss_size": 0.8403133630752564, + "loss_pdi": 0.6137848615646362, + "loss_ee": 0.9471274495124817, + "loss_delivery": 0.7251854732632637, + "loss_biodist": 0.7219394892454147, + "loss_toxic": 0.34554041028022764, + "loss_moe_lb": 2.2886093854904175 + }, + { + "loss": 3.461035895347595, + "loss_size": 0.6761898770928383, + "loss_pdi": 0.5797007739543915, + "loss_ee": 0.8374992966651916, + "loss_delivery": 0.688338240981102, + "loss_biodist": 0.4646541476249695, + "loss_toxic": 0.20050637274980546, + "loss_moe_lb": 2.3134801387786865 + }, + { + "loss": 3.546542501449585, + "loss_size": 0.7379176944494248, + "loss_pdi": 0.5855355143547059, + "loss_ee": 0.8457879006862641, + "loss_delivery": 0.8451483964920044, + "loss_biodist": 0.371594475209713, + "loss_toxic": 0.15362098915502428, + "loss_moe_lb": 2.374828243255615 + }, + { + "loss": 3.4211877584457397, + "loss_size": 0.7195334240794182, + "loss_pdi": 0.5955978572368622, + "loss_ee": 0.9026034295558929, + "loss_delivery": 0.6881537646055221, + "loss_biodist": 0.261331208050251, + "loss_toxic": 0.24807667173445225, + "loss_moe_lb": 2.3571344375610352 + }, + { + "loss": 2.9109068274497987, + "loss_size": 0.6904036939144135, + "loss_pdi": 0.5245580345392227, + "loss_ee": 0.8096592724323273, + "loss_delivery": 0.5800629429519176, + "loss_biodist": 0.21928628236055375, + "loss_toxic": 0.08153687622398138, + "loss_moe_lb": 2.307151436805725 + }, + { + "loss": 2.654435658454895, + "loss_size": 0.6534850299358368, + "loss_pdi": 0.47444198429584505, + "loss_ee": 0.7428867816925049, + "loss_delivery": 0.5392590641975403, + "loss_biodist": 0.16696211323142052, + "loss_toxic": 0.07056560497730971, + "loss_moe_lb": 2.347178030014038 + }, + { + "loss": 2.544026327133179, + "loss_size": 0.5764269962906837, + "loss_pdi": 0.48036936968564986, + "loss_ee": 0.6930490136146545, + "loss_delivery": 0.515526407957077, + "loss_biodist": 0.15984766706824302, + "loss_toxic": 0.1114582363050431, + "loss_moe_lb": 2.3493730306625364 + }, + { + "loss": 2.450818932056427, + "loss_size": 0.5716910436749458, + "loss_pdi": 0.44741059839725494, + "loss_ee": 0.6774771630764007, + "loss_delivery": 0.5515562802553177, + "loss_biodist": 0.12985405027866365, + "loss_toxic": 0.06935138448607177, + "loss_moe_lb": 2.344533610343933 + }, + { + "loss": 2.368770754337311, + "loss_size": 0.6001599296927452, + "loss_pdi": 0.418742710351944, + "loss_ee": 0.6711244761943818, + "loss_delivery": 0.4646311104297638, + "loss_biodist": 0.11677976623177529, + "loss_toxic": 0.09362993080867454, + "loss_moe_lb": 2.3250351667404177 + }, + { + "loss": 2.460516166687012, + "loss_size": 0.7992438733577728, + "loss_pdi": 0.40764670372009276, + "loss_ee": 0.6138364344835281, + "loss_delivery": 0.4718891650438309, + "loss_biodist": 0.12312769517302513, + "loss_toxic": 0.04391418336890638, + "loss_moe_lb": 2.3783133745193483 + }, + { + "loss": 2.152465009689331, + "loss_size": 0.5140776917338371, + "loss_pdi": 0.4114721745252609, + "loss_ee": 0.6011363953351975, + "loss_delivery": 0.4375316768884659, + "loss_biodist": 0.12521300166845323, + "loss_toxic": 0.05956973120337352, + "loss_moe_lb": 2.3780080795288088 + }, + { + "loss": 2.3910019636154174, + "loss_size": 0.862404876947403, + "loss_pdi": 0.40757515877485273, + "loss_ee": 0.5634996443986893, + "loss_delivery": 0.4013759598135948, + "loss_biodist": 0.1103424545377493, + "loss_toxic": 0.04527912859339267, + "loss_moe_lb": 2.3080620765686035 + }, + { + "loss": 2.0404046893119814, + "loss_size": 0.5092080786824227, + "loss_pdi": 0.4096600517630577, + "loss_ee": 0.5818536788225174, + "loss_delivery": 0.38168922662734983, + "loss_biodist": 0.114091507345438, + "loss_toxic": 0.04158268753672019, + "loss_moe_lb": 2.327742099761963 + }, + { + "loss": 1.925230360031128, + "loss_size": 0.4616024851799011, + "loss_pdi": 0.3698830991983414, + "loss_ee": 0.556464746594429, + "loss_delivery": 0.3789527229964733, + "loss_biodist": 0.10544252470135689, + "loss_toxic": 0.04808328244835138, + "loss_moe_lb": 2.331747555732727 + } + ], + "val": [ + { + "loss": 81.92665100097656, + "loss_size": 11.165655136108398, + "loss_pdi": 0.5055167153477669, + "loss_ee": 4.65172249065472, + "loss_delivery": 47.24320030212402, + "loss_biodist": 18.75425386428833, + "loss_moe_lb": 4.0, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.30303030303030304, + "acc_toxic": 1.0 + }, + { + "loss": 36.61687660217285, + "loss_size": 5.260059595108032, + "loss_pdi": 0.5453339777886868, + "loss_ee": 2.107780110090971, + "loss_delivery": 19.69054079055786, + "loss_biodist": 9.331241130828857, + "loss_toxic": 2.4835260514777246e-09, + "loss_moe_lb": 4.0, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.30303030303030304, + "acc_toxic": 1.0 + }, + { + "loss": 17.42635440826416, + "loss_size": 0.8813906572759151, + "loss_pdi": 0.5235531069338322, + "loss_ee": 1.4156557619571686, + "loss_delivery": 10.801157236099243, + "loss_biodist": 3.9877984523773193, + "loss_toxic": 9.720397429191507e-06, + "loss_moe_lb": 3.9882065057754517, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.48484848484848486, + "acc_toxic": 1.0 + }, + { + "loss": 5.675481796264648, + "loss_size": 0.41295478492975235, + "loss_pdi": 0.7155664265155792, + "loss_ee": 1.0270832777023315, + "loss_delivery": 3.041099429130554, + "loss_biodist": 0.5043002068996429, + "loss_toxic": 0.007383367192232981, + "loss_moe_lb": 3.0264105796813965, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.36363636363636365, + "acc_toxic": 1.0 + }, + { + "loss": 4.3698331117630005, + "loss_size": 0.5088511854410172, + "loss_pdi": 1.035764366388321, + "loss_ee": 1.242658019065857, + "loss_delivery": 0.9963273406028748, + "loss_biodist": 0.4599721133708954, + "loss_toxic": 0.15149063151329756, + "loss_moe_lb": 2.6240659952163696, + "acc_pdi": 0.5757575757575758, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 3.4568957090377808, + "loss_size": 0.35632817447185516, + "loss_pdi": 0.7579205930233002, + "loss_ee": 1.0429497957229614, + "loss_delivery": 1.1081106662750244, + "loss_biodist": 0.18494080007076263, + "loss_toxic": 0.02225814014673233, + "loss_moe_lb": 2.6877752542495728, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 3.6539387702941895, + "loss_size": 0.47676318883895874, + "loss_pdi": 0.9580660611391068, + "loss_ee": 1.1575581431388855, + "loss_delivery": 0.7499100416898727, + "loss_biodist": 0.24555684626102448, + "loss_toxic": 0.08778592338785529, + "loss_moe_lb": 2.928181529045105, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 2.9336977005004883, + "loss_size": 0.2678718790411949, + "loss_pdi": 0.8076879531145096, + "loss_ee": 1.0283236503601074, + "loss_delivery": 0.6575755178928375, + "loss_biodist": 0.17671272903680801, + "loss_toxic": 0.010066253249533474, + "loss_moe_lb": 2.934220552444458, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 3.6667667627334595, + "loss_size": 0.608789786696434, + "loss_pdi": 1.0043222606182098, + "loss_ee": 1.258258193731308, + "loss_delivery": 0.5855924561619759, + "loss_biodist": 0.20330989360809326, + "loss_toxic": 0.0396855843719095, + "loss_moe_lb": 2.9391590356826782, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 3.931516408920288, + "loss_size": 0.6867049634456635, + "loss_pdi": 0.9820093959569931, + "loss_ee": 1.4112037420272827, + "loss_delivery": 0.5026693418622017, + "loss_biodist": 0.24073553085327148, + "loss_toxic": 0.1438343736808747, + "loss_moe_lb": 2.961649179458618, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + }, + { + "loss": 3.6411731243133545, + "loss_size": 0.5305944532155991, + "loss_pdi": 1.0034641474485397, + "loss_ee": 1.3992359638214111, + "loss_delivery": 0.466439601033926, + "loss_biodist": 0.21984481811523438, + "loss_toxic": 0.06039625918492675, + "loss_moe_lb": 2.9216532707214355, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + }, + { + "loss": 4.071452856063843, + "loss_size": 0.5117891356348991, + "loss_pdi": 1.127215027809143, + "loss_ee": 1.5974538922309875, + "loss_delivery": 0.4470928097143769, + "loss_biodist": 0.2627671808004379, + "loss_toxic": 0.1703004433074966, + "loss_moe_lb": 2.916381597518921, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 3.9259846210479736, + "loss_size": 0.5051402896642685, + "loss_pdi": 1.0664343684911728, + "loss_ee": 1.5177674889564514, + "loss_delivery": 0.4388880133628845, + "loss_biodist": 0.26458679139614105, + "loss_toxic": 0.17346756241749972, + "loss_moe_lb": 2.927535891532898, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 4.032776951789856, + "loss_size": 0.5020503252744675, + "loss_pdi": 1.1048108786344528, + "loss_ee": 1.534022033214569, + "loss_delivery": 0.4148792661726475, + "loss_biodist": 0.2824648469686508, + "loss_toxic": 0.23316158051602542, + "loss_moe_lb": 2.927631139755249, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + }, + { + "loss": 4.105397462844849, + "loss_size": 0.49719954282045364, + "loss_pdi": 1.078543171286583, + "loss_ee": 1.5512768626213074, + "loss_delivery": 0.4200988281518221, + "loss_biodist": 0.2934344932436943, + "loss_toxic": 0.3010480897501111, + "loss_moe_lb": 2.8648030757904053, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_3/splits.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_3/splits.json new file mode 100644 index 0000000..7a2b13e --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_3/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 102, 104, 105, 106, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 127, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 166, 168, 169, 170, 172, 173, 174, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 195, 198, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 218, 219, 221, 223, 224, 226, 227, 228, 230, 231, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 251, 252, 253, 254, 255, 256, 257, 258, 259, 262, 263, 264, 265, 266, 267, 268, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 282, 284, 286, 288, 289, 290, 291, 292, 293, 294, 295, 297, 298, 299, 301, 302, 304, 305, 306, 307, 308, 309, 310, 312, 314, 315, 316, 317, 319, 320, 321, 325, 326, 327, 328, 331, 332, 334, 336, 340, 341, 343, 344, 346, 347, 348, 350, 352, 353, 357, 359, 360, 361, 362, 363, 364, 366, 367, 368, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 382, 383, 384, 385, 386, 387, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 400, 401, 402, 403, 404, 406, 407, 410, 411, 412, 414, 415, 416, 418, 419], "outer_test_idx": [3, 6, 13, 18, 19, 26, 33, 44, 48, 49, 50, 56, 57, 72, 80, 88, 94, 101, 103, 107, 108, 114, 126, 128, 130, 145, 149, 157, 167, 171, 175, 188, 196, 197, 199, 211, 220, 222, 225, 229, 232, 236, 250, 260, 261, 271, 281, 283, 285, 287, 296, 300, 303, 311, 313, 318, 322, 323, 324, 329, 330, 333, 335, 337, 338, 339, 342, 345, 349, 351, 354, 355, 356, 358, 365, 369, 381, 388, 399, 405, 408, 409, 413, 417]} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_3/test_metrics.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_3/test_metrics.json new file mode 100644 index 0000000..c4485ac --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_3/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.7462471475632266, + "rmse": 1.3214564493630605, + "mae": 0.5399843071621045, + "r2": 0.012309303608578626 + }, + "delivery": { + "n_samples": 59, + "mse": 0.6793796847444405, + "rmse": 0.8242449179366776, + "mae": 0.4859620340136906, + "r2": 0.33956222871259445 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6072124756335282, + "recall": 0.6209677419354839, + "f1": 0.6110444177671068 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5714285714285714, + "precision": 0.48659611992945323, + "recall": 0.5015837104072398, + "f1": 0.4878256038173678 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.95, + "precision": 0.75, + "recall": 0.9736842105263157, + "f1": 0.8198198198198199 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.155532256253434, + "js_divergence": 0.0368257614890642 + } +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_4/best_params.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_4/best_params.json new file mode 100644 index 0000000..2775347 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_4/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.303142745975858, + "lr": 0.0004649241012312578, + "weight_decay": 3.7624434569437365e-05, + "backbone_lr_ratio": 0.17310516991766065, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_4/epoch_mean.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_4/epoch_mean.json new file mode 100644 index 0000000..0af0e3e --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_4/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 16} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_4/history.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_4/history.json new file mode 100644 index 0000000..bcc0363 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_4/history.json @@ -0,0 +1,374 @@ +{ + "train": [ + { + "loss": 6.039050149917602, + "loss_size": 1.1384656816720962, + "loss_pdi": 0.6986270368099212, + "loss_ee": 1.1018302679061889, + "loss_delivery": 1.07305409014225, + "loss_biodist": 1.3192335367202759, + "loss_toxic": 0.6906198501586914, + "loss_moe_lb": 2.235804033279419 + }, + { + "loss": 5.365130281448364, + "loss_size": 1.05039302110672, + "loss_pdi": 0.6783820629119873, + "loss_ee": 1.0634581446647644, + "loss_delivery": 0.9267648935317994, + "loss_biodist": 1.0757561028003693, + "loss_toxic": 0.5629935741424561, + "loss_moe_lb": 2.0284960150718687 + }, + { + "loss": 5.022048735618592, + "loss_size": 1.0391606211662292, + "loss_pdi": 0.6501555979251862, + "loss_ee": 1.0147302389144897, + "loss_delivery": 0.940508770942688, + "loss_biodist": 0.8884570837020874, + "loss_toxic": 0.4864371925592422, + "loss_moe_lb": 2.033916187286377 + }, + { + "loss": 4.876359224319458, + "loss_size": 1.3350275039672852, + "loss_pdi": 0.6375162750482559, + "loss_ee": 1.0047214031219482, + "loss_delivery": 0.8455045819282532, + "loss_biodist": 0.6750681579113007, + "loss_toxic": 0.3782032683491707, + "loss_moe_lb": 2.0958863496780396 + }, + { + "loss": 4.271506905555725, + "loss_size": 1.0358006983995438, + "loss_pdi": 0.6224774956703186, + "loss_ee": 0.9621017694473266, + "loss_delivery": 0.8722140341997147, + "loss_biodist": 0.5331898123025894, + "loss_toxic": 0.24203885197639466, + "loss_moe_lb": 2.1015662431716917 + }, + { + "loss": 3.841737151145935, + "loss_size": 0.9259688824415206, + "loss_pdi": 0.5835909008979797, + "loss_ee": 0.9077838659286499, + "loss_delivery": 0.7415951609611511, + "loss_biodist": 0.49844491183757783, + "loss_toxic": 0.17759045362472534, + "loss_moe_lb": 2.128302001953125 + }, + { + "loss": 3.7475282192230224, + "loss_size": 0.9364231348037719, + "loss_pdi": 0.5705820053815842, + "loss_ee": 0.9015512764453888, + "loss_delivery": 0.7040344551205635, + "loss_biodist": 0.45750175416469574, + "loss_toxic": 0.17185814306139946, + "loss_moe_lb": 2.0951650381088256 + }, + { + "loss": 3.5380861520767213, + "loss_size": 0.8611373782157898, + "loss_pdi": 0.5640318244695663, + "loss_ee": 0.8709649264812469, + "loss_delivery": 0.6720605581998825, + "loss_biodist": 0.4103323966264725, + "loss_toxic": 0.15252823419868947, + "loss_moe_lb": 2.146951460838318 + }, + { + "loss": 3.383538746833801, + "loss_size": 0.8422913983464241, + "loss_pdi": 0.5435518383979797, + "loss_ee": 0.8396651327610016, + "loss_delivery": 0.6784137517213822, + "loss_biodist": 0.3665692538022995, + "loss_toxic": 0.10550094470381736, + "loss_moe_lb": 2.183067226409912 + }, + { + "loss": 3.399216365814209, + "loss_size": 0.7850554838776589, + "loss_pdi": 0.5584954351186753, + "loss_ee": 0.8261400282382965, + "loss_delivery": 0.7625935912132263, + "loss_biodist": 0.3274931401014328, + "loss_toxic": 0.13315032981336117, + "loss_moe_lb": 2.2250582218170165 + }, + { + "loss": 3.278415560722351, + "loss_size": 0.7710238620638847, + "loss_pdi": 0.5167024463415146, + "loss_ee": 0.8249085545539856, + "loss_delivery": 0.6867700979113579, + "loss_biodist": 0.3375326007604599, + "loss_toxic": 0.1340052956715226, + "loss_moe_lb": 2.217892122268677 + }, + { + "loss": 3.3292152166366575, + "loss_size": 0.7873474299907685, + "loss_pdi": 0.5285986512899399, + "loss_ee": 0.7819085896015168, + "loss_delivery": 0.7197867691516876, + "loss_biodist": 0.3283228397369385, + "loss_toxic": 0.1754882199689746, + "loss_moe_lb": 2.2592816591262816 + }, + { + "loss": 3.144262766838074, + "loss_size": 0.7562121957540512, + "loss_pdi": 0.5164051443338394, + "loss_ee": 0.7953171074390412, + "loss_delivery": 0.6354044452309608, + "loss_biodist": 0.2840083450078964, + "loss_toxic": 0.14762846138328314, + "loss_moe_lb": 2.2396475791931154 + }, + { + "loss": 3.1001962661743163, + "loss_size": 0.7362996280193329, + "loss_pdi": 0.5254342168569565, + "loss_ee": 0.7954517781734467, + "loss_delivery": 0.6581422284245491, + "loss_biodist": 0.26455375999212266, + "loss_toxic": 0.11178928520530462, + "loss_moe_lb": 2.2457136154174804 + }, + { + "loss": 3.079367470741272, + "loss_size": 0.7710254222154618, + "loss_pdi": 0.5039521604776382, + "loss_ee": 0.7841257810592651, + "loss_delivery": 0.6206860527396202, + "loss_biodist": 0.2783264920115471, + "loss_toxic": 0.11204221304506064, + "loss_moe_lb": 2.250264358520508 + }, + { + "loss": 3.2361996173858643, + "loss_size": 0.7612847879528999, + "loss_pdi": 0.5263848692178726, + "loss_ee": 0.7921960592269898, + "loss_delivery": 0.7163801789283752, + "loss_biodist": 0.2696224242448807, + "loss_toxic": 0.16273869965225457, + "loss_moe_lb": 2.2565603733062742 + } + ], + "val": [ + { + "loss": 425.41624450683594, + "loss_size": 48.49233818054199, + "loss_pdi": 1.4289387464523315, + "loss_ee": 3.7836110591888428, + "loss_delivery": 358.2385559082031, + "loss_biodist": 12.367807388305664, + "loss_toxic": 2.6462096379545983, + "loss_moe_lb": 4.0, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.09090909090909091, + "acc_toxic": 0.9090909090909091 + }, + { + "loss": 132.28437423706055, + "loss_size": 20.1654691696167, + "loss_pdi": 1.07893505692482, + "loss_ee": 1.1671856045722961, + "loss_delivery": 102.74612426757812, + "loss_biodist": 5.623239994049072, + "loss_toxic": 2.406261847820133, + "loss_moe_lb": 3.9999990463256836, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.3333333333333333, + "acc_toxic": 0.9090909090909091 + }, + { + "loss": 31.83220672607422, + "loss_size": 5.375720262527466, + "loss_pdi": 0.6675553619861603, + "loss_ee": 0.8681615591049194, + "loss_delivery": 21.218297958374023, + "loss_biodist": 2.384968400001526, + "loss_toxic": 1.5708186412230134, + "loss_moe_lb": 3.9847065210342407, + "acc_pdi": 0.42424242424242425, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9090909090909091 + }, + { + "loss": 3.329221248626709, + "loss_size": 0.27703775465488434, + "loss_pdi": 0.43608198314905167, + "loss_ee": 0.6931297779083252, + "loss_delivery": 0.7639004997909069, + "loss_biodist": 0.6206157207489014, + "loss_toxic": 0.5116556957364082, + "loss_moe_lb": 3.230514407157898, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.9090909090909091 + }, + { + "loss": 2.212835669517517, + "loss_size": 0.2184411035850644, + "loss_pdi": 0.3647482320666313, + "loss_ee": 0.6268649697303772, + "loss_delivery": 0.4650006964802742, + "loss_biodist": 0.4325435757637024, + "loss_toxic": 0.06942019052803516, + "loss_moe_lb": 2.8553203344345093, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 2.0040372610092163, + "loss_size": 0.2280419368762523, + "loss_pdi": 0.3515462912619114, + "loss_ee": 0.590417668223381, + "loss_delivery": 0.44282685592770576, + "loss_biodist": 0.31961359083652496, + "loss_toxic": 0.03440397372469306, + "loss_moe_lb": 2.789235234260559, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.8900986909866333, + "loss_size": 0.2295902199111879, + "loss_pdi": 0.33855272084474564, + "loss_ee": 0.5609621554613113, + "loss_delivery": 0.4389171823859215, + "loss_biodist": 0.26361704617738724, + "loss_toxic": 0.021259756525978446, + "loss_moe_lb": 2.744702935218811, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.8391197621822357, + "loss_size": 0.2215183728840202, + "loss_pdi": 0.32338955253362656, + "loss_ee": 0.5462527275085449, + "loss_delivery": 0.45089153572916985, + "loss_biodist": 0.23494034260511398, + "loss_toxic": 0.024813051335513592, + "loss_moe_lb": 2.7754874229431152, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.8297251760959625, + "loss_size": 0.23320813244208694, + "loss_pdi": 0.3134366199374199, + "loss_ee": 0.5378226898610592, + "loss_delivery": 0.4727790579199791, + "loss_biodist": 0.20531759411096573, + "loss_toxic": 0.030076831113547087, + "loss_moe_lb": 2.831169009208679, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.8137857019901276, + "loss_size": 0.2227993265260011, + "loss_pdi": 0.3094176482409239, + "loss_ee": 0.5376258417963982, + "loss_delivery": 0.4927585944533348, + "loss_biodist": 0.17682693526148796, + "loss_toxic": 0.03861080261413008, + "loss_moe_lb": 2.768186569213867, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.756515309214592, + "loss_size": 0.2257962399162352, + "loss_pdi": 0.3029880076646805, + "loss_ee": 0.5382990390062332, + "loss_delivery": 0.4569375757128, + "loss_biodist": 0.15828242152929306, + "loss_toxic": 0.038142678211443126, + "loss_moe_lb": 2.774359345436096, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.7546036690473557, + "loss_size": 0.23876873357221484, + "loss_pdi": 0.2996640931814909, + "loss_ee": 0.5371184833347797, + "loss_delivery": 0.44101449800655246, + "loss_biodist": 0.15131252631545067, + "loss_toxic": 0.05079134018160403, + "loss_moe_lb": 2.7601338624954224, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.750829041004181, + "loss_size": 0.2539608418010175, + "loss_pdi": 0.3001796845346689, + "loss_ee": 0.5384465977549553, + "loss_delivery": 0.43471810268238187, + "loss_biodist": 0.14331605285406113, + "loss_toxic": 0.04470416181720793, + "loss_moe_lb": 2.7534260749816895, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.73417928814888, + "loss_size": 0.2355313734151423, + "loss_pdi": 0.298953028395772, + "loss_ee": 0.5404374860227108, + "loss_delivery": 0.43230024282820523, + "loss_biodist": 0.1448654867708683, + "loss_toxic": 0.04620437778066844, + "loss_moe_lb": 2.7920931577682495, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.7291136682033539, + "loss_size": 0.23287000879645348, + "loss_pdi": 0.29950771294534206, + "loss_ee": 0.5417116265743971, + "loss_delivery": 0.42686051060445607, + "loss_biodist": 0.1410672478377819, + "loss_toxic": 0.05120704788714647, + "loss_moe_lb": 2.783775806427002, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.7292638570070267, + "loss_size": 0.23820442985743284, + "loss_pdi": 0.300822326913476, + "loss_ee": 0.5372804682701826, + "loss_delivery": 0.43285405403003097, + "loss_biodist": 0.13747211545705795, + "loss_toxic": 0.04696176678407937, + "loss_moe_lb": 2.7728357315063477, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_4/splits.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_4/splits.json new file mode 100644 index 0000000..8dd0299 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_4/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 110, 111, 112, 113, 114, 116, 117, 119, 120, 121, 122, 123, 124, 126, 127, 128, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 152, 154, 155, 157, 160, 161, 162, 163, 164, 165, 166, 167, 169, 170, 171, 173, 174, 175, 176, 177, 178, 180, 181, 182, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 203, 205, 206, 207, 208, 209, 211, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 234, 235, 236, 238, 239, 240, 241, 243, 244, 245, 246, 247, 248, 249, 250, 251, 253, 254, 257, 258, 260, 261, 262, 263, 264, 265, 266, 267, 270, 271, 272, 273, 277, 278, 279, 280, 281, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 298, 299, 300, 301, 302, 303, 304, 305, 306, 309, 311, 312, 313, 314, 315, 316, 318, 319, 320, 322, 323, 324, 325, 326, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 341, 342, 343, 345, 346, 347, 349, 350, 351, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 365, 367, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 381, 383, 384, 385, 386, 388, 390, 391, 392, 393, 394, 395, 396, 397, 399, 400, 401, 402, 403, 405, 406, 407, 408, 409, 410, 411, 413, 415, 416, 417, 418, 419], "outer_test_idx": [0, 5, 11, 21, 24, 27, 30, 32, 36, 38, 39, 40, 47, 55, 58, 61, 65, 76, 86, 95, 100, 106, 109, 115, 118, 125, 129, 131, 136, 148, 150, 151, 153, 156, 158, 159, 168, 172, 179, 183, 184, 185, 202, 204, 210, 212, 213, 228, 233, 237, 242, 252, 255, 256, 259, 268, 269, 274, 275, 276, 282, 297, 307, 308, 310, 317, 321, 327, 340, 344, 348, 352, 364, 366, 368, 379, 380, 382, 387, 389, 398, 404, 412, 414]} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_4/test_metrics.json b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_4/test_metrics.json new file mode 100644 index 0000000..755593d --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/repeat_2/outer_fold_4/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.6349645228657972, + "rmse": 0.796846611880729, + "mae": 0.5075787665887869, + "r2": 0.15033859570933517 + }, + "delivery": { + "n_samples": 58, + "mse": 0.953887574019918, + "rmse": 0.9766716817948179, + "mae": 0.6102629316778019, + "r2": 0.07760646279605954 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7619047619047619, + "precision": 0.7002652519893899, + "recall": 0.7214076246334311, + "f1": 0.7083333333333334 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6404663314601203, + "recall": 0.6508547008547009, + "f1": 0.6445173587126155 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2842203287465849, + "js_divergence": 0.07675843428767629 + } +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/strata_info.json b/models/abl/both_biot5/20260624_015624/strata_info.json new file mode 100644 index 0000000..ef3be58 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/strata_info.json @@ -0,0 +1,60 @@ +{ + "original_strata_counts": { + "T0|P0|E0": "5", + "T0|P0|E1": "58", + "T0|P0|E2": "169", + "T0|P1|E0": "1", + "T0|P1|E1": "17", + "T0|P1|E2": "32", + "T0|P2|E2": "3", + "T1|P0|E2": "9", + "T1|P1|E2": "5", + "TNA|P0|E0": "28", + "TNA|P0|E1": "21", + "TNA|P0|E2": "20", + "TNA|P1|E0": "29", + "TNA|P1|E1": "7", + "TNA|P1|E2": "14", + "TNA|P2|E2": "1", + "TNA|P3|E0": "1" + }, + "rare_strata": [ + "T0|P1|E0", + "T0|P2|E2", + "TNA|P2|E2", + "TNA|P3|E0" + ], + "final_strata": [ + "RARE", + "T0|P0|E0", + "T0|P0|E1", + "T0|P0|E2", + "T0|P1|E1", + "T0|P1|E2", + "T1|P0|E2", + "T1|P1|E2", + "TNA|P0|E0", + "TNA|P0|E1", + "TNA|P0|E2", + "TNA|P1|E0", + "TNA|P1|E1", + "TNA|P1|E2" + ], + "final_strata_counts": { + "RARE": "6", + "T0|P0|E0": "5", + "T0|P0|E1": "58", + "T0|P0|E2": "169", + "T0|P1|E1": "17", + "T0|P1|E2": "32", + "T1|P0|E2": "9", + "T1|P1|E2": "5", + "TNA|P0|E0": "28", + "TNA|P0|E1": "21", + "TNA|P0|E2": "20", + "TNA|P1|E0": "29", + "TNA|P1|E1": "7", + "TNA|P1|E2": "14" + }, + "n_rare_merged": "6" +} \ No newline at end of file diff --git a/models/abl/both_biot5/20260624_015624/summary.json b/models/abl/both_biot5/20260624_015624/summary.json new file mode 100644 index 0000000..c601f92 --- /dev/null +++ b/models/abl/both_biot5/20260624_015624/summary.json @@ -0,0 +1,992 @@ +{ + "fold_results": [ + { + "fold": 0, + "best_params": { + "dropout": 0.38118503457897024, + "lr": 0.0009770749364761302, + "weight_decay": 0.0008416934971427061, + "backbone_lr_ratio": 0.048484014956722714, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 15, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.2775270638012577, + "rmse": 1.1302774278031291, + "mae": 0.5309888495648482, + "r2": 0.21812199074999694 + }, + "delivery": { + "n_samples": 58, + "mse": 0.5813553680199423, + "rmse": 0.7624666340371506, + "mae": 0.5806423342176552, + "r2": 0.26106224598641015 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6664637857577602, + "recall": 0.6949394155381325, + "f1": 0.672514619883041 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6453567538126362, + "recall": 0.6947619047619048, + "f1": 0.6466727716727717 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.30543536337189214, + "js_divergence": 0.055401807245651365 + } + } + }, + { + "fold": 1, + "best_params": { + "dropout": 0.12715228141755225, + "lr": 0.00038210169217516986, + "weight_decay": 0.0032858044759097593, + "backbone_lr_ratio": 0.01707341286908778, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 18, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.3226448578157207, + "rmse": 0.5680183604565268, + "mae": 0.43127859149882125, + "r2": 0.014757311793952343 + }, + "delivery": { + "n_samples": 61, + "mse": 0.9731257240529179, + "rmse": 0.9864713498388678, + "mae": 0.6065680303717734, + "r2": 0.26341397848585624 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.5783050847457627, + "recall": 0.5873015873015873, + "f1": 0.5808980755523877 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5238095238095238, + "precision": 0.4563973063973064, + "recall": 0.4560201703058846, + "f1": 0.4443340972752738 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.3699852731241905, + "js_divergence": 0.0921670637504171 + } + } + }, + { + "fold": 2, + "best_params": { + "dropout": 0.33774333325981976, + "lr": 0.0008937362022799393, + "weight_decay": 0.0797179350056365, + "backbone_lr_ratio": 0.012019950560462185, + "moe_n_experts": 2, + "moe_top_k": 1, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 24, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.43468907454487105, + "rmse": 0.6593095437993227, + "mae": 0.5041968602287982, + "r2": 0.14149684434925025 + }, + "delivery": { + "n_samples": 60, + "mse": 0.6609372574877708, + "rmse": 0.8129804779253748, + "mae": 0.5105325942936664, + "r2": 0.12017795405995413 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6592592592592592, + "recall": 0.6891495601173021, + "f1": 0.6657824933687002 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6277327935222673, + "recall": 0.6944444444444443, + "f1": 0.6407632082237629 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.2188401979219755, + "js_divergence": 0.052433191262446874 + } + } + }, + { + "fold": 3, + "best_params": { + "dropout": 0.10301838844131589, + "lr": 0.0008648998582653286, + "weight_decay": 0.0011644667702360517, + "backbone_lr_ratio": 0.9869864342312137, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 15, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.550640342858784, + "rmse": 1.245247101124425, + "mae": 0.5501430786989001, + "r2": 0.12294600324587124 + }, + "delivery": { + "n_samples": 59, + "mse": 0.748405480052253, + "rmse": 0.8651043174393785, + "mae": 0.5687398803657142, + "r2": 0.2724609546561282 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6445623342175066, + "recall": 0.6598240469208211, + "f1": 0.65 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6428571428571429, + "precision": 0.5892509050403788, + "recall": 0.6273504273504273, + "f1": 0.5933913253594297 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9666666666666667, + "precision": 0.8, + "recall": 0.9824561403508771, + "f1": 0.8660714285714286 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.16217964699830698, + "js_divergence": 0.0385441230143625 + } + } + }, + { + "fold": 4, + "best_params": { + "dropout": 0.303142745975858, + "lr": 0.0004649241012312578, + "weight_decay": 3.7624434569437365e-05, + "backbone_lr_ratio": 0.17310516991766065, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 16, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.6548873107621247, + "rmse": 0.8092510801735916, + "mae": 0.47477718863436685, + "r2": 0.12367943077681431 + }, + "delivery": { + "n_samples": 58, + "mse": 0.8409562737928621, + "rmse": 0.9170366807237659, + "mae": 0.6096879987624185, + "r2": 0.18680916583420515 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7380952380952381, + "precision": 0.6724137931034483, + "recall": 0.6906158357771262, + "f1": 0.6791666666666667 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6853395646499095, + "recall": 0.7205128205128205, + "f1": 0.6928875379939209 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.32346840560601176, + "js_divergence": 0.08737275181528921 + } + } + }, + { + "fold": 0, + "best_params": { + "dropout": 0.38118503457897024, + "lr": 0.0009770749364761302, + "weight_decay": 0.0008416934971427061, + "backbone_lr_ratio": 0.048484014956722714, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 15, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.375775554685643, + "rmse": 1.1729345909664541, + "mae": 0.5610226254506283, + "r2": 0.15799149595176643 + }, + "delivery": { + "n_samples": 58, + "mse": 0.6578320017621242, + "rmse": 0.811068432231291, + "mae": 0.5792412295744851, + "r2": 0.16385582960043577 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7857142857142857, + "precision": 0.7305773342836779, + "recall": 0.7305773342836779, + "f1": 0.7305773342836779 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6695636813283872, + "recall": 0.7142857142857144, + "f1": 0.6750809541465826 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2226351478005787, + "js_divergence": 0.04298447371604951 + } + } + }, + { + "fold": 1, + "best_params": { + "dropout": 0.12715228141755225, + "lr": 0.00038210169217516986, + "weight_decay": 0.0032858044759097593, + "backbone_lr_ratio": 0.01707341286908778, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 18, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.34095375976281117, + "rmse": 0.5839124589891974, + "mae": 0.44237262724588317, + "r2": -0.04115156552265198 + }, + "delivery": { + "n_samples": 61, + "mse": 1.0561289903263111, + "rmse": 1.0276813661472661, + "mae": 0.6424658659112746, + "r2": 0.20058648953369573 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6358823529411765, + "recall": 0.6746031746031746, + "f1": 0.635076427996782 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5595238095238095, + "precision": 0.49252136752136755, + "recall": 0.49526663812378097, + "f1": 0.4855607355607356 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.45483073434111365, + "js_divergence": 0.11671493720560924 + } + } + }, + { + "fold": 2, + "best_params": { + "dropout": 0.33774333325981976, + "lr": 0.0008937362022799393, + "weight_decay": 0.0797179350056365, + "backbone_lr_ratio": 0.012019950560462185, + "moe_n_experts": 2, + "moe_top_k": 1, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 24, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.5561159310353995, + "rmse": 0.7457318090543004, + "mae": 0.5436848102891374, + "r2": -0.09831902768989997 + }, + "delivery": { + "n_samples": 60, + "mse": 0.7353416379416455, + "rmse": 0.8575206341200459, + "mae": 0.5434921078461533, + "r2": 0.021132827618370764 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7380952380952381, + "precision": 0.7, + "recall": 0.749266862170088, + "f1": 0.7053571428571428 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.6361111111111112, + "recall": 0.7009803921568626, + "f1": 0.6513176638176638 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.2349928026224927, + "js_divergence": 0.05641933268258879 + } + } + }, + { + "fold": 3, + "best_params": { + "dropout": 0.10301838844131589, + "lr": 0.0008648998582653286, + "weight_decay": 0.0011644667702360517, + "backbone_lr_ratio": 0.9869864342312137, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 15, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.7393398374573046, + "rmse": 1.3188403381218305, + "mae": 0.5609516930620534, + "r2": 0.016216130851348765 + }, + "delivery": { + "n_samples": 59, + "mse": 0.7428648348736053, + "rmse": 0.8618960696473823, + "mae": 0.5506586653922322, + "r2": 0.2778471200588467 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6190306486101211, + "recall": 0.6224340175953079, + "f1": 0.6205962059620596 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5952380952380952, + "precision": 0.5305408193339228, + "recall": 0.5427350427350427, + "f1": 0.525837308103318 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.95, + "precision": 0.75, + "recall": 0.9736842105263157, + "f1": 0.8198198198198199 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.15141505126503543, + "js_divergence": 0.037430317852708686 + } + } + }, + { + "fold": 4, + "best_params": { + "dropout": 0.303142745975858, + "lr": 0.0004649241012312578, + "weight_decay": 3.7624434569437365e-05, + "backbone_lr_ratio": 0.17310516991766065, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 16, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.6032289134459601, + "rmse": 0.7766781273126984, + "mae": 0.48499917273875326, + "r2": 0.19280478318069083 + }, + "delivery": { + "n_samples": 58, + "mse": 1.0297388737573114, + "rmse": 1.01476050068837, + "mae": 0.6067489293114893, + "r2": 0.004259508110989074 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6686520376175549, + "recall": 0.6972140762463344, + "f1": 0.6762192056309704 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.626984126984127, + "recall": 0.6871794871794873, + "f1": 0.6442295293359123 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2809668697133116, + "js_divergence": 0.07302986860825746 + } + } + }, + { + "fold": 0, + "best_params": { + "dropout": 0.38118503457897024, + "lr": 0.0009770749364761302, + "weight_decay": 0.0008416934971427061, + "backbone_lr_ratio": 0.048484014956722714, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 15, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.351653676835711, + "rmse": 1.1626064152737636, + "mae": 0.5484207456774381, + "r2": 0.1727546789535871 + }, + "delivery": { + "n_samples": 58, + "mse": 0.5919714070454296, + "rmse": 0.7693967812809134, + "mae": 0.5870344878399166, + "r2": 0.2475686197716349 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.69, + "recall": 0.7302209550962224, + "f1": 0.6946420104314841 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6549209197235513, + "recall": 0.7014285714285715, + "f1": 0.6513560067776936 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2953526247170886, + "js_divergence": 0.053149365074416116 + } + } + }, + { + "fold": 1, + "best_params": { + "dropout": 0.12715228141755225, + "lr": 0.00038210169217516986, + "weight_decay": 0.0032858044759097593, + "backbone_lr_ratio": 0.01707341286908778, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 18, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.3606658162369632, + "rmse": 0.6005545905552327, + "mae": 0.46134645698059884, + "r2": -0.10134517791165032 + }, + "delivery": { + "n_samples": 61, + "mse": 1.066438762627893, + "rmse": 1.0326852195262084, + "mae": 0.643426902744858, + "r2": 0.19278273512187016 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6547619047619048, + "precision": 0.5803571428571429, + "recall": 0.5952380952380952, + "f1": 0.5822328931572629 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5714285714285714, + "precision": 0.5202020202020202, + "recall": 0.5292564578278864, + "f1": 0.5119174942704355 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.46767746325655735, + "js_divergence": 0.11852224057626487 + } + } + }, + { + "fold": 2, + "best_params": { + "dropout": 0.33774333325981976, + "lr": 0.0008937362022799393, + "weight_decay": 0.0797179350056365, + "backbone_lr_ratio": 0.012019950560462185, + "moe_n_experts": 2, + "moe_top_k": 1, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 24, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.6726206869952828, + "rmse": 0.8201345542014937, + "mae": 0.558441653248987, + "r2": -0.3284138391240339 + }, + "delivery": { + "n_samples": 60, + "mse": 0.7104755031729033, + "rmse": 0.8428970893133416, + "mae": 0.5519123785896227, + "r2": 0.05423396289104898 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6836007130124777, + "recall": 0.7265395894428153, + "f1": 0.6891391794046662 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6064814814814815, + "recall": 0.6573295985060691, + "f1": 0.6185851973086015 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.22423699727633165, + "js_divergence": 0.05516182797349107 + } + } + }, + { + "fold": 3, + "best_params": { + "dropout": 0.10301838844131589, + "lr": 0.0008648998582653286, + "weight_decay": 0.0011644667702360517, + "backbone_lr_ratio": 0.9869864342312137, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 15, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.7462471475632266, + "rmse": 1.3214564493630605, + "mae": 0.5399843071621045, + "r2": 0.012309303608578626 + }, + "delivery": { + "n_samples": 59, + "mse": 0.6793796847444405, + "rmse": 0.8242449179366776, + "mae": 0.4859620340136906, + "r2": 0.33956222871259445 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6072124756335282, + "recall": 0.6209677419354839, + "f1": 0.6110444177671068 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5714285714285714, + "precision": 0.48659611992945323, + "recall": 0.5015837104072398, + "f1": 0.4878256038173678 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.95, + "precision": 0.75, + "recall": 0.9736842105263157, + "f1": 0.8198198198198199 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.155532256253434, + "js_divergence": 0.0368257614890642 + } + } + }, + { + "fold": 4, + "best_params": { + "dropout": 0.303142745975858, + "lr": 0.0004649241012312578, + "weight_decay": 3.7624434569437365e-05, + "backbone_lr_ratio": 0.17310516991766065, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 16, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.6349645228657972, + "rmse": 0.796846611880729, + "mae": 0.5075787665887869, + "r2": 0.15033859570933517 + }, + "delivery": { + "n_samples": 58, + "mse": 0.953887574019918, + "rmse": 0.9766716817948179, + "mae": 0.6102629316778019, + "r2": 0.07760646279605954 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7619047619047619, + "precision": 0.7002652519893899, + "recall": 0.7214076246334311, + "f1": 0.7083333333333334 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6404663314601203, + "recall": 0.6508547008547009, + "f1": 0.6445173587126155 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2842203287465849, + "js_divergence": 0.07675843428767629 + } + } + } + ], + "summary_stats": { + "size": { + "mse_mean": 0.9081302997777905, + "mse_std": 0.5136450803217497, + "rmse_mean": 0.9141199639383836, + "rmse_std": 0.2692860770761804, + "mae_mean": 0.5133458284713402, + "mae_std": 0.04319170563122826, + "r2_mean": 0.050279130594863726, + "r2_std": 0.14254606826389926 + }, + "delivery": { + "mse_mean": 0.8019226249118218, + "mse_std": 0.16491413379339875, + "rmse_mean": 0.8908588101767234, + "rmse_std": 0.09106703707892613, + "mae_mean": 0.5784917580608503, + "mae_std": 0.04315723112464039, + "r2_mean": 0.17889067221587332, + "r2_std": 0.09951788455210314 + }, + "pdi": { + "accuracy_mean": 0.7150793650793652, + "accuracy_std": 0.03408081040251411, + "precision_mean": 0.6557721476019204, + "precision_std": 0.043177655691081666, + "recall_mean": 0.6793533277933066, + "recall_std": 0.04998713373151071, + "f1_mean": 0.660105333753019, + "f1_std": 0.044135656309097604 + }, + "ee": { + "accuracy_mean": 0.6444444444444444, + "accuracy_std": 0.060837358402339045, + "precision_mean": 0.591231020166536, + "precision_std": 0.07158423002562818, + "recall_mean": 0.6249326720587225, + "recall_std": 0.08964169776063406, + "f1_mean": 0.594285119491739, + "f1_std": 0.07762446019388265 + }, + "toxic": { + "accuracy_mean": 0.9544840786978929, + "accuracy_std": 0.012127005670401548, + "precision_mean": 0.7561904761904762, + "precision_std": 0.02972283149395665, + "recall_mean": 0.976109814766802, + "recall_std": 0.006422363902381704, + "f1_mean": 0.8255180784163084, + "f1_std": 0.028684876656301855 + }, + "biodist": { + "kl_divergence_mean": 0.2767846108676604, + "kl_divergence_std": 0.09472632342725851, + "js_divergence_mean": 0.06619436643695288, + "js_divergence_std": 0.02615132013321954 + } + } +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_0/best_params.json b/models/abl/both_molt5/20260624_002350/outer_fold_0/best_params.json new file mode 100644 index 0000000..769e97f --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_0/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.36138334610559464, + "lr": 0.0009768611684372063, + "weight_decay": 0.0007819543421024561, + "backbone_lr_ratio": 0.1094875202574584, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_0/epoch_mean.json b/models/abl/both_molt5/20260624_002350/outer_fold_0/epoch_mean.json new file mode 100644 index 0000000..17fb17e --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_0/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 10} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_0/history.json b/models/abl/both_molt5/20260624_002350/outer_fold_0/history.json new file mode 100644 index 0000000..1ba1357 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_0/history.json @@ -0,0 +1,235 @@ +{ + "train": [ + { + "loss": 5.4631510972976685, + "loss_size": 0.8583131760358811, + "loss_pdi": 0.6884020805358887, + "loss_ee": 1.0959133148193358, + "loss_delivery": 1.0635915338993072, + "loss_biodist": 1.1111301243305207, + "loss_toxic": 0.6332729697227478, + "loss_moe_lb": 2.0 + }, + { + "loss": 4.658718252182007, + "loss_size": 0.8260506212711334, + "loss_pdi": 0.6443405628204346, + "loss_ee": 0.9994358718395233, + "loss_delivery": 0.9149061068892479, + "loss_biodist": 0.7368189036846161, + "loss_toxic": 0.5337336361408234, + "loss_moe_lb": 2.000000011920929 + }, + { + "loss": 4.206023764610291, + "loss_size": 0.801828308403492, + "loss_pdi": 0.622633570432663, + "loss_ee": 0.9675592303276062, + "loss_delivery": 0.8768328785896301, + "loss_biodist": 0.5615559995174408, + "loss_toxic": 0.37524864077568054, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.743988537788391, + "loss_size": 0.7625562846660614, + "loss_pdi": 0.5873030364513397, + "loss_ee": 0.9075446486473083, + "loss_delivery": 0.8455750972032547, + "loss_biodist": 0.40580561459064485, + "loss_toxic": 0.2331064149737358, + "loss_moe_lb": 1.9999999761581422 + }, + { + "loss": 3.468887758255005, + "loss_size": 0.702444039285183, + "loss_pdi": 0.5732850551605224, + "loss_ee": 0.8913931310176849, + "loss_delivery": 0.8361148267984391, + "loss_biodist": 0.3040463447570801, + "loss_toxic": 0.15974962711334229, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.3226045846939085, + "loss_size": 0.7204509973526001, + "loss_pdi": 0.5592574506998063, + "loss_ee": 0.8669414401054383, + "loss_delivery": 0.7685664027929306, + "loss_biodist": 0.2628758430480957, + "loss_toxic": 0.14273844994604587, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.1693275570869446, + "loss_size": 0.6834768489003181, + "loss_pdi": 0.5352202475070953, + "loss_ee": 0.8279113888740539, + "loss_delivery": 0.7559680193662643, + "loss_biodist": 0.2565036728978157, + "loss_toxic": 0.10814466215670109, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.243393063545227, + "loss_size": 0.7099591434001923, + "loss_pdi": 0.5293202847242355, + "loss_ee": 0.8049479961395264, + "loss_delivery": 0.8695275396108627, + "loss_biodist": 0.21291148215532302, + "loss_toxic": 0.11768060885369777, + "loss_moe_lb": 1.9999999761581422 + }, + { + "loss": 3.0767658948898315, + "loss_size": 0.6576605767011643, + "loss_pdi": 0.520488104224205, + "loss_ee": 0.8143040299415588, + "loss_delivery": 0.7412264764308929, + "loss_biodist": 0.2032637044787407, + "loss_toxic": 0.13786014318466186, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.299658727645874, + "loss_size": 0.9053842633962631, + "loss_pdi": 0.5110734164714813, + "loss_ee": 0.8204745709896087, + "loss_delivery": 0.7175231456756592, + "loss_biodist": 0.22501597106456755, + "loss_toxic": 0.12113496605306864, + "loss_moe_lb": 1.999999988079071 + } + ], + "val": [ + { + "loss": 78.68468475341797, + "loss_size": 55.396474838256836, + "loss_pdi": 1.9601788425279665, + "loss_ee": 4.847421407699585, + "loss_delivery": 2.6528319120407104, + "loss_biodist": 14.191099643707275, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.15151515151515152, + "acc_toxic": 1.0 + }, + { + "loss": 30.097844123840332, + "loss_size": 18.9655818939209, + "loss_pdi": 1.1908497556578368, + "loss_ee": 1.7490890622138977, + "loss_delivery": 1.249180167913437, + "loss_biodist": 7.162823736667633, + "loss_toxic": 4.693069286076934e-06, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.15151515151515152, + "acc_toxic": 1.0 + }, + { + "loss": 9.946476936340332, + "loss_size": 3.6111934185028076, + "loss_pdi": 0.9396887486800551, + "loss_ee": 0.6820999160408974, + "loss_delivery": 0.7659987062215805, + "loss_biodist": 4.035151422023773, + "loss_toxic": 0.002895384677685797, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.3333333333333333, + "acc_toxic": 1.0 + }, + { + "loss": 3.9301387071609497, + "loss_size": 0.4960347938758787, + "loss_pdi": 0.7156448438763618, + "loss_ee": 0.525542352348566, + "loss_delivery": 0.733531266450882, + "loss_biodist": 1.006870687007904, + "loss_toxic": 0.4544070437550545, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.3333333333333333, + "acc_toxic": 0.9 + }, + { + "loss": 4.6728774309158325, + "loss_size": 0.37733759731054306, + "loss_pdi": 1.0937330424785614, + "loss_ee": 0.571242094039917, + "loss_delivery": 0.5744017958641052, + "loss_biodist": 0.16573374718427658, + "loss_toxic": 1.8833564668893814, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9 + }, + { + "loss": 4.74475371837616, + "loss_size": 0.3831756114959717, + "loss_pdi": 1.4438077807426453, + "loss_ee": 0.5494296513497829, + "loss_delivery": 0.4282768815755844, + "loss_biodist": 0.21190298162400723, + "loss_toxic": 1.7252487540245056, + "loss_moe_lb": 2.0, + "acc_pdi": 0.5757575757575758, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9 + }, + { + "loss": 4.574454665184021, + "loss_size": 0.3507530018687248, + "loss_pdi": 1.490346521139145, + "loss_ee": 0.5421185567975044, + "loss_delivery": 0.3723771944642067, + "loss_biodist": 0.1893850900232792, + "loss_toxic": 1.623236633837223, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9 + }, + { + "loss": 4.593971014022827, + "loss_size": 0.34621159732341766, + "loss_pdi": 1.5653786063194275, + "loss_ee": 0.5319677423685789, + "loss_delivery": 0.39419160783290863, + "loss_biodist": 0.19042867049574852, + "loss_toxic": 1.560746230185032, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9 + }, + { + "loss": 4.621375203132629, + "loss_size": 0.3342670500278473, + "loss_pdi": 1.5858539044857025, + "loss_ee": 0.5369178913533688, + "loss_delivery": 0.4163168892264366, + "loss_biodist": 0.20295548625290394, + "loss_toxic": 1.5408450290560722, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9 + }, + { + "loss": 4.570924401283264, + "loss_size": 0.3334067836403847, + "loss_pdi": 1.5719957053661346, + "loss_ee": 0.5301789734512568, + "loss_delivery": 0.40537164360284805, + "loss_biodist": 0.20298423245549202, + "loss_toxic": 1.5217674151062965, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_0/splits.json b/models/abl/both_molt5/20260624_002350/outer_fold_0/splits.json new file mode 100644 index 0000000..cccb9d8 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_0/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67, 68, 71, 72, 73, 75, 76, 77, 80, 81, 85, 86, 88, 89, 90, 92, 94, 95, 96, 98, 99, 100, 101, 103, 104, 105, 106, 107, 108, 109, 111, 113, 114, 115, 116, 117, 118, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 133, 134, 135, 136, 138, 139, 141, 144, 145, 146, 147, 148, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 163, 164, 167, 168, 169, 170, 171, 172, 175, 176, 178, 179, 180, 182, 183, 184, 185, 188, 189, 190, 191, 192, 193, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 206, 208, 210, 211, 212, 213, 216, 217, 218, 219, 220, 222, 224, 225, 227, 228, 229, 230, 231, 232, 233, 234, 236, 237, 239, 241, 242, 244, 245, 247, 248, 249, 250, 252, 253, 255, 256, 257, 258, 259, 260, 261, 262, 265, 267, 268, 269, 270, 271, 272, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 285, 286, 287, 288, 291, 292, 294, 296, 297, 298, 299, 300, 301, 303, 304, 306, 307, 308, 309, 310, 311, 312, 313, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 332, 333, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 346, 347, 348, 349, 351, 352, 354, 355, 356, 357, 358, 359, 360, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 374, 375, 377, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 393, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 407, 408, 409, 411, 412, 413, 414, 415, 417, 418, 419], "outer_test_idx": [7, 16, 20, 29, 51, 59, 60, 69, 70, 74, 78, 79, 82, 83, 84, 87, 91, 93, 97, 102, 110, 112, 119, 120, 121, 132, 137, 140, 142, 143, 152, 161, 162, 165, 166, 173, 174, 177, 181, 186, 187, 194, 205, 207, 209, 214, 215, 221, 223, 226, 235, 238, 240, 243, 246, 251, 254, 263, 264, 266, 273, 284, 289, 290, 293, 295, 302, 305, 314, 315, 331, 334, 341, 350, 353, 361, 373, 376, 378, 392, 394, 402, 410, 416]} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_0/test_metrics.json b/models/abl/both_molt5/20260624_002350/outer_fold_0/test_metrics.json new file mode 100644 index 0000000..298e8c8 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_0/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.5442239384585472, + "rmse": 1.2426680725191852, + "mae": 0.6065197844641754, + "r2": 0.05489693874226986 + }, + "delivery": { + "n_samples": 58, + "mse": 0.6228606286654659, + "rmse": 0.7892151979437965, + "mae": 0.645549583858971, + "r2": 0.2083065551159342 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7976190476190477, + "precision": 0.7473474801061009, + "recall": 0.7658588738417677, + "f1": 0.7551020408163265 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6809523809523809, + "recall": 0.7176190476190477, + "f1": 0.6755966243457792 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.29199224249606676, + "js_divergence": 0.052291809760011645 + } +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_1/best_params.json b/models/abl/both_molt5/20260624_002350/outer_fold_1/best_params.json new file mode 100644 index 0000000..11682f6 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_1/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.2617620972301631, + "lr": 0.0009708340161977452, + "weight_decay": 0.00876815717103087, + "backbone_lr_ratio": 0.07764666819777231, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_1/epoch_mean.json b/models/abl/both_molt5/20260624_002350/outer_fold_1/epoch_mean.json new file mode 100644 index 0000000..6aa3930 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_1/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 9} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_1/history.json b/models/abl/both_molt5/20260624_002350/outer_fold_1/history.json new file mode 100644 index 0000000..66727cf --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_1/history.json @@ -0,0 +1,213 @@ +{ + "train": [ + { + "loss": 5.561221623420716, + "loss_size": 1.2375829577445985, + "loss_pdi": 0.6763306319713592, + "loss_ee": 1.065358430147171, + "loss_delivery": 0.9532247528433799, + "loss_biodist": 1.0361317098140717, + "loss_toxic": 0.5792127549648285, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 4.2983971118927, + "loss_size": 1.0502922356128692, + "loss_pdi": 0.6037931740283966, + "loss_ee": 0.9459176003932953, + "loss_delivery": 0.7887830883264542, + "loss_biodist": 0.5743625521659851, + "loss_toxic": 0.32688636630773543, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.9952610969543456, + "loss_size": 1.0512287199497223, + "loss_pdi": 0.5965883314609528, + "loss_ee": 0.8847406387329102, + "loss_delivery": 0.8296074256300926, + "loss_biodist": 0.42680763602256777, + "loss_toxic": 0.20419647991657258, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.747788119316101, + "loss_size": 1.0280927538871765, + "loss_pdi": 0.5879501432180405, + "loss_ee": 0.8417714059352874, + "loss_delivery": 0.77397421002388, + "loss_biodist": 0.384001100063324, + "loss_toxic": 0.13532212311401964, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.4293922662734984, + "loss_size": 0.9724723190069199, + "loss_pdi": 0.5475084602832794, + "loss_ee": 0.7911898255348205, + "loss_delivery": 0.6907454997301101, + "loss_biodist": 0.3154170423746109, + "loss_toxic": 0.11433381009846925, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.3863781452178956, + "loss_size": 0.9630636721849442, + "loss_pdi": 0.5257933050394058, + "loss_ee": 0.7939163744449615, + "loss_delivery": 0.6895797431468964, + "loss_biodist": 0.2940584123134613, + "loss_toxic": 0.12447489835321904, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.227715015411377, + "loss_size": 0.9249849990010262, + "loss_pdi": 0.5096669107675552, + "loss_ee": 0.7638625621795654, + "loss_delivery": 0.6935038536787033, + "loss_biodist": 0.25369703844189645, + "loss_toxic": 0.08696609251201153, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.148378622531891, + "loss_size": 0.9618308901786804, + "loss_pdi": 0.5049281358718872, + "loss_ee": 0.7430818021297455, + "loss_delivery": 0.6211506068706513, + "loss_biodist": 0.24195193499326706, + "loss_toxic": 0.07993432395160198, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.334299612045288, + "loss_size": 1.1109060227870942, + "loss_pdi": 0.5193096220493316, + "loss_ee": 0.7274941980838776, + "loss_delivery": 0.6555437266826629, + "loss_biodist": 0.24515278786420822, + "loss_toxic": 0.08398584108799696, + "loss_moe_lb": 2.000000023841858 + } + ], + "val": [ + { + "loss": 111.7640151977539, + "loss_size": 19.004549980163574, + "loss_pdi": 1.8382267194101587, + "loss_ee": 19.851778030395508, + "loss_delivery": 68.02086448669434, + "loss_biodist": 3.8255348205566406, + "loss_toxic": 9.753485130659101e-08, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 19.402348518371582, + "loss_size": 0.7790177464485168, + "loss_pdi": 0.8196660615503788, + "loss_ee": 9.326312780380249, + "loss_delivery": 6.9456400871276855, + "loss_biodist": 1.7735849618911743, + "loss_toxic": 3.251161118100754e-08, + "loss_moe_lb": 2.0000001192092896, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 7.659479379653931, + "loss_size": 0.736045628786087, + "loss_pdi": 0.5391506850719452, + "loss_ee": 3.6371450424194336, + "loss_delivery": 1.5966220796108246, + "loss_biodist": 1.2435695230960846, + "loss_toxic": 1.9019219905658247e-06, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 3.0547291040420532, + "loss_size": 0.32877841126173735, + "loss_pdi": 0.5527057498693466, + "loss_ee": 1.0929774343967438, + "loss_delivery": 0.21496088057756424, + "loss_biodist": 0.8660793006420135, + "loss_toxic": 0.00020169146773696411, + "loss_moe_lb": 2.0000001192092896, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.3939393939393939, + "acc_toxic": 1.0 + }, + { + "loss": 2.1779428124427795, + "loss_size": 0.3430963605642319, + "loss_pdi": 0.5889985114336014, + "loss_ee": 0.6419541984796524, + "loss_delivery": 0.19145687110722065, + "loss_biodist": 0.3942336440086365, + "loss_toxic": 0.0020453571050893515, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.154980778694153, + "loss_size": 0.32611455768346786, + "loss_pdi": 0.6291933804750443, + "loss_ee": 0.586448460817337, + "loss_delivery": 0.23615167289972305, + "loss_biodist": 0.3598460182547569, + "loss_toxic": 0.0026834497111849487, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.134281635284424, + "loss_size": 0.34232526272535324, + "loss_pdi": 0.6203368157148361, + "loss_ee": 0.5598490387201309, + "loss_delivery": 0.21636414527893066, + "loss_biodist": 0.37846335023641586, + "loss_toxic": 0.0023637129343114793, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.1234090924263, + "loss_size": 0.34046294540166855, + "loss_pdi": 0.6102402657270432, + "loss_ee": 0.5509889274835587, + "loss_delivery": 0.22028496116399765, + "loss_biodist": 0.38501201570034027, + "loss_toxic": 0.001959394256118685, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.114118814468384, + "loss_size": 0.3354901447892189, + "loss_pdi": 0.613485649228096, + "loss_ee": 0.5509708970785141, + "loss_delivery": 0.21964678913354874, + "loss_biodist": 0.37805499136447906, + "loss_toxic": 0.00208315160125494, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_1/splits.json b/models/abl/both_molt5/20260624_002350/outer_fold_1/splits.json new file mode 100644 index 0000000..1773fe5 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_1/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 3, 5, 6, 7, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 24, 26, 27, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 112, 114, 115, 118, 119, 120, 121, 123, 124, 125, 126, 128, 129, 130, 131, 132, 136, 137, 140, 141, 142, 143, 144, 145, 146, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 161, 162, 164, 165, 166, 167, 168, 169, 171, 172, 173, 174, 175, 176, 177, 178, 179, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 194, 195, 196, 197, 198, 199, 201, 202, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 225, 226, 228, 229, 231, 232, 233, 234, 235, 236, 237, 238, 240, 242, 243, 244, 246, 247, 248, 250, 251, 252, 254, 255, 256, 258, 259, 260, 261, 262, 263, 264, 266, 268, 269, 270, 271, 273, 274, 275, 276, 277, 278, 279, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 295, 296, 297, 300, 301, 302, 303, 304, 305, 306, 307, 308, 310, 311, 313, 314, 315, 316, 317, 318, 319, 321, 322, 323, 324, 325, 327, 328, 329, 330, 331, 333, 334, 335, 337, 338, 339, 340, 341, 342, 343, 344, 345, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 361, 362, 364, 365, 366, 367, 368, 369, 373, 374, 375, 376, 378, 379, 380, 381, 382, 384, 387, 388, 389, 391, 392, 393, 394, 396, 397, 398, 399, 402, 403, 404, 405, 406, 408, 409, 410, 411, 412, 413, 414, 416, 417, 419], "outer_test_idx": [1, 2, 4, 8, 9, 14, 17, 22, 23, 25, 28, 34, 37, 41, 43, 45, 63, 64, 68, 85, 96, 104, 111, 113, 116, 117, 122, 127, 133, 134, 135, 138, 139, 147, 160, 163, 170, 180, 191, 192, 193, 200, 203, 208, 224, 227, 230, 239, 241, 245, 249, 253, 257, 265, 267, 272, 280, 294, 298, 299, 309, 312, 320, 326, 332, 336, 346, 347, 360, 363, 370, 371, 372, 377, 383, 385, 386, 390, 395, 400, 401, 407, 415, 418]} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_1/test_metrics.json b/models/abl/both_molt5/20260624_002350/outer_fold_1/test_metrics.json new file mode 100644 index 0000000..f277705 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_1/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.37954175519764655, + "rmse": 0.6160696025593589, + "mae": 0.4762687585538342, + "r2": -0.15898558467325086 + }, + "delivery": { + "n_samples": 61, + "mse": 0.9568238418858714, + "rmse": 0.9781737278652864, + "mae": 0.615501540392393, + "r2": 0.27575332810103925 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.5984375, + "recall": 0.5952380952380952, + "f1": 0.5966967543691185 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5595238095238095, + "precision": 0.49682149682149684, + "recall": 0.5036154321868608, + "f1": 0.48889932920940665 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.2650679664726965, + "js_divergence": 0.06721545599253585 + } +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_2/best_params.json b/models/abl/both_molt5/20260624_002350/outer_fold_2/best_params.json new file mode 100644 index 0000000..d0524e2 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_2/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.3398640929006426, + "lr": 0.0006400879855817172, + "weight_decay": 0.00687535028340139, + "backbone_lr_ratio": 0.3085531888778921, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_2/epoch_mean.json b/models/abl/both_molt5/20260624_002350/outer_fold_2/epoch_mean.json new file mode 100644 index 0000000..84179ef --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_2/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 12} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_2/history.json b/models/abl/both_molt5/20260624_002350/outer_fold_2/history.json new file mode 100644 index 0000000..dc2f2b3 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_2/history.json @@ -0,0 +1,282 @@ +{ + "train": [ + { + "loss": 5.402157020568848, + "loss_size": 0.9027866870164871, + "loss_pdi": 0.6821336507797241, + "loss_ee": 1.091014575958252, + "loss_delivery": 0.9663553237915039, + "loss_biodist": 1.1069505214691162, + "loss_toxic": 0.6443980753421783, + "loss_moe_lb": 1.2949726223945617 + }, + { + "loss": 4.787986254692077, + "loss_size": 0.8108738631010055, + "loss_pdi": 0.6457180678844452, + "loss_ee": 1.0308819949626922, + "loss_delivery": 0.9365434676408768, + "loss_biodist": 0.8146215677261353, + "loss_toxic": 0.5507520407438278, + "loss_moe_lb": 1.0324831306934357 + }, + { + "loss": 4.361132097244263, + "loss_size": 0.790040597319603, + "loss_pdi": 0.6536531031131745, + "loss_ee": 0.9808173775672913, + "loss_delivery": 0.8675752013921738, + "loss_biodist": 0.639051878452301, + "loss_toxic": 0.43403474390506747, + "loss_moe_lb": 1.0318945944309235 + }, + { + "loss": 3.871331286430359, + "loss_size": 0.7498232573270798, + "loss_pdi": 0.6166776835918426, + "loss_ee": 0.9458076179027557, + "loss_delivery": 0.8617787063121796, + "loss_biodist": 0.4587050586938858, + "loss_toxic": 0.24259238243103026, + "loss_moe_lb": 1.0217893421649933 + }, + { + "loss": 3.47757511138916, + "loss_size": 0.7325420334935189, + "loss_pdi": 0.5767531633377075, + "loss_ee": 0.899460905790329, + "loss_delivery": 0.7214825212955475, + "loss_biodist": 0.34109853357076647, + "loss_toxic": 0.2071406938135624, + "loss_moe_lb": 1.0191676020622253 + }, + { + "loss": 3.272153115272522, + "loss_size": 0.7532101228833199, + "loss_pdi": 0.5203747421503067, + "loss_ee": 0.8685229241847991, + "loss_delivery": 0.6890211820602417, + "loss_biodist": 0.29931768476963044, + "loss_toxic": 0.14238341599702836, + "loss_moe_lb": 1.010690850019455 + }, + { + "loss": 3.0541089296340944, + "loss_size": 0.6527657762169838, + "loss_pdi": 0.5305048942565918, + "loss_ee": 0.7995758175849914, + "loss_delivery": 0.6524483233690261, + "loss_biodist": 0.2652701914310455, + "loss_toxic": 0.15311479493975638, + "loss_moe_lb": 1.0170504331588746 + }, + { + "loss": 3.016733264923096, + "loss_size": 0.6627012997865677, + "loss_pdi": 0.49741107821464536, + "loss_ee": 0.8035130262374878, + "loss_delivery": 0.6514549314975738, + "loss_biodist": 0.28715320825576784, + "loss_toxic": 0.11594266034662723, + "loss_moe_lb": 1.0156961798667907 + }, + { + "loss": 3.0096203565597532, + "loss_size": 0.6038875006139278, + "loss_pdi": 0.5041086792945861, + "loss_ee": 0.8053050100803375, + "loss_delivery": 0.7172194182872772, + "loss_biodist": 0.2587077647447586, + "loss_toxic": 0.12396276146173477, + "loss_moe_lb": 1.02070295214653 + }, + { + "loss": 2.879298746585846, + "loss_size": 0.5883462756872178, + "loss_pdi": 0.492462569475174, + "loss_ee": 0.7712915897369385, + "loss_delivery": 0.7018689051270485, + "loss_biodist": 0.21893043518066407, + "loss_toxic": 0.10896411202847958, + "loss_moe_lb": 1.0164559483528137 + }, + { + "loss": 2.8112024307250976, + "loss_size": 0.6250422313809395, + "loss_pdi": 0.4883136212825775, + "loss_ee": 0.7531854689121247, + "loss_delivery": 0.6224622651934624, + "loss_biodist": 0.22410715520381927, + "loss_toxic": 0.0993689214810729, + "loss_moe_lb": 1.012960785627365 + }, + { + "loss": 2.820796799659729, + "loss_size": 0.5559513673186303, + "loss_pdi": 0.5160916239023209, + "loss_ee": 0.7751532614231109, + "loss_delivery": 0.6663604289293289, + "loss_biodist": 0.22102629840373994, + "loss_toxic": 0.08964875135570764, + "loss_moe_lb": 1.008601826429367 + } + ], + "val": [ + { + "loss": 274.4180679321289, + "loss_size": 257.66797637939453, + "loss_pdi": 0.9628419280052185, + "loss_ee": 13.35765790939331, + "loss_delivery": 0.8786436319351196, + "loss_biodist": 1.2960073947906494, + "loss_toxic": 2.2619908577325987e-06, + "loss_moe_lb": 4.0, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 107.22981262207031, + "loss_size": 96.52098083496094, + "loss_pdi": 0.7870368957519531, + "loss_ee": 6.989938497543335, + "loss_delivery": 1.4646943807601929, + "loss_biodist": 1.626654863357544, + "loss_toxic": 2.1779007511213422e-05, + "loss_moe_lb": 3.950815439224243, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 42.22661018371582, + "loss_size": 35.11808967590332, + "loss_pdi": 1.147232860326767, + "loss_ee": 3.8641886711120605, + "loss_delivery": 1.341086983680725, + "loss_biodist": 0.9437071084976196, + "loss_toxic": 0.00013912988652009517, + "loss_moe_lb": 1.3997941613197327, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 11.60539722442627, + "loss_size": 7.589321136474609, + "loss_pdi": 1.003576397895813, + "loss_ee": 1.881882518529892, + "loss_delivery": 0.9244793057441711, + "loss_biodist": 0.24466685950756073, + "loss_toxic": 0.014854555018246174, + "loss_moe_lb": 2.491153836250305, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 6.432617902755737, + "loss_size": 3.677462577819824, + "loss_pdi": 0.7032920718193054, + "loss_ee": 1.026684194803238, + "loss_delivery": 0.7999874353408813, + "loss_biodist": 0.14419780671596527, + "loss_toxic": 0.1020871102809906, + "loss_moe_lb": 1.9983632564544678, + "acc_pdi": 0.5454545454545454, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.95 + }, + { + "loss": 6.210254192352295, + "loss_size": 3.4970816373825073, + "loss_pdi": 0.6844160556793213, + "loss_ee": 1.0251455008983612, + "loss_delivery": 0.7692657113075256, + "loss_biodist": 0.15452221035957336, + "loss_toxic": 0.11172065138816833, + "loss_moe_lb": 1.131476879119873, + "acc_pdi": 0.5757575757575758, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.95 + }, + { + "loss": 6.31683349609375, + "loss_size": 3.7170257568359375, + "loss_pdi": 0.6724284887313843, + "loss_ee": 1.02937850356102, + "loss_delivery": 0.7223049998283386, + "loss_biodist": 0.10292821377515793, + "loss_toxic": 0.10654129087924957, + "loss_moe_lb": 1.1182016730308533, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.95 + }, + { + "loss": 6.262236595153809, + "loss_size": 3.7257840633392334, + "loss_pdi": 0.6412220299243927, + "loss_ee": 1.0207897126674652, + "loss_delivery": 0.7191992998123169, + "loss_biodist": 0.09168059378862381, + "loss_toxic": 0.09768607467412949, + "loss_moe_lb": 1.1148054599761963, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.95 + }, + { + "loss": 6.1772894859313965, + "loss_size": 3.6808289289474487, + "loss_pdi": 0.6110426187515259, + "loss_ee": 1.028652846813202, + "loss_delivery": 0.7171311378479004, + "loss_biodist": 0.07882409542798996, + "loss_toxic": 0.09516629576683044, + "loss_moe_lb": 1.071180820465088, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.95 + }, + { + "loss": 5.935382127761841, + "loss_size": 3.4170509576797485, + "loss_pdi": 0.6211937665939331, + "loss_ee": 1.0368509888648987, + "loss_delivery": 0.7200616002082825, + "loss_biodist": 0.07957445830106735, + "loss_toxic": 0.09447133541107178, + "loss_moe_lb": 1.0693997740745544, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.95 + }, + { + "loss": 6.056216478347778, + "loss_size": 3.472757577896118, + "loss_pdi": 0.6655783951282501, + "loss_ee": 1.0845273733139038, + "loss_delivery": 0.7017146944999695, + "loss_biodist": 0.07850045710802078, + "loss_toxic": 0.08959975093603134, + "loss_moe_lb": 1.0722494721412659, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.95 + }, + { + "loss": 5.882500410079956, + "loss_size": 3.3766262531280518, + "loss_pdi": 0.617298811674118, + "loss_ee": 1.0431556701660156, + "loss_delivery": 0.710568368434906, + "loss_biodist": 0.07823451608419418, + "loss_toxic": 0.09031406044960022, + "loss_moe_lb": 1.0752026438713074, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.95 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_2/splits.json b/models/abl/both_molt5/20260624_002350/outer_fold_2/splits.json new file mode 100644 index 0000000..14df306 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_2/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 43, 44, 45, 47, 48, 49, 50, 51, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 68, 69, 70, 72, 74, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 96, 97, 100, 101, 102, 103, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 142, 143, 145, 147, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 160, 161, 162, 163, 165, 166, 167, 168, 170, 171, 172, 173, 174, 175, 177, 179, 180, 181, 183, 184, 185, 186, 187, 188, 191, 192, 193, 194, 196, 197, 199, 200, 202, 203, 204, 205, 207, 208, 209, 210, 211, 212, 213, 214, 215, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 232, 233, 235, 236, 237, 238, 239, 240, 241, 242, 243, 245, 246, 249, 250, 251, 252, 253, 254, 255, 256, 257, 259, 260, 261, 263, 264, 265, 266, 267, 268, 269, 271, 272, 273, 274, 275, 276, 280, 281, 282, 283, 284, 285, 287, 289, 290, 293, 294, 295, 296, 297, 298, 299, 300, 302, 303, 305, 307, 308, 309, 310, 311, 312, 313, 314, 315, 317, 318, 320, 321, 322, 323, 324, 326, 327, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 358, 360, 361, 363, 364, 365, 366, 368, 369, 370, 371, 372, 373, 376, 377, 378, 379, 380, 381, 382, 383, 385, 386, 387, 388, 389, 390, 392, 394, 395, 398, 399, 400, 401, 402, 404, 405, 407, 408, 409, 410, 412, 413, 414, 415, 416, 417, 418], "outer_test_idx": [10, 12, 15, 31, 35, 42, 46, 52, 53, 54, 62, 66, 67, 71, 73, 75, 77, 81, 89, 90, 92, 98, 99, 105, 123, 124, 141, 144, 146, 154, 155, 164, 169, 176, 178, 182, 189, 190, 195, 198, 201, 206, 216, 217, 218, 219, 231, 234, 244, 247, 248, 258, 262, 270, 277, 278, 279, 286, 288, 291, 292, 301, 304, 306, 316, 319, 325, 328, 343, 357, 359, 362, 367, 374, 375, 384, 391, 393, 396, 397, 403, 406, 411, 419]} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_2/test_metrics.json b/models/abl/both_molt5/20260624_002350/outer_fold_2/test_metrics.json new file mode 100644 index 0000000..091dc49 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_2/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.34299971144127045, + "rmse": 0.5856617722211946, + "mae": 0.4714168618721444, + "r2": 0.3225816982680323 + }, + "delivery": { + "n_samples": 60, + "mse": 0.6305334508551694, + "rmse": 0.7940613646659617, + "mae": 0.5496675532388812, + "r2": 0.16065069039431923 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.75, + "precision": 0.7014607425441266, + "recall": 0.7426686217008798, + "f1": 0.7105824446267432 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6547619047619048, + "precision": 0.5981481481481481, + "recall": 0.6507936507936507, + "f1": 0.6112591899825942 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.22453620358096357, + "js_divergence": 0.05481360908460922 + } +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_3/best_params.json b/models/abl/both_molt5/20260624_002350/outer_fold_3/best_params.json new file mode 100644 index 0000000..e658e74 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_3/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.10301838844131589, + "lr": 0.0008648998582653286, + "weight_decay": 0.0011644667702360517, + "backbone_lr_ratio": 0.9869864342312137, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_3/epoch_mean.json b/models/abl/both_molt5/20260624_002350/outer_fold_3/epoch_mean.json new file mode 100644 index 0000000..54e2f4a --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_3/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 15} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_3/history.json b/models/abl/both_molt5/20260624_002350/outer_fold_3/history.json new file mode 100644 index 0000000..3dd7241 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_3/history.json @@ -0,0 +1,350 @@ +{ + "train": [ + { + "loss": 4.880537843704223, + "loss_size": 0.5598426222801208, + "loss_pdi": 0.6997367978096009, + "loss_ee": 1.0778234243392943, + "loss_delivery": 0.9713447898626327, + "loss_biodist": 0.9991984844207764, + "loss_toxic": 0.5564100861549377, + "loss_moe_lb": 2.2204883337020873 + }, + { + "loss": 3.8048829317092894, + "loss_size": 0.427824866771698, + "loss_pdi": 0.6219582796096802, + "loss_ee": 0.9689900994300842, + "loss_delivery": 0.9750859498977661, + "loss_biodist": 0.5550506621599197, + "loss_toxic": 0.24411063641309738, + "loss_moe_lb": 2.295317268371582 + }, + { + "loss": 3.1636635303497314, + "loss_size": 0.38433954417705535, + "loss_pdi": 0.5870589137077331, + "loss_ee": 0.87061527967453, + "loss_delivery": 0.7878494441509247, + "loss_biodist": 0.3987574279308319, + "loss_toxic": 0.12490302994847298, + "loss_moe_lb": 2.268252968788147 + }, + { + "loss": 3.3575186014175413, + "loss_size": 0.484345355629921, + "loss_pdi": 0.5686584740877152, + "loss_ee": 0.9343023478984833, + "loss_delivery": 0.8244668364524841, + "loss_biodist": 0.41957105696201324, + "loss_toxic": 0.1246605628170073, + "loss_moe_lb": 2.2804880857467653 + }, + { + "loss": 3.1707228660583495, + "loss_size": 0.4371285155415535, + "loss_pdi": 0.5713850528001785, + "loss_ee": 0.8327150523662568, + "loss_delivery": 0.7594240427017211, + "loss_biodist": 0.2278911828994751, + "loss_toxic": 0.33626431357115505, + "loss_moe_lb": 2.3157260417938232 + }, + { + "loss": 2.630520725250244, + "loss_size": 0.40455136597156527, + "loss_pdi": 0.4782102286815643, + "loss_ee": 0.762292104959488, + "loss_delivery": 0.6267354160547256, + "loss_biodist": 0.24655848369002342, + "loss_toxic": 0.10738190654665232, + "loss_moe_lb": 2.326126742362976 + }, + { + "loss": 2.469551885128021, + "loss_size": 0.4448585227131844, + "loss_pdi": 0.4750815570354462, + "loss_ee": 0.6996445715427398, + "loss_delivery": 0.5967864513397216, + "loss_biodist": 0.18208663687109947, + "loss_toxic": 0.0682104105129838, + "loss_moe_lb": 2.2771026372909544 + }, + { + "loss": 2.4332451462745666, + "loss_size": 0.38813329935073854, + "loss_pdi": 0.4653735101222992, + "loss_ee": 0.7321706712245941, + "loss_delivery": 0.6295487433671951, + "loss_biodist": 0.14349304288625717, + "loss_toxic": 0.0770051893312484, + "loss_moe_lb": 2.332172989845276 + }, + { + "loss": 2.1860015869140623, + "loss_size": 0.35695382207632065, + "loss_pdi": 0.440345099568367, + "loss_ee": 0.6702838182449341, + "loss_delivery": 0.4952160745859146, + "loss_biodist": 0.17058977335691453, + "loss_toxic": 0.053545324236620215, + "loss_moe_lb": 2.3366859436035154 + }, + { + "loss": 2.0165152192115783, + "loss_size": 0.3077400252223015, + "loss_pdi": 0.4481730848550797, + "loss_ee": 0.631855571269989, + "loss_delivery": 0.4285361282527447, + "loss_biodist": 0.12107582986354828, + "loss_toxic": 0.08038384905084968, + "loss_moe_lb": 2.331539034843445 + }, + { + "loss": 1.9989230394363404, + "loss_size": 0.2940011829137802, + "loss_pdi": 0.40505276024341585, + "loss_ee": 0.5950450450181961, + "loss_delivery": 0.5165964126586914, + "loss_biodist": 0.1279899559915066, + "loss_toxic": 0.06458370552863926, + "loss_moe_lb": 2.3395596981048583 + }, + { + "loss": 1.9693786263465882, + "loss_size": 0.30089042484760287, + "loss_pdi": 0.42507724165916444, + "loss_ee": 0.5527054160833359, + "loss_delivery": 0.46951127648353574, + "loss_biodist": 0.12668069154024125, + "loss_toxic": 0.0969276430318132, + "loss_moe_lb": 2.3337109804153444 + }, + { + "loss": 1.8614767432212829, + "loss_size": 0.2488650657236576, + "loss_pdi": 0.3811173841357231, + "loss_ee": 0.5479135274887085, + "loss_delivery": 0.5118157777935266, + "loss_biodist": 0.11836742833256722, + "loss_toxic": 0.05949547523632646, + "loss_moe_lb": 2.348449945449829 + }, + { + "loss": 1.7805487871170045, + "loss_size": 0.26075882762670516, + "loss_pdi": 0.3959483474493027, + "loss_ee": 0.5252403944730759, + "loss_delivery": 0.42864143997430804, + "loss_biodist": 0.11426500156521797, + "loss_toxic": 0.059797217859886585, + "loss_moe_lb": 2.358921527862549 + }, + { + "loss": 1.7381994247436523, + "loss_size": 0.2581326201558113, + "loss_pdi": 0.3996048480272293, + "loss_ee": 0.488673597574234, + "loss_delivery": 0.41993349343538283, + "loss_biodist": 0.11402110606431962, + "loss_toxic": 0.06057861403096467, + "loss_moe_lb": 2.355592131614685 + } + ], + "val": [ + { + "loss": 30.060468673706055, + "loss_size": 8.81291389465332, + "loss_pdi": 3.137677609919706, + "loss_ee": 10.929388999938965, + "loss_delivery": 0.6256044507026672, + "loss_biodist": 6.686244487762451, + "loss_moe_lb": 4.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.12121212121212122, + "acc_toxic": 1.0 + }, + { + "loss": 18.18129062652588, + "loss_size": 3.0797447562217712, + "loss_pdi": 1.8204897095420165, + "loss_ee": 5.013970494270325, + "loss_delivery": 4.14885950088501, + "loss_biodist": 4.2672953605651855, + "loss_toxic": 1.7103941729601502e-07, + "loss_moe_lb": 3.999963402748108, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.12121212121212122, + "acc_toxic": 1.0 + }, + { + "loss": 9.373858213424683, + "loss_size": 2.00199231505394, + "loss_pdi": 1.1470916254911572, + "loss_ee": 2.39605450630188, + "loss_delivery": 2.0768158435821533, + "loss_biodist": 1.8188748359680176, + "loss_toxic": 3.178470433340408e-05, + "loss_moe_lb": 3.7544621229171753, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.36363636363636365, + "acc_toxic": 1.0 + }, + { + "loss": 5.323068916797638, + "loss_size": 1.7064896300435066, + "loss_pdi": 0.5688391961157322, + "loss_ee": 1.2598904073238373, + "loss_delivery": 1.0860011577606201, + "loss_biodist": 0.7088470458984375, + "loss_toxic": 0.0011178824352100492, + "loss_moe_lb": 3.4835997819900513, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.3939393939393939, + "acc_toxic": 1.0 + }, + { + "loss": 3.6453738808631897, + "loss_size": 1.6371288262307644, + "loss_pdi": 0.5059231072664261, + "loss_ee": 0.7701438516378403, + "loss_delivery": 0.5220902562141418, + "loss_biodist": 0.1143837496638298, + "loss_toxic": 0.07197178900241852, + "loss_moe_lb": 3.486441493034363, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.3898521661758423, + "loss_size": 1.6429250463843346, + "loss_pdi": 0.3607471436262131, + "loss_ee": 0.6647949814796448, + "loss_delivery": 0.4626868665218353, + "loss_biodist": 0.13578933477401733, + "loss_toxic": 0.09326576441526413, + "loss_moe_lb": 3.130476713180542, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.393173336982727, + "loss_size": 1.3991834595799446, + "loss_pdi": 0.4233660250902176, + "loss_ee": 0.6415194272994995, + "loss_delivery": 0.7125562429428101, + "loss_biodist": 0.10089891403913498, + "loss_toxic": 0.09750422835350037, + "loss_moe_lb": 2.818281650543213, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.2925157248973846, + "loss_size": 1.5346814021468163, + "loss_pdi": 0.3438083678483963, + "loss_ee": 0.5949994176626205, + "loss_delivery": 0.5908243060112, + "loss_biodist": 0.08760620653629303, + "loss_toxic": 0.11502262204885483, + "loss_moe_lb": 2.7220566272735596, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.379428446292877, + "loss_size": 1.4579661935567856, + "loss_pdi": 0.335940882563591, + "loss_ee": 0.6629104316234589, + "loss_delivery": 0.6899805068969727, + "loss_biodist": 0.09618213027715683, + "loss_toxic": 0.11809743940830231, + "loss_moe_lb": 2.5395385026931763, + "acc_pdi": 0.8484848484848485, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.301689714193344, + "loss_size": 1.38945746794343, + "loss_pdi": 0.29450780898332596, + "loss_ee": 0.7113725394010544, + "loss_delivery": 0.6761446595191956, + "loss_biodist": 0.10341589897871017, + "loss_toxic": 0.11010818928480148, + "loss_moe_lb": 2.49814772605896, + "acc_pdi": 0.8787878787878788, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.1754045486450195, + "loss_size": 1.3805998861789703, + "loss_pdi": 0.3140372335910797, + "loss_ee": 0.5916692167520523, + "loss_delivery": 0.6981779336929321, + "loss_biodist": 0.09663539379835129, + "loss_toxic": 0.07449614256620407, + "loss_moe_lb": 2.500619411468506, + "acc_pdi": 0.8484848484848485, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.1747904121875763, + "loss_size": 1.373747281730175, + "loss_pdi": 0.2717783860862255, + "loss_ee": 0.6191422343254089, + "loss_delivery": 0.6495840549468994, + "loss_biodist": 0.10422179847955704, + "loss_toxic": 0.13185198605060577, + "loss_moe_lb": 2.557778239250183, + "acc_pdi": 0.8484848484848485, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.1089820861816406, + "loss_size": 1.3408055528998375, + "loss_pdi": 0.2962391972541809, + "loss_ee": 0.6671839207410812, + "loss_delivery": 0.5809858441352844, + "loss_biodist": 0.11097962409257889, + "loss_toxic": 0.09183986485004425, + "loss_moe_lb": 2.5235506296157837, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.0928763151168823, + "loss_size": 1.3409137800335884, + "loss_pdi": 0.2978564575314522, + "loss_ee": 0.6499612629413605, + "loss_delivery": 0.5787255764007568, + "loss_biodist": 0.11215514689683914, + "loss_toxic": 0.09124694764614105, + "loss_moe_lb": 2.5408929586410522, + "acc_pdi": 0.8484848484848485, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.0865857303142548, + "loss_size": 1.3338569551706314, + "loss_pdi": 0.2942829057574272, + "loss_ee": 0.6453019827604294, + "loss_delivery": 0.5834381580352783, + "loss_biodist": 0.11237546801567078, + "loss_toxic": 0.09507269412279129, + "loss_moe_lb": 2.5367588996887207, + "acc_pdi": 0.8484848484848485, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.8695652173913043 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_3/splits.json b/models/abl/both_molt5/20260624_002350/outer_fold_3/splits.json new file mode 100644 index 0000000..7a2b13e --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_3/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 102, 104, 105, 106, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 127, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 166, 168, 169, 170, 172, 173, 174, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 195, 198, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 218, 219, 221, 223, 224, 226, 227, 228, 230, 231, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 251, 252, 253, 254, 255, 256, 257, 258, 259, 262, 263, 264, 265, 266, 267, 268, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 282, 284, 286, 288, 289, 290, 291, 292, 293, 294, 295, 297, 298, 299, 301, 302, 304, 305, 306, 307, 308, 309, 310, 312, 314, 315, 316, 317, 319, 320, 321, 325, 326, 327, 328, 331, 332, 334, 336, 340, 341, 343, 344, 346, 347, 348, 350, 352, 353, 357, 359, 360, 361, 362, 363, 364, 366, 367, 368, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 382, 383, 384, 385, 386, 387, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 400, 401, 402, 403, 404, 406, 407, 410, 411, 412, 414, 415, 416, 418, 419], "outer_test_idx": [3, 6, 13, 18, 19, 26, 33, 44, 48, 49, 50, 56, 57, 72, 80, 88, 94, 101, 103, 107, 108, 114, 126, 128, 130, 145, 149, 157, 167, 171, 175, 188, 196, 197, 199, 211, 220, 222, 225, 229, 232, 236, 250, 260, 261, 271, 281, 283, 285, 287, 296, 300, 303, 311, 313, 318, 322, 323, 324, 329, 330, 333, 335, 337, 338, 339, 342, 345, 349, 351, 354, 355, 356, 358, 365, 369, 381, 388, 399, 405, 408, 409, 413, 417]} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_3/test_metrics.json b/models/abl/both_molt5/20260624_002350/outer_fold_3/test_metrics.json new file mode 100644 index 0000000..33a38a4 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_3/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.7015599299013842, + "rmse": 1.30443854968388, + "mae": 0.5289686592071351, + "r2": 0.037584734519839236 + }, + "delivery": { + "n_samples": 59, + "mse": 0.6980658831768289, + "rmse": 0.8355033711343294, + "mae": 0.5028807028843942, + "r2": 0.32139702371214895 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6074074074074074, + "recall": 0.6275659824046921, + "f1": 0.6100795755968169 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5833333333333334, + "precision": 0.5110428786899375, + "recall": 0.5272247360482655, + "f1": 0.5083333333333333 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9333333333333333, + "precision": 0.7142857142857143, + "recall": 0.9649122807017544, + "f1": 0.7818181818181817 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.21258712972173607, + "js_divergence": 0.05148357428738361 + } +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_4/best_params.json b/models/abl/both_molt5/20260624_002350/outer_fold_4/best_params.json new file mode 100644 index 0000000..d0a93f8 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_4/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.20496607857127885, + "lr": 0.0009573095972231165, + "weight_decay": 0.00038069869878401156, + "backbone_lr_ratio": 0.04121720375781922, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_4/epoch_mean.json b/models/abl/both_molt5/20260624_002350/outer_fold_4/epoch_mean.json new file mode 100644 index 0000000..c288387 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_4/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 18} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_4/history.json b/models/abl/both_molt5/20260624_002350/outer_fold_4/history.json new file mode 100644 index 0000000..abd672d --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_4/history.json @@ -0,0 +1,420 @@ +{ + "train": [ + { + "loss": 5.539388799667359, + "loss_size": 1.1410785138607025, + "loss_pdi": 0.6919559478759766, + "loss_ee": 1.0647028684616089, + "loss_delivery": 0.9587106019258499, + "loss_biodist": 1.0567164838314056, + "loss_toxic": 0.6199523895978928, + "loss_moe_lb": 1.2540191531181335 + }, + { + "loss": 4.586135363578796, + "loss_size": 1.0670541793107986, + "loss_pdi": 0.6511982321739197, + "loss_ee": 0.9859555244445801, + "loss_delivery": 0.8821795582771301, + "loss_biodist": 0.615702548623085, + "loss_toxic": 0.38899326622486113, + "loss_moe_lb": 1.0407974004745484 + }, + { + "loss": 3.960977625846863, + "loss_size": 0.9974518060684204, + "loss_pdi": 0.6126969128847122, + "loss_ee": 0.9354891300201416, + "loss_delivery": 0.76573745906353, + "loss_biodist": 0.4104075476527214, + "loss_toxic": 0.24515298902988433, + "loss_moe_lb": 1.0290887713432313 + }, + { + "loss": 3.778553080558777, + "loss_size": 1.0120233595371246, + "loss_pdi": 0.6194176554679871, + "loss_ee": 0.9130764484405518, + "loss_delivery": 0.7564841419458389, + "loss_biodist": 0.3139178916811943, + "loss_toxic": 0.17578255981206894, + "loss_moe_lb": 1.0328649282455444 + }, + { + "loss": 3.2545911073684692, + "loss_size": 0.8735204845666885, + "loss_pdi": 0.5458185255527497, + "loss_ee": 0.833308219909668, + "loss_delivery": 0.6564133673906326, + "loss_biodist": 0.26058308184146883, + "loss_toxic": 0.0955195994116366, + "loss_moe_lb": 1.013434684276581 + }, + { + "loss": 3.1177444219589234, + "loss_size": 0.8789207458496093, + "loss_pdi": 0.5354986846446991, + "loss_ee": 0.7980771422386169, + "loss_delivery": 0.6319408714771271, + "loss_biodist": 0.23734425008296967, + "loss_toxic": 0.050215421291068194, + "loss_moe_lb": 1.0140074253082276 + }, + { + "loss": 3.0707813501358032, + "loss_size": 0.8389878556132316, + "loss_pdi": 0.5259787619113923, + "loss_ee": 0.7790716230869293, + "loss_delivery": 0.618477538228035, + "loss_biodist": 0.2571880429983139, + "loss_toxic": 0.06826480887830258, + "loss_moe_lb": 1.0295534014701844 + }, + { + "loss": 2.900894618034363, + "loss_size": 0.7722566232085228, + "loss_pdi": 0.5331576824188232, + "loss_ee": 0.7910749435424804, + "loss_delivery": 0.5368074268102646, + "loss_biodist": 0.21922860890626908, + "loss_toxic": 0.06761695928871632, + "loss_moe_lb": 1.0097086131572723 + }, + { + "loss": 2.9297277688980103, + "loss_size": 0.793648038804531, + "loss_pdi": 0.522400951385498, + "loss_ee": 0.8124176561832428, + "loss_delivery": 0.5642620980739593, + "loss_biodist": 0.21434630900621415, + "loss_toxic": 0.04815955413505435, + "loss_moe_lb": 1.0147251844406129 + }, + { + "loss": 2.684098494052887, + "loss_size": 0.7176466047763824, + "loss_pdi": 0.4909261494874954, + "loss_ee": 0.7511789679527283, + "loss_delivery": 0.5228006735444068, + "loss_biodist": 0.18797054439783095, + "loss_toxic": 0.036565659660845996, + "loss_moe_lb": 1.0070264160633087 + }, + { + "loss": 2.818902552127838, + "loss_size": 0.7962270051240921, + "loss_pdi": 0.47156742215156555, + "loss_ee": 0.7425917774438858, + "loss_delivery": 0.619851416349411, + "loss_biodist": 0.17199703231453894, + "loss_toxic": 0.04523160709068179, + "loss_moe_lb": 1.0022777676582337 + }, + { + "loss": 2.5671981811523437, + "loss_size": 0.6960614889860153, + "loss_pdi": 0.4840445280075073, + "loss_ee": 0.7047740370035172, + "loss_delivery": 0.5124417811632156, + "loss_biodist": 0.172540532797575, + "loss_toxic": 0.023512831586413086, + "loss_moe_lb": 1.0109187364578247 + }, + { + "loss": 2.7071447730064393, + "loss_size": 0.7581912577152252, + "loss_pdi": 0.46012493669986726, + "loss_ee": 0.7233378529548645, + "loss_delivery": 0.5401543527841568, + "loss_biodist": 0.1745699718594551, + "loss_toxic": 0.07812965428456664, + "loss_moe_lb": 1.0063693225383759 + }, + { + "loss": 2.546401596069336, + "loss_size": 0.6945241928100586, + "loss_pdi": 0.46802581548690797, + "loss_ee": 0.684206074476242, + "loss_delivery": 0.5343094259500504, + "loss_biodist": 0.17076007276773453, + "loss_toxic": 0.023417133884504438, + "loss_moe_lb": 1.0070491909980774 + }, + { + "loss": 2.4804192900657656, + "loss_size": 0.7105554074048996, + "loss_pdi": 0.4508392095565796, + "loss_ee": 0.6744304656982422, + "loss_delivery": 0.4888687029480934, + "loss_biodist": 0.16182994320988656, + "loss_toxic": 0.021961722732521595, + "loss_moe_lb": 1.0099418878555297 + }, + { + "loss": 2.814808428287506, + "loss_size": 1.001628263294697, + "loss_pdi": 0.45674832761287687, + "loss_ee": 0.6712923049926758, + "loss_delivery": 0.4956592254340649, + "loss_biodist": 0.1645882710814476, + "loss_toxic": 0.05670866589061916, + "loss_moe_lb": 1.0136362612247467 + }, + { + "loss": 2.6124451518058778, + "loss_size": 0.6918195456266403, + "loss_pdi": 0.47599047124385835, + "loss_ee": 0.7304703652858734, + "loss_delivery": 0.5122279733419418, + "loss_biodist": 0.1786518983542919, + "loss_toxic": 0.05455692959949374, + "loss_moe_lb": 1.0075773060321809 + }, + { + "loss": 2.4888044476509092, + "loss_size": 0.6747689783573151, + "loss_pdi": 0.45566348135471346, + "loss_ee": 0.7078306972980499, + "loss_delivery": 0.49013072699308396, + "loss_biodist": 0.1641199916601181, + "loss_toxic": 0.026715471968054773, + "loss_moe_lb": 1.005980485677719 + } + ], + "val": [ + { + "loss": 78.69719696044922, + "loss_size": 46.70747947692871, + "loss_pdi": 5.568870782852173, + "loss_ee": 7.018682122228142, + "loss_delivery": 4.2598772048950195, + "loss_biodist": 11.1752188205719, + "loss_toxic": 4.36849653720855, + "loss_moe_lb": 3.9999992847442627, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.3939393939393939, + "acc_toxic": 0.9444444444444444 + }, + { + "loss": 60.49178695678711, + "loss_size": 13.10783052444458, + "loss_pdi": 6.023880481719971, + "loss_ee": 4.2268194457064965, + "loss_delivery": 22.014408111572266, + "loss_biodist": 12.459029197692871, + "loss_toxic": 3.350871682153411, + "loss_moe_lb": 3.832747459411621, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.3939393939393939, + "acc_toxic": 0.9444444444444444 + }, + { + "loss": 21.67624282836914, + "loss_size": 4.02213180065155, + "loss_pdi": 3.3022783994674683, + "loss_ee": 2.515424983459525, + "loss_delivery": 4.140327572822571, + "loss_biodist": 6.0934929847717285, + "loss_toxic": 1.9089568220078945, + "loss_moe_lb": 1.5152884125709534, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.3939393939393939, + "acc_toxic": 0.9444444444444444 + }, + { + "loss": 7.562302350997925, + "loss_size": 1.3784087896347046, + "loss_pdi": 1.4575120210647583, + "loss_ee": 1.2549267560243607, + "loss_delivery": 1.2268469035625458, + "loss_biodist": 2.075344681739807, + "loss_toxic": 0.24800609704107046, + "loss_moe_lb": 2.7204669713974, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.3939393939393939, + "acc_toxic": 0.9444444444444444 + }, + { + "loss": 3.595263361930847, + "loss_size": 0.5116154104471207, + "loss_pdi": 0.6652111709117889, + "loss_ee": 0.6265799924731255, + "loss_delivery": 0.9731447547674179, + "loss_biodist": 0.7387069463729858, + "loss_toxic": 0.08204526267945766, + "loss_moe_lb": 2.690138101577759, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5151515151515151, + "acc_toxic": 1.0 + }, + { + "loss": 2.6077254116535187, + "loss_size": 0.20142895728349686, + "loss_pdi": 0.39209674298763275, + "loss_ee": 0.5662763454020023, + "loss_delivery": 0.9672912796959281, + "loss_biodist": 0.3090432174503803, + "loss_toxic": 0.15822937712073326, + "loss_moe_lb": 2.312477231025696, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.5454545454545454, + "acc_toxic": 1.0 + }, + { + "loss": 2.6623395681381226, + "loss_size": 0.1438063234090805, + "loss_pdi": 0.3385508581995964, + "loss_ee": 0.5590360146015882, + "loss_delivery": 1.078677796991542, + "loss_biodist": 0.20966114848852158, + "loss_toxic": 0.31835310719907284, + "loss_moe_lb": 2.1752833127975464, + "acc_pdi": 0.48484848484848486, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 2.264107882976532, + "loss_size": 0.14755085483193398, + "loss_pdi": 0.3186680655926466, + "loss_ee": 0.5207606963813305, + "loss_delivery": 0.8681074865162373, + "loss_biodist": 0.08571711741387844, + "loss_toxic": 0.30461784452199936, + "loss_moe_lb": 2.0633314847946167, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.9444444444444444 + }, + { + "loss": 2.088169574737549, + "loss_size": 0.14742824621498585, + "loss_pdi": 0.34474997967481613, + "loss_ee": 0.5021784361451864, + "loss_delivery": 0.8970640017651021, + "loss_biodist": 0.08244702592492104, + "loss_toxic": 0.10594891896471381, + "loss_moe_lb": 2.0872344970703125, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 2.0029237270355225, + "loss_size": 0.12675587181001902, + "loss_pdi": 0.3334386609494686, + "loss_ee": 0.48184647038578987, + "loss_delivery": 0.9172597844153643, + "loss_biodist": 0.0728072002530098, + "loss_toxic": 0.06611936585977674, + "loss_moe_lb": 2.0454453229904175, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9274513572454453, + "loss_size": 0.13713337806984782, + "loss_pdi": 0.32401274517178535, + "loss_ee": 0.48849618388339877, + "loss_delivery": 0.8682044157758355, + "loss_biodist": 0.06856725830584764, + "loss_toxic": 0.039478556253015995, + "loss_moe_lb": 2.021887958049774, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9658514484763145, + "loss_size": 0.13850502762943506, + "loss_pdi": 0.3331582862883806, + "loss_ee": 0.4920405480079353, + "loss_delivery": 0.9063975215868254, + "loss_biodist": 0.06910218484699726, + "loss_toxic": 0.02897140383720398, + "loss_moe_lb": 2.08208304643631, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9429233893752098, + "loss_size": 0.13759660872165114, + "loss_pdi": 0.3359314650297165, + "loss_ee": 0.4847972276620567, + "loss_delivery": 0.8905522935965564, + "loss_biodist": 0.06838194839656353, + "loss_toxic": 0.029117914848029613, + "loss_moe_lb": 2.0857590436935425, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9526855498552322, + "loss_size": 0.1212156334077008, + "loss_pdi": 0.3382077068090439, + "loss_ee": 0.49141022749245167, + "loss_delivery": 0.914959461602848, + "loss_biodist": 0.06561522744596004, + "loss_toxic": 0.02730508055537939, + "loss_moe_lb": 2.056631624698639, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9603481590747833, + "loss_size": 0.12670200556749478, + "loss_pdi": 0.3423373494297266, + "loss_ee": 0.4795270748436451, + "loss_delivery": 0.9268099793698639, + "loss_biodist": 0.06817940156906843, + "loss_toxic": 0.023694990668445826, + "loss_moe_lb": 2.0770293474197388, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9711186587810516, + "loss_size": 0.12288279039785266, + "loss_pdi": 0.34473141841590405, + "loss_ee": 0.4822490564547479, + "loss_delivery": 0.9400268632452935, + "loss_biodist": 0.06800936907529831, + "loss_toxic": 0.02124192612245679, + "loss_moe_lb": 2.0832481384277344, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9590024650096893, + "loss_size": 0.12265250564087182, + "loss_pdi": 0.33772893622517586, + "loss_ee": 0.47912319330498576, + "loss_delivery": 0.9403322336729616, + "loss_biodist": 0.06907286308705807, + "loss_toxic": 0.018285131081938744, + "loss_moe_lb": 2.062876045703888, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 2.004642680287361, + "loss_size": 0.12409562501125038, + "loss_pdi": 0.3242975175380707, + "loss_ee": 0.48431451991200447, + "loss_delivery": 0.9286936954595149, + "loss_biodist": 0.07090480998158455, + "loss_toxic": 0.07703505828976631, + "loss_moe_lb": 2.038929045200348, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.9444444444444444 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_4/splits.json b/models/abl/both_molt5/20260624_002350/outer_fold_4/splits.json new file mode 100644 index 0000000..8dd0299 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_4/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 110, 111, 112, 113, 114, 116, 117, 119, 120, 121, 122, 123, 124, 126, 127, 128, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 152, 154, 155, 157, 160, 161, 162, 163, 164, 165, 166, 167, 169, 170, 171, 173, 174, 175, 176, 177, 178, 180, 181, 182, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 203, 205, 206, 207, 208, 209, 211, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 234, 235, 236, 238, 239, 240, 241, 243, 244, 245, 246, 247, 248, 249, 250, 251, 253, 254, 257, 258, 260, 261, 262, 263, 264, 265, 266, 267, 270, 271, 272, 273, 277, 278, 279, 280, 281, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 298, 299, 300, 301, 302, 303, 304, 305, 306, 309, 311, 312, 313, 314, 315, 316, 318, 319, 320, 322, 323, 324, 325, 326, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 341, 342, 343, 345, 346, 347, 349, 350, 351, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 365, 367, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 381, 383, 384, 385, 386, 388, 390, 391, 392, 393, 394, 395, 396, 397, 399, 400, 401, 402, 403, 405, 406, 407, 408, 409, 410, 411, 413, 415, 416, 417, 418, 419], "outer_test_idx": [0, 5, 11, 21, 24, 27, 30, 32, 36, 38, 39, 40, 47, 55, 58, 61, 65, 76, 86, 95, 100, 106, 109, 115, 118, 125, 129, 131, 136, 148, 150, 151, 153, 156, 158, 159, 168, 172, 179, 183, 184, 185, 202, 204, 210, 212, 213, 228, 233, 237, 242, 252, 255, 256, 259, 268, 269, 274, 275, 276, 282, 297, 307, 308, 310, 317, 321, 327, 340, 344, 348, 352, 364, 366, 368, 379, 380, 382, 387, 389, 398, 404, 412, 414]} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/outer_fold_4/test_metrics.json b/models/abl/both_molt5/20260624_002350/outer_fold_4/test_metrics.json new file mode 100644 index 0000000..b1867cd --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/outer_fold_4/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.7454307837607543, + "rmse": 0.8633833353503844, + "mae": 0.4983095005099174, + "r2": 0.002521016964725842 + }, + "delivery": { + "n_samples": 58, + "mse": 1.1305003453510372, + "rmse": 1.0632498978843294, + "mae": 0.660637865806448, + "r2": -0.09317517153949795 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6592592592592592, + "recall": 0.6891495601173021, + "f1": 0.6657824933687002 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6144079123229084, + "recall": 0.6371794871794871, + "f1": 0.6167919799498747 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9830508474576272, + "precision": 0.875, + "recall": 0.9910714285714286, + "f1": 0.924066924066924 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.22363313091427037, + "js_divergence": 0.05554485020959375 + } +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_0/best_params.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_0/best_params.json new file mode 100644 index 0000000..769e97f --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_0/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.36138334610559464, + "lr": 0.0009768611684372063, + "weight_decay": 0.0007819543421024561, + "backbone_lr_ratio": 0.1094875202574584, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_0/epoch_mean.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_0/epoch_mean.json new file mode 100644 index 0000000..17fb17e --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_0/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 10} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_0/history.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_0/history.json new file mode 100644 index 0000000..69a40fd --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_0/history.json @@ -0,0 +1,236 @@ +{ + "train": [ + { + "loss": 5.524814319610596, + "loss_size": 0.8684428364038468, + "loss_pdi": 0.7048864006996155, + "loss_ee": 1.0710427522659303, + "loss_delivery": 1.1324500471353531, + "loss_biodist": 1.116255021095276, + "loss_toxic": 0.6207642078399658, + "loss_moe_lb": 2.000000011920929 + }, + { + "loss": 4.779948663711548, + "loss_size": 0.8089697226881981, + "loss_pdi": 0.6606260657310485, + "loss_ee": 1.0173571407794952, + "loss_delivery": 1.0761178493499757, + "loss_biodist": 0.7680079162120819, + "loss_toxic": 0.44909708499908446, + "loss_moe_lb": 2.0 + }, + { + "loss": 4.050160026550293, + "loss_size": 0.7575689032673836, + "loss_pdi": 0.6020102024078369, + "loss_ee": 0.9767299115657806, + "loss_delivery": 0.8756807953119278, + "loss_biodist": 0.5357711166143417, + "loss_toxic": 0.3011777475476265, + "loss_moe_lb": 2.0 + }, + { + "loss": 4.161101174354553, + "loss_size": 1.0988958120346068, + "loss_pdi": 0.5955684185028076, + "loss_ee": 0.9666585743427276, + "loss_delivery": 0.8235091269016266, + "loss_biodist": 0.42414291501045226, + "loss_toxic": 0.25850655883550644, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.5303249597549438, + "loss_size": 0.7283706590533257, + "loss_pdi": 0.5598395466804504, + "loss_ee": 0.9043925285339356, + "loss_delivery": 0.7894529402256012, + "loss_biodist": 0.39891761243343354, + "loss_toxic": 0.1513530034571886, + "loss_moe_lb": 1.9999999761581422 + }, + { + "loss": 3.5909863710403442, + "loss_size": 0.7104631423950195, + "loss_pdi": 0.5546891778707504, + "loss_ee": 0.9016505539417267, + "loss_delivery": 1.0016085356473923, + "loss_biodist": 0.2981157019734383, + "loss_toxic": 0.13330635167658328, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.1909934520721435, + "loss_size": 0.6627367377281189, + "loss_pdi": 0.538286617398262, + "loss_ee": 0.873361450433731, + "loss_delivery": 0.7621573656797409, + "loss_biodist": 0.2506260618567467, + "loss_toxic": 0.10610629320144653, + "loss_moe_lb": 2.000000011920929 + }, + { + "loss": 3.237830114364624, + "loss_size": 0.6921151638031006, + "loss_pdi": 0.5516189694404602, + "loss_ee": 0.8682980418205262, + "loss_delivery": 0.7820788294076919, + "loss_biodist": 0.24158318787813188, + "loss_toxic": 0.10745375156402588, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.2217688083648683, + "loss_size": 0.6936248689889908, + "loss_pdi": 0.5373503923416137, + "loss_ee": 0.8219803929328918, + "loss_delivery": 0.8344349518418313, + "loss_biodist": 0.22886042296886444, + "loss_toxic": 0.11085730008780956, + "loss_moe_lb": 2.000000011920929 + }, + { + "loss": 3.087543773651123, + "loss_size": 0.6716797381639481, + "loss_pdi": 0.5142000764608383, + "loss_ee": 0.8389979183673859, + "loss_delivery": 0.7436080187559128, + "loss_biodist": 0.22416235506534576, + "loss_toxic": 0.09787493608891965, + "loss_moe_lb": 2.000000011920929 + } + ], + "val": [ + { + "loss": 39.67646503448486, + "loss_size": 0.29351537488400936, + "loss_pdi": 2.8725500105856554, + "loss_ee": 8.94786286354065, + "loss_delivery": 17.6503849029541, + "loss_biodist": 7.123493194580078, + "loss_toxic": 3.0945091247558594, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8846153846153846 + }, + { + "loss": 25.35682964324951, + "loss_size": 4.254487872123718, + "loss_pdi": 1.79463337600464, + "loss_ee": 6.553370714187622, + "loss_delivery": 4.188564777374268, + "loss_biodist": 5.312981605529785, + "loss_toxic": 3.562476873397827, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8846153846153846 + }, + { + "loss": 13.423016786575317, + "loss_size": 1.5797431766986847, + "loss_pdi": 1.297732368344441, + "loss_ee": 3.6462221145629883, + "loss_delivery": 2.6459624767303467, + "loss_biodist": 2.400057315826416, + "loss_toxic": 2.044032335281372, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8846153846153846 + }, + { + "loss": 4.255309998989105, + "loss_size": 0.34824822354130447, + "loss_pdi": 0.7523076646029949, + "loss_ee": 1.382599115371704, + "loss_delivery": 0.8910565972328186, + "loss_biodist": 0.5087805986404419, + "loss_toxic": 0.40481963753700256, + "loss_moe_lb": 2.0000001192092896, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9230769230769231 + }, + { + "loss": 2.261035203933716, + "loss_size": 0.23013292998075485, + "loss_pdi": 0.4809246361255646, + "loss_ee": 0.8620039522647858, + "loss_delivery": 0.47193700075149536, + "loss_biodist": 0.14340375363826752, + "loss_toxic": 0.064605213701725, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.172904372215271, + "loss_size": 0.22132589668035507, + "loss_pdi": 0.5318020731210709, + "loss_ee": 0.8003776371479034, + "loss_delivery": 0.45958438515663147, + "loss_biodist": 0.10639726370573044, + "loss_toxic": 0.04530438408255577, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.1398062705993652, + "loss_size": 0.22050591185688972, + "loss_pdi": 0.5414592027664185, + "loss_ee": 0.7802501320838928, + "loss_delivery": 0.4444488286972046, + "loss_biodist": 0.10011634975671768, + "loss_toxic": 0.04524093493819237, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.125091314315796, + "loss_size": 0.22485463321208954, + "loss_pdi": 0.5437735021114349, + "loss_ee": 0.7654991447925568, + "loss_delivery": 0.4398346543312073, + "loss_biodist": 0.0960593894124031, + "loss_toxic": 0.0473664216697216, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.1092416048049927, + "loss_size": 0.22511059045791626, + "loss_pdi": 0.536578506231308, + "loss_ee": 0.760071873664856, + "loss_delivery": 0.4349571466445923, + "loss_biodist": 0.09552191942930222, + "loss_toxic": 0.04903058335185051, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.1080336570739746, + "loss_size": 0.22322196513414383, + "loss_pdi": 0.528825968503952, + "loss_ee": 0.7651469707489014, + "loss_delivery": 0.4349267780780792, + "loss_biodist": 0.0954882949590683, + "loss_toxic": 0.05242477357387543, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9615384615384616 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_0/splits.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_0/splits.json new file mode 100644 index 0000000..cccb9d8 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_0/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67, 68, 71, 72, 73, 75, 76, 77, 80, 81, 85, 86, 88, 89, 90, 92, 94, 95, 96, 98, 99, 100, 101, 103, 104, 105, 106, 107, 108, 109, 111, 113, 114, 115, 116, 117, 118, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 133, 134, 135, 136, 138, 139, 141, 144, 145, 146, 147, 148, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 163, 164, 167, 168, 169, 170, 171, 172, 175, 176, 178, 179, 180, 182, 183, 184, 185, 188, 189, 190, 191, 192, 193, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 206, 208, 210, 211, 212, 213, 216, 217, 218, 219, 220, 222, 224, 225, 227, 228, 229, 230, 231, 232, 233, 234, 236, 237, 239, 241, 242, 244, 245, 247, 248, 249, 250, 252, 253, 255, 256, 257, 258, 259, 260, 261, 262, 265, 267, 268, 269, 270, 271, 272, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 285, 286, 287, 288, 291, 292, 294, 296, 297, 298, 299, 300, 301, 303, 304, 306, 307, 308, 309, 310, 311, 312, 313, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 332, 333, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 346, 347, 348, 349, 351, 352, 354, 355, 356, 357, 358, 359, 360, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 374, 375, 377, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 393, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 407, 408, 409, 411, 412, 413, 414, 415, 417, 418, 419], "outer_test_idx": [7, 16, 20, 29, 51, 59, 60, 69, 70, 74, 78, 79, 82, 83, 84, 87, 91, 93, 97, 102, 110, 112, 119, 120, 121, 132, 137, 140, 142, 143, 152, 161, 162, 165, 166, 173, 174, 177, 181, 186, 187, 194, 205, 207, 209, 214, 215, 221, 223, 226, 235, 238, 240, 243, 246, 251, 254, 263, 264, 266, 273, 284, 289, 290, 293, 295, 302, 305, 314, 315, 331, 334, 341, 350, 353, 361, 373, 376, 378, 392, 394, 402, 410, 416]} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_0/test_metrics.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_0/test_metrics.json new file mode 100644 index 0000000..626a9b7 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_0/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.4913369439691264, + "rmse": 1.2212030723713097, + "mae": 0.5824022564184235, + "r2": 0.08726508117798826 + }, + "delivery": { + "n_samples": 58, + "mse": 0.6888913417632222, + "rmse": 0.8299947841783237, + "mae": 0.6565480354274141, + "r2": 0.1243775342167962 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7976190476190477, + "precision": 0.7473474801061009, + "recall": 0.7658588738417677, + "f1": 0.7551020408163265 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6825338404285772, + "recall": 0.6971428571428572, + "f1": 0.6715159985600238 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.25535786486716, + "js_divergence": 0.047258401575109285 + } +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_1/best_params.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_1/best_params.json new file mode 100644 index 0000000..11682f6 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_1/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.2617620972301631, + "lr": 0.0009708340161977452, + "weight_decay": 0.00876815717103087, + "backbone_lr_ratio": 0.07764666819777231, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_1/epoch_mean.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_1/epoch_mean.json new file mode 100644 index 0000000..6aa3930 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_1/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 9} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_1/history.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_1/history.json new file mode 100644 index 0000000..961d5f4 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_1/history.json @@ -0,0 +1,213 @@ +{ + "train": [ + { + "loss": 5.460898208618164, + "loss_size": 1.1375992119312286, + "loss_pdi": 0.6732721030712128, + "loss_ee": 1.043313843011856, + "loss_delivery": 0.9723975151777268, + "loss_biodist": 1.030187374353409, + "loss_toxic": 0.5914242148399353, + "loss_moe_lb": 2.0 + }, + { + "loss": 4.501920700073242, + "loss_size": 1.0913621842861176, + "loss_pdi": 0.631058269739151, + "loss_ee": 0.9471247673034668, + "loss_delivery": 0.8804525434970856, + "loss_biodist": 0.5999700367450714, + "loss_toxic": 0.34615901187062265, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.9701628923416137, + "loss_size": 1.0194276839494705, + "loss_pdi": 0.6047431230545044, + "loss_ee": 0.8555936574935913, + "loss_delivery": 0.8447233766317368, + "loss_biodist": 0.40634418427944186, + "loss_toxic": 0.23726290985941886, + "loss_moe_lb": 1.999999964237213 + }, + { + "loss": 3.697332525253296, + "loss_size": 0.9726894110441208, + "loss_pdi": 0.5611484467983245, + "loss_ee": 0.8630642473697663, + "loss_delivery": 0.7477213174104691, + "loss_biodist": 0.3482570692896843, + "loss_toxic": 0.2052530374377966, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.3827174425125124, + "loss_size": 0.9222262054681778, + "loss_pdi": 0.5572866976261139, + "loss_ee": 0.7810479462146759, + "loss_delivery": 0.7187399387359619, + "loss_biodist": 0.30419556200504305, + "loss_toxic": 0.10035524424165487, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.7560388088226317, + "loss_size": 1.2327485471963882, + "loss_pdi": 0.5214486747980118, + "loss_ee": 0.7589922666549682, + "loss_delivery": 0.8492700845003128, + "loss_biodist": 0.2696498543024063, + "loss_toxic": 0.13380735665559768, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.1162399530410765, + "loss_size": 0.7933196991682052, + "loss_pdi": 0.5142938375473023, + "loss_ee": 0.7509360313415527, + "loss_delivery": 0.6837529346346856, + "loss_biodist": 0.25039665699005126, + "loss_toxic": 0.12360873557627201, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.106376075744629, + "loss_size": 0.8276358902454376, + "loss_pdi": 0.512669762969017, + "loss_ee": 0.7642974942922592, + "loss_delivery": 0.6451126992702484, + "loss_biodist": 0.2466650739312172, + "loss_toxic": 0.11152790449559688, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.157662105560303, + "loss_size": 0.896274384856224, + "loss_pdi": 0.5099406152963638, + "loss_ee": 0.7266035377979279, + "loss_delivery": 0.6766575619578361, + "loss_biodist": 0.233345890045166, + "loss_toxic": 0.11712747123092412, + "loss_moe_lb": 2.0 + } + ], + "val": [ + { + "loss": 57.63603210449219, + "loss_size": 27.73030376434326, + "loss_pdi": 13.031417846679688, + "loss_ee": 5.492410659790039, + "loss_delivery": 0.5920791625976562, + "loss_biodist": 10.855586051940918, + "loss_toxic": 0.3439837396144867, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 41.10928916931152, + "loss_size": 19.265963554382324, + "loss_pdi": 7.7695231437683105, + "loss_ee": 4.104732632637024, + "loss_delivery": 1.6999934911727905, + "loss_biodist": 6.929474830627441, + "loss_toxic": 1.83597731590271, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 20.840516090393066, + "loss_size": 8.137414455413818, + "loss_pdi": 4.433007121086121, + "loss_ee": 2.6659257411956787, + "loss_delivery": 1.292184829711914, + "loss_biodist": 3.173236846923828, + "loss_toxic": 1.4314751625061035, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 6.7878804206848145, + "loss_size": 1.4717124700546265, + "loss_pdi": 2.170269727706909, + "loss_ee": 1.3157120943069458, + "loss_delivery": 0.3101436197757721, + "loss_biodist": 0.9650857448577881, + "loss_toxic": 0.6293114423751831, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 1.8156248331069946, + "loss_size": 0.24564826488494873, + "loss_pdi": 0.6825108528137207, + "loss_ee": 0.4272909853607416, + "loss_delivery": 0.22099058330059052, + "loss_biodist": 0.1960059553384781, + "loss_toxic": 0.022794736549258232, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 1.6141141057014465, + "loss_size": 0.19137632101774216, + "loss_pdi": 0.6049412786960602, + "loss_ee": 0.3928337525576353, + "loss_delivery": 0.21820196509361267, + "loss_biodist": 0.17102567851543427, + "loss_toxic": 0.011358002200722694, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 1.561229944229126, + "loss_size": 0.17410915282380302, + "loss_pdi": 0.5693262219429016, + "loss_ee": 0.39035699889063835, + "loss_delivery": 0.24142888188362122, + "loss_biodist": 0.15255427360534668, + "loss_toxic": 0.00833777617663145, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 1.520220085978508, + "loss_size": 0.18404166866093874, + "loss_pdi": 0.536161869764328, + "loss_ee": 0.3876242134720087, + "loss_delivery": 0.22947925329208374, + "loss_biodist": 0.1476188600063324, + "loss_toxic": 0.009120313450694084, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 1.5005807876586914, + "loss_size": 0.17188056535087526, + "loss_pdi": 0.5480635464191437, + "loss_ee": 0.3851135028526187, + "loss_delivery": 0.21350662410259247, + "loss_biodist": 0.14680269360542297, + "loss_toxic": 0.008808691054582596, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_1/splits.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_1/splits.json new file mode 100644 index 0000000..1773fe5 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_1/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 3, 5, 6, 7, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 24, 26, 27, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 112, 114, 115, 118, 119, 120, 121, 123, 124, 125, 126, 128, 129, 130, 131, 132, 136, 137, 140, 141, 142, 143, 144, 145, 146, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 161, 162, 164, 165, 166, 167, 168, 169, 171, 172, 173, 174, 175, 176, 177, 178, 179, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 194, 195, 196, 197, 198, 199, 201, 202, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 225, 226, 228, 229, 231, 232, 233, 234, 235, 236, 237, 238, 240, 242, 243, 244, 246, 247, 248, 250, 251, 252, 254, 255, 256, 258, 259, 260, 261, 262, 263, 264, 266, 268, 269, 270, 271, 273, 274, 275, 276, 277, 278, 279, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 295, 296, 297, 300, 301, 302, 303, 304, 305, 306, 307, 308, 310, 311, 313, 314, 315, 316, 317, 318, 319, 321, 322, 323, 324, 325, 327, 328, 329, 330, 331, 333, 334, 335, 337, 338, 339, 340, 341, 342, 343, 344, 345, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 361, 362, 364, 365, 366, 367, 368, 369, 373, 374, 375, 376, 378, 379, 380, 381, 382, 384, 387, 388, 389, 391, 392, 393, 394, 396, 397, 398, 399, 402, 403, 404, 405, 406, 408, 409, 410, 411, 412, 413, 414, 416, 417, 419], "outer_test_idx": [1, 2, 4, 8, 9, 14, 17, 22, 23, 25, 28, 34, 37, 41, 43, 45, 63, 64, 68, 85, 96, 104, 111, 113, 116, 117, 122, 127, 133, 134, 135, 138, 139, 147, 160, 163, 170, 180, 191, 192, 193, 200, 203, 208, 224, 227, 230, 239, 241, 245, 249, 253, 257, 265, 267, 272, 280, 294, 298, 299, 309, 312, 320, 326, 332, 336, 346, 347, 360, 363, 370, 371, 372, 377, 383, 385, 386, 390, 395, 400, 401, 407, 415, 418]} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_1/test_metrics.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_1/test_metrics.json new file mode 100644 index 0000000..1e4c99b --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_1/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.4102990857495265, + "rmse": 0.6405459279001987, + "mae": 0.48430168065464213, + "r2": -0.25290753725023607 + }, + "delivery": { + "n_samples": 61, + "mse": 1.141709732617368, + "rmse": 1.0685081808846237, + "mae": 0.6904619923930188, + "r2": 0.13580803704365674 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6597687157638467, + "recall": 0.6984126984126984, + "f1": 0.6657824933687002 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5595238095238095, + "precision": 0.48331733625851275, + "recall": 0.4847771276342705, + "f1": 0.472943722943723 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.27289092812520727, + "js_divergence": 0.06838914596052793 + } +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_2/best_params.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_2/best_params.json new file mode 100644 index 0000000..d0524e2 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_2/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.3398640929006426, + "lr": 0.0006400879855817172, + "weight_decay": 0.00687535028340139, + "backbone_lr_ratio": 0.3085531888778921, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_2/epoch_mean.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_2/epoch_mean.json new file mode 100644 index 0000000..84179ef --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_2/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 12} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_2/history.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_2/history.json new file mode 100644 index 0000000..18be6ed --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_2/history.json @@ -0,0 +1,282 @@ +{ + "train": [ + { + "loss": 5.856087303161621, + "loss_size": 1.271156406402588, + "loss_pdi": 0.6967503249645233, + "loss_ee": 1.0864341974258422, + "loss_delivery": 0.9968967020511628, + "loss_biodist": 1.1364248454570771, + "loss_toxic": 0.6592794358730316, + "loss_moe_lb": 1.3127472758293153 + }, + { + "loss": 5.147792863845825, + "loss_size": 1.1375292599201203, + "loss_pdi": 0.6623873949050904, + "loss_ee": 1.036299365758896, + "loss_delivery": 0.9463974982500076, + "loss_biodist": 0.8330850303173065, + "loss_toxic": 0.5347434997558593, + "loss_moe_lb": 1.0311789214611053 + }, + { + "loss": 4.636369061470032, + "loss_size": 1.0958920449018479, + "loss_pdi": 0.6428804576396943, + "loss_ee": 0.9898818850517273, + "loss_delivery": 0.7923000991344452, + "loss_biodist": 0.6638295501470566, + "loss_toxic": 0.45739271938800813, + "loss_moe_lb": 1.0289737164974213 + }, + { + "loss": 4.323628997802734, + "loss_size": 1.077129751443863, + "loss_pdi": 0.6125110805034637, + "loss_ee": 0.9385825395584106, + "loss_delivery": 0.9217420846223832, + "loss_biodist": 0.48156658709049227, + "loss_toxic": 0.2993537291884422, + "loss_moe_lb": 1.034372329711914 + }, + { + "loss": 3.853155827522278, + "loss_size": 0.9743479192256927, + "loss_pdi": 0.58854960501194, + "loss_ee": 0.8914726436138153, + "loss_delivery": 0.8527679145336151, + "loss_biodist": 0.37485102713108065, + "loss_toxic": 0.1761695846915245, + "loss_moe_lb": 1.0354521870613098 + }, + { + "loss": 3.4512760639190674, + "loss_size": 0.9847603470087052, + "loss_pdi": 0.5583128064870835, + "loss_ee": 0.8410054743289948, + "loss_delivery": 0.6495907470583916, + "loss_biodist": 0.30040614902973173, + "loss_toxic": 0.1186226837337017, + "loss_moe_lb": 1.0266401946544648 + }, + { + "loss": 3.3158255577087403, + "loss_size": 0.8465296357870102, + "loss_pdi": 0.5555214703083038, + "loss_ee": 0.8190645575523376, + "loss_delivery": 0.6807576775550842, + "loss_biodist": 0.30730138123035433, + "loss_toxic": 0.10974438488483429, + "loss_moe_lb": 1.0149209797382355 + }, + { + "loss": 3.2303048372268677, + "loss_size": 0.8955555617809295, + "loss_pdi": 0.5227005481719971, + "loss_ee": 0.7903556525707245, + "loss_delivery": 0.6640478760004044, + "loss_biodist": 0.2400360271334648, + "loss_toxic": 0.12026643753051758, + "loss_moe_lb": 1.0209479093551637 + }, + { + "loss": 3.1508759260177612, + "loss_size": 0.8375696867704392, + "loss_pdi": 0.5291410624980927, + "loss_ee": 0.7839075565338135, + "loss_delivery": 0.6598507344722748, + "loss_biodist": 0.25205389112234117, + "loss_toxic": 0.0921679362654686, + "loss_moe_lb": 1.0194344758987426 + }, + { + "loss": 3.172164726257324, + "loss_size": 1.0401545584201812, + "loss_pdi": 0.5104662388563156, + "loss_ee": 0.7477247834205627, + "loss_delivery": 0.5269669353961944, + "loss_biodist": 0.22926469445228576, + "loss_toxic": 0.11994395442306996, + "loss_moe_lb": 1.0123321056365966 + }, + { + "loss": 2.9893647909164427, + "loss_size": 0.8044950127601623, + "loss_pdi": 0.5029565900564194, + "loss_ee": 0.7759874701499939, + "loss_delivery": 0.6087081894278527, + "loss_biodist": 0.21596330404281616, + "loss_toxic": 0.0841304536908865, + "loss_moe_lb": 1.0118255078792573 + }, + { + "loss": 2.9727354288101195, + "loss_size": 0.7990232922136784, + "loss_pdi": 0.48807119727134707, + "loss_ee": 0.7622697055339813, + "loss_delivery": 0.5818518444895744, + "loss_biodist": 0.2512118250131607, + "loss_toxic": 0.09240075275301933, + "loss_moe_lb": 1.015822571516037 + } + ], + "val": [ + { + "loss": 48.98935317993164, + "loss_size": 4.984471440315247, + "loss_pdi": 14.629249095916748, + "loss_ee": 8.552492141723633, + "loss_delivery": 16.74374771118164, + "loss_biodist": 2.740934133529663, + "loss_toxic": 1.538642406463623, + "loss_moe_lb": 3.9999964237213135, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.0 + }, + { + "loss": 23.48780632019043, + "loss_size": 0.9470525085926056, + "loss_pdi": 8.729568004608154, + "loss_ee": 7.030832529067993, + "loss_delivery": 4.489412307739258, + "loss_biodist": 2.44252872467041, + "loss_toxic": 0.049936722964048386, + "loss_moe_lb": 3.7444571256637573, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 13.03902816772461, + "loss_size": 1.0118006467819214, + "loss_pdi": 4.91387677192688, + "loss_ee": 4.275082468986511, + "loss_delivery": 1.4449729919433594, + "loss_biodist": 1.5130079984664917, + "loss_toxic": 0.04150981456041336, + "loss_moe_lb": 1.6010145545005798, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 3.30271178483963, + "loss_size": 0.5305381715297699, + "loss_pdi": 0.795496940612793, + "loss_ee": 0.7813512086868286, + "loss_delivery": 0.82379150390625, + "loss_biodist": 0.27267587184906006, + "loss_toxic": 0.09766242653131485, + "loss_moe_lb": 2.0990217328071594, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.501458466053009, + "loss_size": 0.4232522249221802, + "loss_pdi": 0.46206649392843246, + "loss_ee": 0.4855624735355377, + "loss_delivery": 0.7740219235420227, + "loss_biodist": 0.16547033190727234, + "loss_toxic": 0.17649392783641815, + "loss_moe_lb": 1.9295890927314758, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.7575757575757576, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 2.3348277509212494, + "loss_size": 0.34902359545230865, + "loss_pdi": 0.46170707046985626, + "loss_ee": 0.46276865154504776, + "loss_delivery": 0.6829984188079834, + "loss_biodist": 0.20464742183685303, + "loss_toxic": 0.16544941067695618, + "loss_moe_lb": 1.1549847722053528, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.169287219643593, + "loss_size": 0.2779664993286133, + "loss_pdi": 0.4090290814638138, + "loss_ee": 0.4333246164023876, + "loss_delivery": 0.7322084307670593, + "loss_biodist": 0.13767333328723907, + "loss_toxic": 0.16900396347045898, + "loss_moe_lb": 1.0944467186927795, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.1413231194019318, + "loss_size": 0.2616739049553871, + "loss_pdi": 0.40658099949359894, + "loss_ee": 0.41412525065243244, + "loss_delivery": 0.7666274309158325, + "loss_biodist": 0.13087321817874908, + "loss_toxic": 0.1516065001487732, + "loss_moe_lb": 1.091493844985962, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 1.9952722191810608, + "loss_size": 0.16267632227391005, + "loss_pdi": 0.3940747268497944, + "loss_ee": 0.4145922474563122, + "loss_delivery": 0.7528190612792969, + "loss_biodist": 0.12272397428750992, + "loss_toxic": 0.13748347759246826, + "loss_moe_lb": 1.0698578357696533, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 1.9609530344605446, + "loss_size": 0.14699006639420986, + "loss_pdi": 0.3814230263233185, + "loss_ee": 0.40808201022446156, + "loss_delivery": 0.761501669883728, + "loss_biodist": 0.11926999688148499, + "loss_toxic": 0.13254474103450775, + "loss_moe_lb": 1.0623690485954285, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 1.9455008804798126, + "loss_size": 0.14947664877399802, + "loss_pdi": 0.38030458241701126, + "loss_ee": 0.40962013229727745, + "loss_delivery": 0.7472774982452393, + "loss_biodist": 0.11834347993135452, + "loss_toxic": 0.12917950749397278, + "loss_moe_lb": 1.0626927018165588, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 1.9537169560790062, + "loss_size": 0.15736009692773223, + "loss_pdi": 0.38009097427129745, + "loss_ee": 0.41182705014944077, + "loss_delivery": 0.7485794425010681, + "loss_biodist": 0.1161624863743782, + "loss_toxic": 0.1284121721982956, + "loss_moe_lb": 1.0774617791175842, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_2/splits.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_2/splits.json new file mode 100644 index 0000000..14df306 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_2/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 43, 44, 45, 47, 48, 49, 50, 51, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 68, 69, 70, 72, 74, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 96, 97, 100, 101, 102, 103, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 142, 143, 145, 147, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 160, 161, 162, 163, 165, 166, 167, 168, 170, 171, 172, 173, 174, 175, 177, 179, 180, 181, 183, 184, 185, 186, 187, 188, 191, 192, 193, 194, 196, 197, 199, 200, 202, 203, 204, 205, 207, 208, 209, 210, 211, 212, 213, 214, 215, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 232, 233, 235, 236, 237, 238, 239, 240, 241, 242, 243, 245, 246, 249, 250, 251, 252, 253, 254, 255, 256, 257, 259, 260, 261, 263, 264, 265, 266, 267, 268, 269, 271, 272, 273, 274, 275, 276, 280, 281, 282, 283, 284, 285, 287, 289, 290, 293, 294, 295, 296, 297, 298, 299, 300, 302, 303, 305, 307, 308, 309, 310, 311, 312, 313, 314, 315, 317, 318, 320, 321, 322, 323, 324, 326, 327, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 358, 360, 361, 363, 364, 365, 366, 368, 369, 370, 371, 372, 373, 376, 377, 378, 379, 380, 381, 382, 383, 385, 386, 387, 388, 389, 390, 392, 394, 395, 398, 399, 400, 401, 402, 404, 405, 407, 408, 409, 410, 412, 413, 414, 415, 416, 417, 418], "outer_test_idx": [10, 12, 15, 31, 35, 42, 46, 52, 53, 54, 62, 66, 67, 71, 73, 75, 77, 81, 89, 90, 92, 98, 99, 105, 123, 124, 141, 144, 146, 154, 155, 164, 169, 176, 178, 182, 189, 190, 195, 198, 201, 206, 216, 217, 218, 219, 231, 234, 244, 247, 248, 258, 262, 270, 277, 278, 279, 286, 288, 291, 292, 301, 304, 306, 316, 319, 325, 328, 343, 357, 359, 362, 367, 374, 375, 384, 391, 393, 396, 397, 403, 406, 411, 419]} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_2/test_metrics.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_2/test_metrics.json new file mode 100644 index 0000000..c20311e --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_2/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.5255951670587833, + "rmse": 0.7249794252658369, + "mae": 0.5467459253566285, + "r2": -0.038041064149567205 + }, + "delivery": { + "n_samples": 60, + "mse": 0.6715002048252938, + "rmse": 0.8194511607321658, + "mae": 0.5382574244169518, + "r2": 0.10611684034247182 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6670673076923077, + "recall": 0.7038123167155426, + "f1": 0.672514619883041 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.636892026815005, + "recall": 0.7009803921568626, + "f1": 0.6545789829099787 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.21845003637708307, + "js_divergence": 0.05363676365676617 + } +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_3/best_params.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_3/best_params.json new file mode 100644 index 0000000..e658e74 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_3/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.10301838844131589, + "lr": 0.0008648998582653286, + "weight_decay": 0.0011644667702360517, + "backbone_lr_ratio": 0.9869864342312137, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_3/epoch_mean.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_3/epoch_mean.json new file mode 100644 index 0000000..54e2f4a --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_3/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 15} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_3/history.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_3/history.json new file mode 100644 index 0000000..b96f87a --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_3/history.json @@ -0,0 +1,351 @@ +{ + "train": [ + { + "loss": 5.2663551568984985, + "loss_size": 0.8547861605882645, + "loss_pdi": 0.672599196434021, + "loss_ee": 1.0465174913406372, + "loss_delivery": 0.9281110972166061, + "loss_biodist": 1.0182989418506623, + "loss_toxic": 0.7281686395406723, + "loss_moe_lb": 2.2186288595199586 + }, + { + "loss": 4.0189526081085205, + "loss_size": 0.7482757285237313, + "loss_pdi": 0.6235958158969879, + "loss_ee": 0.9108338177204132, + "loss_delivery": 0.8314408034086227, + "loss_biodist": 0.5665274083614349, + "loss_toxic": 0.3245891898870468, + "loss_moe_lb": 2.188028836250305 + }, + { + "loss": 3.428343915939331, + "loss_size": 0.7164632886648178, + "loss_pdi": 0.5933042049407959, + "loss_ee": 0.8639544069766998, + "loss_delivery": 0.726521423459053, + "loss_biodist": 0.373194283246994, + "loss_toxic": 0.14091899171471595, + "loss_moe_lb": 2.214910125732422 + }, + { + "loss": 3.4483940839767455, + "loss_size": 0.688819308578968, + "loss_pdi": 0.5835731089115143, + "loss_ee": 0.8971508383750916, + "loss_delivery": 0.8261674970388413, + "loss_biodist": 0.2817448228597641, + "loss_toxic": 0.16405548080801963, + "loss_moe_lb": 2.264756774902344 + }, + { + "loss": 3.188097524642944, + "loss_size": 0.7467009127140045, + "loss_pdi": 0.49707369804382323, + "loss_ee": 0.8274116516113281, + "loss_delivery": 0.7277227059006691, + "loss_biodist": 0.2697710022330284, + "loss_toxic": 0.1127613689750433, + "loss_moe_lb": 2.2569854974746706 + }, + { + "loss": 2.8549074053764345, + "loss_size": 0.7178798660635948, + "loss_pdi": 0.5047989517450333, + "loss_ee": 0.7248663365840912, + "loss_delivery": 0.6556639820337296, + "loss_biodist": 0.16007626056671143, + "loss_toxic": 0.0840566330589354, + "loss_moe_lb": 2.287707233428955 + }, + { + "loss": 2.909905481338501, + "loss_size": 0.6092436373233795, + "loss_pdi": 0.47879011034965513, + "loss_ee": 0.78088858127594, + "loss_delivery": 0.7278515696525574, + "loss_biodist": 0.1604673832654953, + "loss_toxic": 0.15098578855395317, + "loss_moe_lb": 2.2369223117828367 + }, + { + "loss": 2.4541183948516845, + "loss_size": 0.5792756259441376, + "loss_pdi": 0.46366294622421267, + "loss_ee": 0.7005660712718964, + "loss_delivery": 0.5195263624191284, + "loss_biodist": 0.12419099882245063, + "loss_toxic": 0.06400070856325328, + "loss_moe_lb": 2.2697033882141113 + }, + { + "loss": 2.46522262096405, + "loss_size": 0.6314828351140023, + "loss_pdi": 0.44535171389579775, + "loss_ee": 0.6626435130834579, + "loss_delivery": 0.5077425956726074, + "loss_biodist": 0.14922238141298294, + "loss_toxic": 0.06775539533700795, + "loss_moe_lb": 2.2481167554855346 + }, + { + "loss": 2.1832438111305237, + "loss_size": 0.48251046389341357, + "loss_pdi": 0.43301748633384707, + "loss_ee": 0.5901417940855026, + "loss_delivery": 0.45990451574325564, + "loss_biodist": 0.12039215341210366, + "loss_toxic": 0.09345051117707044, + "loss_moe_lb": 2.268656921386719 + }, + { + "loss": 2.0714009404182434, + "loss_size": 0.44639367163181304, + "loss_pdi": 0.4739644855260849, + "loss_ee": 0.5701766639947892, + "loss_delivery": 0.39550610780715945, + "loss_biodist": 0.11958975717425346, + "loss_toxic": 0.0637229300569743, + "loss_moe_lb": 2.287194085121155 + }, + { + "loss": 2.027417540550232, + "loss_size": 0.4402931183576584, + "loss_pdi": 0.4187545418739319, + "loss_ee": 0.5791258156299591, + "loss_delivery": 0.40839772671461105, + "loss_biodist": 0.10808759555220604, + "loss_toxic": 0.07196952635422349, + "loss_moe_lb": 2.2573268175125123 + }, + { + "loss": 1.9700653791427611, + "loss_size": 0.41626677885651586, + "loss_pdi": 0.4138136714696884, + "loss_ee": 0.5557588905096054, + "loss_delivery": 0.42584497630596163, + "loss_biodist": 0.10664446726441383, + "loss_toxic": 0.05206145944539457, + "loss_moe_lb": 2.2568040609359743 + }, + { + "loss": 1.8865365982055664, + "loss_size": 0.4305392324924469, + "loss_pdi": 0.3949907511472702, + "loss_ee": 0.544429263472557, + "loss_delivery": 0.3629201538860798, + "loss_biodist": 0.09676907993853093, + "loss_toxic": 0.05602579807164147, + "loss_moe_lb": 2.2395466327667237 + }, + { + "loss": 1.8416801571846009, + "loss_size": 0.38653161078691484, + "loss_pdi": 0.3849236160516739, + "loss_ee": 0.5508911311626434, + "loss_delivery": 0.3647349953651428, + "loss_biodist": 0.09555078856647015, + "loss_toxic": 0.05851939429994672, + "loss_moe_lb": 2.2250626564025877 + } + ], + "val": [ + { + "loss": 166.53118133544922, + "loss_size": 120.44953155517578, + "loss_pdi": 9.133694410324097, + "loss_ee": 5.080425262451172, + "loss_delivery": 21.232041358947754, + "loss_biodist": 6.630079030990601, + "loss_toxic": 4.190976619720459, + "loss_moe_lb": 4.0, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 86.01489639282227, + "loss_size": 56.79021453857422, + "loss_pdi": 5.934777617454529, + "loss_ee": 1.3952351808547974, + "loss_delivery": 11.075326919555664, + "loss_biodist": 8.192407846450806, + "loss_toxic": 2.919519603252212, + "loss_moe_lb": 3.9999841451644897, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 29.036996841430664, + "loss_size": 12.860930442810059, + "loss_pdi": 3.6996880173683167, + "loss_ee": 0.9648050889372826, + "loss_delivery": 5.84574556350708, + "loss_biodist": 3.9141920804977417, + "loss_toxic": 1.931760072673569, + "loss_moe_lb": 3.6484419107437134, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 9.250279426574707, + "loss_size": 2.852839708328247, + "loss_pdi": 2.0064061880111694, + "loss_ee": 0.8040471971035004, + "loss_delivery": 1.357075273990631, + "loss_biodist": 1.8985892534255981, + "loss_toxic": 0.3794142673141323, + "loss_moe_lb": 3.4247753620147705, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 3.14136803150177, + "loss_size": 0.21319320425391197, + "loss_pdi": 1.3624870777130127, + "loss_ee": 0.6626539677381516, + "loss_delivery": 0.4151513543911278, + "loss_biodist": 0.41763144731521606, + "loss_toxic": 0.0684282542206347, + "loss_moe_lb": 3.2548489570617676, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.9995126724243164, + "loss_size": 0.3069397956132889, + "loss_pdi": 1.1870017647743225, + "loss_ee": 0.6573354303836823, + "loss_delivery": 0.46274712961167097, + "loss_biodist": 0.34686021506786346, + "loss_toxic": 0.03957817982882261, + "loss_moe_lb": 2.970889091491699, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.771114945411682, + "loss_size": 0.15188332833349705, + "loss_pdi": 1.1166828572750092, + "loss_ee": 0.5481382608413696, + "loss_delivery": 0.5816780477762222, + "loss_biodist": 0.3518567681312561, + "loss_toxic": 0.024096882552839816, + "loss_moe_lb": 2.6492971181869507, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.892849326133728, + "loss_size": 0.1544572925195098, + "loss_pdi": 1.2305019795894623, + "loss_ee": 0.5727482661604881, + "loss_delivery": 0.5517345815896988, + "loss_biodist": 0.36086875200271606, + "loss_toxic": 0.03105058253277093, + "loss_moe_lb": 2.659624218940735, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.645111918449402, + "loss_size": 0.1506893029436469, + "loss_pdi": 1.0088135302066803, + "loss_ee": 0.6490017473697662, + "loss_delivery": 0.49087728187441826, + "loss_biodist": 0.3302608132362366, + "loss_toxic": 0.022083254996687174, + "loss_moe_lb": 2.7023152709007263, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.872240424156189, + "loss_size": 0.14555957354605198, + "loss_pdi": 1.1687929928302765, + "loss_ee": 0.5165533311665058, + "loss_delivery": 0.6710010021924973, + "loss_biodist": 0.3557591140270233, + "loss_toxic": 0.023689669847954065, + "loss_moe_lb": 2.704427480697632, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 3.251386523246765, + "loss_size": 0.1481234971433878, + "loss_pdi": 1.5553449094295502, + "loss_ee": 0.5222330838441849, + "loss_delivery": 0.5434095961973071, + "loss_biodist": 0.4734959155321121, + "loss_toxic": 0.022679977642837912, + "loss_moe_lb": 2.701277017593384, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.733163356781006, + "loss_size": 0.10905395587906241, + "loss_pdi": 1.0889666676521301, + "loss_ee": 0.506660558283329, + "loss_delivery": 0.6672757640480995, + "loss_biodist": 0.35293470323085785, + "loss_toxic": 0.01632623211480677, + "loss_moe_lb": 2.726330280303955, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.682318329811096, + "loss_size": 0.11314675491303205, + "loss_pdi": 1.091415524482727, + "loss_ee": 0.5005103349685669, + "loss_delivery": 0.5969971977174282, + "loss_biodist": 0.36829185485839844, + "loss_toxic": 0.018608968995977193, + "loss_moe_lb": 2.701712965965271, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.6337562799453735, + "loss_size": 0.11893981415778399, + "loss_pdi": 1.066864550113678, + "loss_ee": 0.4921497106552124, + "loss_delivery": 0.5707614412531257, + "loss_biodist": 0.37125369906425476, + "loss_toxic": 0.019194733235053718, + "loss_moe_lb": 2.704593777656555, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.631040334701538, + "loss_size": 0.1195880202576518, + "loss_pdi": 1.0611995458602905, + "loss_ee": 0.49833812564611435, + "loss_delivery": 0.5715456418693066, + "loss_biodist": 0.3655916452407837, + "loss_toxic": 0.020487424568273127, + "loss_moe_lb": 2.6999112367630005, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9642857142857143 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_3/splits.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_3/splits.json new file mode 100644 index 0000000..7a2b13e --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_3/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 102, 104, 105, 106, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 127, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 166, 168, 169, 170, 172, 173, 174, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 195, 198, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 218, 219, 221, 223, 224, 226, 227, 228, 230, 231, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 251, 252, 253, 254, 255, 256, 257, 258, 259, 262, 263, 264, 265, 266, 267, 268, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 282, 284, 286, 288, 289, 290, 291, 292, 293, 294, 295, 297, 298, 299, 301, 302, 304, 305, 306, 307, 308, 309, 310, 312, 314, 315, 316, 317, 319, 320, 321, 325, 326, 327, 328, 331, 332, 334, 336, 340, 341, 343, 344, 346, 347, 348, 350, 352, 353, 357, 359, 360, 361, 362, 363, 364, 366, 367, 368, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 382, 383, 384, 385, 386, 387, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 400, 401, 402, 403, 404, 406, 407, 410, 411, 412, 414, 415, 416, 418, 419], "outer_test_idx": [3, 6, 13, 18, 19, 26, 33, 44, 48, 49, 50, 56, 57, 72, 80, 88, 94, 101, 103, 107, 108, 114, 126, 128, 130, 145, 149, 157, 167, 171, 175, 188, 196, 197, 199, 211, 220, 222, 225, 229, 232, 236, 250, 260, 261, 271, 281, 283, 285, 287, 296, 300, 303, 311, 313, 318, 322, 323, 324, 329, 330, 333, 335, 337, 338, 339, 342, 345, 349, 351, 354, 355, 356, 358, 365, 369, 381, 388, 399, 405, 408, 409, 413, 417]} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_3/test_metrics.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_3/test_metrics.json new file mode 100644 index 0000000..69e4a18 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_3/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.7821711302703098, + "rmse": 1.3349798239188149, + "mae": 0.550809847426612, + "r2": -0.008009574819726861 + }, + "delivery": { + "n_samples": 59, + "mse": 0.6972863344754117, + "rmse": 0.8350367264231027, + "mae": 0.513030981155649, + "r2": 0.3221548376688139 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6552542372881356, + "recall": 0.6678885630498533, + "f1": 0.6602778266221205 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5833333333333334, + "precision": 0.5107142857142857, + "recall": 0.5069632981397687, + "f1": 0.4998670465337132 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.95, + "precision": 0.75, + "recall": 0.9736842105263157, + "f1": 0.8198198198198199 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.16841687531678426, + "js_divergence": 0.04110119757993926 + } +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_4/best_params.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_4/best_params.json new file mode 100644 index 0000000..d0a93f8 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_4/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.20496607857127885, + "lr": 0.0009573095972231165, + "weight_decay": 0.00038069869878401156, + "backbone_lr_ratio": 0.04121720375781922, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_4/epoch_mean.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_4/epoch_mean.json new file mode 100644 index 0000000..c288387 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_4/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 18} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_4/history.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_4/history.json new file mode 100644 index 0000000..162ff01 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_4/history.json @@ -0,0 +1,420 @@ +{ + "train": [ + { + "loss": 5.186003732681274, + "loss_size": 0.8452843934297561, + "loss_pdi": 0.6844600856304168, + "loss_ee": 1.0607357025146484, + "loss_delivery": 0.9167104035615921, + "loss_biodist": 1.0548677444458008, + "loss_toxic": 0.6169960856437683, + "loss_moe_lb": 1.2115147948265075 + }, + { + "loss": 4.239696025848389, + "loss_size": 0.7254670143127442, + "loss_pdi": 0.6250579237937928, + "loss_ee": 0.9896865904331207, + "loss_delivery": 0.8228039592504501, + "loss_biodist": 0.6333036005496979, + "loss_toxic": 0.4444543421268463, + "loss_moe_lb": 1.0289652943611145 + }, + { + "loss": 3.7645426034927367, + "loss_size": 0.6996318340301514, + "loss_pdi": 0.6075094938278198, + "loss_ee": 0.9376486718654633, + "loss_delivery": 0.8136006534099579, + "loss_biodist": 0.44138665944337846, + "loss_toxic": 0.26849227100610734, + "loss_moe_lb": 1.0308993816375733 + }, + { + "loss": 3.310656762123108, + "loss_size": 0.6647962793707848, + "loss_pdi": 0.5648588210344314, + "loss_ee": 0.8896898984909057, + "loss_delivery": 0.7828969210386276, + "loss_biodist": 0.2726807162165642, + "loss_toxic": 0.14104491304606198, + "loss_moe_lb": 1.022779357433319 + }, + { + "loss": 3.235101652145386, + "loss_size": 0.6405874848365783, + "loss_pdi": 0.5685160279273986, + "loss_ee": 0.8793639659881591, + "loss_delivery": 0.7516275569796562, + "loss_biodist": 0.2715101957321167, + "loss_toxic": 0.1335887860506773, + "loss_moe_lb": 1.0170120775699616 + }, + { + "loss": 3.009985017776489, + "loss_size": 0.6664282083511353, + "loss_pdi": 0.5513926267623901, + "loss_ee": 0.8200319051742554, + "loss_delivery": 0.6606522500514984, + "loss_biodist": 0.2354048877954483, + "loss_toxic": 0.08660916518419981, + "loss_moe_lb": 1.0077188551425933 + }, + { + "loss": 2.7862462043762206, + "loss_size": 0.5526462152600289, + "loss_pdi": 0.5437803477048874, + "loss_ee": 0.7994062423706054, + "loss_delivery": 0.5876835212111473, + "loss_biodist": 0.2586100518703461, + "loss_toxic": 0.05665812883526087, + "loss_moe_lb": 1.0135223627090455 + }, + { + "loss": 2.8386810541152956, + "loss_size": 0.5379488036036492, + "loss_pdi": 0.5183145612478256, + "loss_ee": 0.779549640417099, + "loss_delivery": 0.5886230513453483, + "loss_biodist": 0.2070899412035942, + "loss_toxic": 0.2173505663871765, + "loss_moe_lb": 1.0010899305343628 + }, + { + "loss": 2.6406288743019104, + "loss_size": 0.47467397451400756, + "loss_pdi": 0.47969036400318144, + "loss_ee": 0.7720510840415955, + "loss_delivery": 0.608058862388134, + "loss_biodist": 0.20654637217521668, + "loss_toxic": 0.11440497860312462, + "loss_moe_lb": 1.00947607755661 + }, + { + "loss": 2.5619657397270204, + "loss_size": 0.48732549995183944, + "loss_pdi": 0.5148252278566361, + "loss_ee": 0.7842036724090576, + "loss_delivery": 0.5471304200589657, + "loss_biodist": 0.165959744900465, + "loss_toxic": 0.082127267960459, + "loss_moe_lb": 1.0087507009506225 + }, + { + "loss": 2.6361676931381224, + "loss_size": 0.4643953382968903, + "loss_pdi": 0.4688069522380829, + "loss_ee": 0.7618123114109039, + "loss_delivery": 0.6249873578548432, + "loss_biodist": 0.18615764006972313, + "loss_toxic": 0.14891604613512754, + "loss_moe_lb": 1.0132851719856262 + }, + { + "loss": 2.519215428829193, + "loss_size": 0.45622635036706927, + "loss_pdi": 0.4767730891704559, + "loss_ee": 0.7569311201572418, + "loss_delivery": 0.6349328577518463, + "loss_biodist": 0.1635699175298214, + "loss_toxic": 0.05657131373882294, + "loss_moe_lb": 0.9995160043239594 + }, + { + "loss": 2.5033512353897094, + "loss_size": 0.4532941296696663, + "loss_pdi": 0.4658355534076691, + "loss_ee": 0.7134965062141418, + "loss_delivery": 0.5906679943203926, + "loss_biodist": 0.1918409764766693, + "loss_toxic": 0.10947156948968768, + "loss_moe_lb": 1.005449104309082 + }, + { + "loss": 2.415925669670105, + "loss_size": 0.42675912082195283, + "loss_pdi": 0.4418801158666611, + "loss_ee": 0.6908950626850128, + "loss_delivery": 0.5824442282319069, + "loss_biodist": 0.19748823195695878, + "loss_toxic": 0.09731856076978147, + "loss_moe_lb": 1.0145426511764526 + }, + { + "loss": 2.3555395007133484, + "loss_size": 0.46030820459127425, + "loss_pdi": 0.46397352814674375, + "loss_ee": 0.6928359538316726, + "loss_delivery": 0.5300706401467323, + "loss_biodist": 0.15485697090625763, + "loss_toxic": 0.07626918884925545, + "loss_moe_lb": 1.0079159140586853 + }, + { + "loss": 2.405346393585205, + "loss_size": 0.3548320971429348, + "loss_pdi": 0.4835613578557968, + "loss_ee": 0.7182406842708587, + "loss_delivery": 0.6697576642036438, + "loss_biodist": 0.15781767293810844, + "loss_toxic": 0.051427462790161374, + "loss_moe_lb": 1.0026195883750915 + }, + { + "loss": 2.3114489912986755, + "loss_size": 0.3676180765032768, + "loss_pdi": 0.43536640107631686, + "loss_ee": 0.7168051958084106, + "loss_delivery": 0.5998987942934036, + "loss_biodist": 0.16896600127220154, + "loss_toxic": 0.049938970850780605, + "loss_moe_lb": 1.0065859377384185 + }, + { + "loss": 2.379116189479828, + "loss_size": 0.3507168650627136, + "loss_pdi": 0.49802597761154177, + "loss_ee": 0.7283529460430145, + "loss_delivery": 0.5796647652983665, + "loss_biodist": 0.18638433888554573, + "loss_toxic": 0.06433834433555603, + "loss_moe_lb": 0.9999014377593994 + } + ], + "val": [ + { + "loss": 48.537858963012695, + "loss_size": 7.7329583168029785, + "loss_pdi": 1.1627602027729154, + "loss_ee": 12.187109470367432, + "loss_delivery": 13.951452255249023, + "loss_biodist": 6.956064701080322, + "loss_toxic": 6.807742118835449, + "loss_moe_lb": 3.9999992847442627, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.96 + }, + { + "loss": 35.069068908691406, + "loss_size": 12.873958587646484, + "loss_pdi": 1.0973328826949, + "loss_ee": 6.5680248737335205, + "loss_delivery": 4.897862911224365, + "loss_biodist": 5.065892696380615, + "loss_toxic": 4.823970794677734, + "loss_moe_lb": 3.929855227470398, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.96 + }, + { + "loss": 14.176750659942627, + "loss_size": 5.049477994441986, + "loss_pdi": 0.9414041507989168, + "loss_ee": 2.594237208366394, + "loss_delivery": 1.1663801670074463, + "loss_biodist": 1.930914282798767, + "loss_toxic": 2.6096749305725098, + "loss_moe_lb": 1.4336978793144226, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.96 + }, + { + "loss": 5.005967974662781, + "loss_size": 1.8064927980303764, + "loss_pdi": 0.7043387740850449, + "loss_ee": 1.1495064795017242, + "loss_delivery": 0.4001784920692444, + "loss_biodist": 0.3169499337673187, + "loss_toxic": 0.6385923624038696, + "loss_moe_lb": 2.3896297216415405, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 4.117756724357605, + "loss_size": 1.701062172651291, + "loss_pdi": 0.6563884913921356, + "loss_ee": 0.8337605595588684, + "loss_delivery": 0.4156374931335449, + "loss_biodist": 0.47189098596572876, + "loss_toxic": 0.049419600516557693, + "loss_moe_lb": 2.1210524439811707, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 4.231893420219421, + "loss_size": 1.6365152448415756, + "loss_pdi": 0.6979482471942902, + "loss_ee": 0.9042518138885498, + "loss_delivery": 0.44204431772232056, + "loss_biodist": 0.5240135788917542, + "loss_toxic": 0.05381537601351738, + "loss_moe_lb": 1.2296991348266602, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 3.5468037724494934, + "loss_size": 1.6317443996667862, + "loss_pdi": 0.6945518255233765, + "loss_ee": 0.8349311351776123, + "loss_delivery": 0.24958626925945282, + "loss_biodist": 0.10681807994842529, + "loss_toxic": 0.048241257667541504, + "loss_moe_lb": 1.0710042715072632, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.96 + }, + { + "loss": 3.3809503316879272, + "loss_size": 1.6219599694013596, + "loss_pdi": 0.6010264754295349, + "loss_ee": 0.7436395287513733, + "loss_delivery": 0.27867501974105835, + "loss_biodist": 0.100562185049057, + "loss_toxic": 0.04975700378417969, + "loss_moe_lb": 1.0785650312900543, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.96 + }, + { + "loss": 3.232278883457184, + "loss_size": 1.5885652564466, + "loss_pdi": 0.5711015164852142, + "loss_ee": 0.6656408905982971, + "loss_delivery": 0.2767840623855591, + "loss_biodist": 0.09398116916418076, + "loss_toxic": 0.047802623361349106, + "loss_moe_lb": 1.0539941191673279, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 3.2168346643447876, + "loss_size": 1.5254055559635162, + "loss_pdi": 0.5554617345333099, + "loss_ee": 0.732187956571579, + "loss_delivery": 0.2732323706150055, + "loss_biodist": 0.09662420302629471, + "loss_toxic": 0.04879164323210716, + "loss_moe_lb": 1.0338730812072754, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 3.3333011865615845, + "loss_size": 1.6591045632958412, + "loss_pdi": 0.555749922990799, + "loss_ee": 0.6994755566120148, + "loss_delivery": 0.25239431858062744, + "loss_biodist": 0.12551283836364746, + "loss_toxic": 0.05483050271868706, + "loss_moe_lb": 1.0436096787452698, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 3.3247480392456055, + "loss_size": 1.5782619919627905, + "loss_pdi": 0.5460688173770905, + "loss_ee": 0.7923725843429565, + "loss_delivery": 0.2500664293766022, + "loss_biodist": 0.12355508655309677, + "loss_toxic": 0.05265750363469124, + "loss_moe_lb": 1.059162437915802, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.96 + }, + { + "loss": 3.013537287712097, + "loss_size": 1.4842358753085136, + "loss_pdi": 0.4820834547281265, + "loss_ee": 0.6958948969841003, + "loss_delivery": 0.21572835743427277, + "loss_biodist": 0.09713791310787201, + "loss_toxic": 0.04946717992424965, + "loss_moe_lb": 1.0315801799297333, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 3.005325496196747, + "loss_size": 1.4869318194687366, + "loss_pdi": 0.4879150092601776, + "loss_ee": 0.6770220398902893, + "loss_delivery": 0.22063612937927246, + "loss_biodist": 0.09511783719062805, + "loss_toxic": 0.04826977476477623, + "loss_moe_lb": 1.0401954352855682, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 3.0182546377182007, + "loss_size": 1.4783847145736217, + "loss_pdi": 0.5019846856594086, + "loss_ee": 0.6919511258602142, + "loss_delivery": 0.2148282527923584, + "loss_biodist": 0.09271714836359024, + "loss_toxic": 0.05004984140396118, + "loss_moe_lb": 1.044277012348175, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 3.0367950201034546, + "loss_size": 1.4501742534339428, + "loss_pdi": 0.4948209524154663, + "loss_ee": 0.7455195784568787, + "loss_delivery": 0.21847639977931976, + "loss_biodist": 0.09254499524831772, + "loss_toxic": 0.0495871976017952, + "loss_moe_lb": 1.047957181930542, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 2.981333613395691, + "loss_size": 1.4527520798146725, + "loss_pdi": 0.49575820565223694, + "loss_ee": 0.6892819404602051, + "loss_delivery": 0.21295611560344696, + "loss_biodist": 0.09299805760383606, + "loss_toxic": 0.04900717735290527, + "loss_moe_lb": 1.0439562499523163, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 2.998229503631592, + "loss_size": 1.4593028761446476, + "loss_pdi": 0.49623411893844604, + "loss_ee": 0.6982617080211639, + "loss_delivery": 0.21400955319404602, + "loss_biodist": 0.09358543902635574, + "loss_toxic": 0.04888138547539711, + "loss_moe_lb": 1.0347699522972107, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_4/splits.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_4/splits.json new file mode 100644 index 0000000..8dd0299 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_4/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 110, 111, 112, 113, 114, 116, 117, 119, 120, 121, 122, 123, 124, 126, 127, 128, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 152, 154, 155, 157, 160, 161, 162, 163, 164, 165, 166, 167, 169, 170, 171, 173, 174, 175, 176, 177, 178, 180, 181, 182, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 203, 205, 206, 207, 208, 209, 211, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 234, 235, 236, 238, 239, 240, 241, 243, 244, 245, 246, 247, 248, 249, 250, 251, 253, 254, 257, 258, 260, 261, 262, 263, 264, 265, 266, 267, 270, 271, 272, 273, 277, 278, 279, 280, 281, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 298, 299, 300, 301, 302, 303, 304, 305, 306, 309, 311, 312, 313, 314, 315, 316, 318, 319, 320, 322, 323, 324, 325, 326, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 341, 342, 343, 345, 346, 347, 349, 350, 351, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 365, 367, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 381, 383, 384, 385, 386, 388, 390, 391, 392, 393, 394, 395, 396, 397, 399, 400, 401, 402, 403, 405, 406, 407, 408, 409, 410, 411, 413, 415, 416, 417, 418, 419], "outer_test_idx": [0, 5, 11, 21, 24, 27, 30, 32, 36, 38, 39, 40, 47, 55, 58, 61, 65, 76, 86, 95, 100, 106, 109, 115, 118, 125, 129, 131, 136, 148, 150, 151, 153, 156, 158, 159, 168, 172, 179, 183, 184, 185, 202, 204, 210, 212, 213, 228, 233, 237, 242, 252, 255, 256, 259, 268, 269, 274, 275, 276, 282, 297, 307, 308, 310, 317, 321, 327, 340, 344, 348, 352, 364, 366, 368, 379, 380, 382, 387, 389, 398, 404, 412, 414]} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_4/test_metrics.json b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_4/test_metrics.json new file mode 100644 index 0000000..f359772 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_1/outer_fold_4/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.5699890881870557, + "rmse": 0.7549762169678299, + "mae": 0.4506003191816576, + "r2": 0.23728379829225832 + }, + "delivery": { + "n_samples": 58, + "mse": 0.8941534147821184, + "rmse": 0.9455968563727982, + "mae": 0.5503344679700917, + "r2": 0.1353684086814212 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7738095238095238, + "precision": 0.7122033898305085, + "recall": 0.7294721407624634, + "f1": 0.719359943731317 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6428571428571429, + "precision": 0.6250750750750751, + "recall": 0.6393162393162393, + "f1": 0.6113324253773692 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9830508474576272, + "precision": 0.875, + "recall": 0.9910714285714286, + "f1": 0.924066924066924 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.15337617795379077, + "js_divergence": 0.03951820037181606 + } +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_0/best_params.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_0/best_params.json new file mode 100644 index 0000000..769e97f --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_0/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.36138334610559464, + "lr": 0.0009768611684372063, + "weight_decay": 0.0007819543421024561, + "backbone_lr_ratio": 0.1094875202574584, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_0/epoch_mean.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_0/epoch_mean.json new file mode 100644 index 0000000..17fb17e --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_0/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 10} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_0/history.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_0/history.json new file mode 100644 index 0000000..d8969e5 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_0/history.json @@ -0,0 +1,236 @@ +{ + "train": [ + { + "loss": 5.398325276374817, + "loss_size": 0.8529013946652413, + "loss_pdi": 0.6861135065555573, + "loss_ee": 1.0838189840316772, + "loss_delivery": 0.9972115814685821, + "loss_biodist": 1.1141102194786072, + "loss_toxic": 0.6510063081979751, + "loss_moe_lb": 2.0 + }, + { + "loss": 4.718352913856506, + "loss_size": 0.8348246678709984, + "loss_pdi": 0.6677810072898864, + "loss_ee": 1.0186898171901704, + "loss_delivery": 0.9884546667337417, + "loss_biodist": 0.7531620264053345, + "loss_toxic": 0.4528371572494507, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 4.147717213630676, + "loss_size": 0.819674751162529, + "loss_pdi": 0.6393779873847961, + "loss_ee": 0.9683585345745087, + "loss_delivery": 0.8373554527759552, + "loss_biodist": 0.5535754293203354, + "loss_toxic": 0.32928247302770614, + "loss_moe_lb": 1.9999999761581422 + }, + { + "loss": 3.808694267272949, + "loss_size": 0.7577781796455383, + "loss_pdi": 0.6328145146369935, + "loss_ee": 0.9495089232921601, + "loss_delivery": 0.7796476542949676, + "loss_biodist": 0.43180903792381287, + "loss_toxic": 0.2595079727470875, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.6299615859985352, + "loss_size": 0.8451204031705857, + "loss_pdi": 0.5806815564632416, + "loss_ee": 0.9021963715553284, + "loss_delivery": 0.8192979782819748, + "loss_biodist": 0.3437937438488007, + "loss_toxic": 0.142579447850585, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.392040491104126, + "loss_size": 0.7057386428117752, + "loss_pdi": 0.5659455478191375, + "loss_ee": 0.8745424091815949, + "loss_delivery": 0.8145106270909309, + "loss_biodist": 0.3006154537200928, + "loss_toxic": 0.13427696898579597, + "loss_moe_lb": 1.9999999761581422 + }, + { + "loss": 3.3602273225784303, + "loss_size": 0.7370978191494941, + "loss_pdi": 0.5360716789960861, + "loss_ee": 0.8524247348308563, + "loss_delivery": 0.8347185641527176, + "loss_biodist": 0.2499261811375618, + "loss_toxic": 0.1540797110646963, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.1064629554748535, + "loss_size": 0.6597616493701934, + "loss_pdi": 0.5488464534282684, + "loss_ee": 0.8089004576206207, + "loss_delivery": 0.723459093272686, + "loss_biodist": 0.2506117314100266, + "loss_toxic": 0.11628187447786331, + "loss_moe_lb": 2.000000011920929 + }, + { + "loss": 3.368691253662109, + "loss_size": 0.9392322152853012, + "loss_pdi": 0.5638974159955978, + "loss_ee": 0.8011189341545105, + "loss_delivery": 0.7251487284898758, + "loss_biodist": 0.2352435991168022, + "loss_toxic": 0.10988956019282341, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.2857126712799074, + "loss_size": 0.6852807104587555, + "loss_pdi": 0.5416651487350463, + "loss_ee": 0.8224423170089722, + "loss_delivery": 0.8855045348405838, + "loss_biodist": 0.23055881932377814, + "loss_toxic": 0.1277087561786175, + "loss_moe_lb": 2.0 + } + ], + "val": [ + { + "loss": 193.4581527709961, + "loss_size": 0.7028694301843643, + "loss_pdi": 5.509171962738037, + "loss_ee": 2.8982304334640503, + "loss_delivery": 166.3468475341797, + "loss_biodist": 15.180922985076904, + "loss_toxic": 4.247062683105469, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.12121212121212122, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 65.39817810058594, + "loss_size": 0.3748236149549484, + "loss_pdi": 3.7221053838729716, + "loss_ee": 2.50817608833313, + "loss_delivery": 45.566110610961914, + "loss_biodist": 11.34188437461853, + "loss_toxic": 2.789300858971046, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 26.033102989196777, + "loss_size": 0.33673547580838203, + "loss_pdi": 1.9501865875936346, + "loss_ee": 1.4992939829826355, + "loss_delivery": 15.557268142700195, + "loss_biodist": 5.537096738815308, + "loss_toxic": 1.6027536154724658, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 5.822729825973511, + "loss_size": 0.36206626147031784, + "loss_pdi": 0.7170601105317473, + "loss_ee": 0.9801868498325348, + "loss_delivery": 2.1433920860290527, + "loss_biodist": 1.628917157649994, + "loss_toxic": 0.05330642336048186, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.45454545454545453, + "acc_toxic": 1.0 + }, + { + "loss": 2.1372123658657074, + "loss_size": 0.21028445567935705, + "loss_pdi": 0.3826306089758873, + "loss_ee": 0.6969183385372162, + "loss_delivery": 0.5066280290484428, + "loss_biodist": 0.26235776394605637, + "loss_toxic": 0.05520336888730526, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.9784723222255707, + "loss_size": 0.21268092608079314, + "loss_pdi": 0.386333666741848, + "loss_ee": 0.6094209775328636, + "loss_delivery": 0.45157452300190926, + "loss_biodist": 0.24182866513729095, + "loss_toxic": 0.05080493679270148, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.9506959915161133, + "loss_size": 0.21386295431875624, + "loss_pdi": 0.3801366239786148, + "loss_ee": 0.5957126095890999, + "loss_delivery": 0.44543448835611343, + "loss_biodist": 0.24384787678718567, + "loss_toxic": 0.046564879827201366, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.9100229442119598, + "loss_size": 0.22252542416390497, + "loss_pdi": 0.3823084086179733, + "loss_ee": 0.5851603075861931, + "loss_delivery": 0.4370204731822014, + "loss_biodist": 0.21801572293043137, + "loss_toxic": 0.0400345460511744, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.8927209377288818, + "loss_size": 0.22121848265669541, + "loss_pdi": 0.38190822303295135, + "loss_ee": 0.5810022801160812, + "loss_delivery": 0.4249957650899887, + "loss_biodist": 0.21902601420879364, + "loss_toxic": 0.03968444839119911, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.88364377617836, + "loss_size": 0.22246898967296147, + "loss_pdi": 0.38019344210624695, + "loss_ee": 0.5784522816538811, + "loss_delivery": 0.40633897855877876, + "loss_biodist": 0.23189697414636612, + "loss_toxic": 0.039115235675126314, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_0/splits.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_0/splits.json new file mode 100644 index 0000000..cccb9d8 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_0/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67, 68, 71, 72, 73, 75, 76, 77, 80, 81, 85, 86, 88, 89, 90, 92, 94, 95, 96, 98, 99, 100, 101, 103, 104, 105, 106, 107, 108, 109, 111, 113, 114, 115, 116, 117, 118, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 133, 134, 135, 136, 138, 139, 141, 144, 145, 146, 147, 148, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 163, 164, 167, 168, 169, 170, 171, 172, 175, 176, 178, 179, 180, 182, 183, 184, 185, 188, 189, 190, 191, 192, 193, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 206, 208, 210, 211, 212, 213, 216, 217, 218, 219, 220, 222, 224, 225, 227, 228, 229, 230, 231, 232, 233, 234, 236, 237, 239, 241, 242, 244, 245, 247, 248, 249, 250, 252, 253, 255, 256, 257, 258, 259, 260, 261, 262, 265, 267, 268, 269, 270, 271, 272, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 285, 286, 287, 288, 291, 292, 294, 296, 297, 298, 299, 300, 301, 303, 304, 306, 307, 308, 309, 310, 311, 312, 313, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 332, 333, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 346, 347, 348, 349, 351, 352, 354, 355, 356, 357, 358, 359, 360, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 374, 375, 377, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 393, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 407, 408, 409, 411, 412, 413, 414, 415, 417, 418, 419], "outer_test_idx": [7, 16, 20, 29, 51, 59, 60, 69, 70, 74, 78, 79, 82, 83, 84, 87, 91, 93, 97, 102, 110, 112, 119, 120, 121, 132, 137, 140, 142, 143, 152, 161, 162, 165, 166, 173, 174, 177, 181, 186, 187, 194, 205, 207, 209, 214, 215, 221, 223, 226, 235, 238, 240, 243, 246, 251, 254, 263, 264, 266, 273, 284, 289, 290, 293, 295, 302, 305, 314, 315, 331, 334, 341, 350, 353, 361, 373, 376, 378, 392, 394, 402, 410, 416]} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_0/test_metrics.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_0/test_metrics.json new file mode 100644 index 0000000..508d7ed --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_0/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.5319067584729609, + "rmse": 1.2377022091250225, + "mae": 0.5937045352555901, + "r2": 0.06243535607962858 + }, + "delivery": { + "n_samples": 58, + "mse": 0.6125216869516746, + "rmse": 0.7826376472874753, + "mae": 0.6350975606975884, + "r2": 0.22144797392640647 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7976190476190477, + "precision": 0.75, + "recall": 0.7794012829650748, + "f1": 0.7606837606837606 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6886574074074074, + "recall": 0.730952380952381, + "f1": 0.6892665474060823 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2734443230053972, + "js_divergence": 0.049328419061986935 + } +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_1/best_params.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_1/best_params.json new file mode 100644 index 0000000..11682f6 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_1/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.2617620972301631, + "lr": 0.0009708340161977452, + "weight_decay": 0.00876815717103087, + "backbone_lr_ratio": 0.07764666819777231, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_1/epoch_mean.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_1/epoch_mean.json new file mode 100644 index 0000000..6aa3930 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_1/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 9} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_1/history.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_1/history.json new file mode 100644 index 0000000..1d37fd0 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_1/history.json @@ -0,0 +1,213 @@ +{ + "train": [ + { + "loss": 5.381837201118469, + "loss_size": 1.1934530168771744, + "loss_pdi": 0.6709070920944213, + "loss_ee": 1.046580731868744, + "loss_delivery": 0.9313764154911042, + "loss_biodist": 0.9635401368141174, + "loss_toxic": 0.5619147539138794, + "loss_moe_lb": 2.0 + }, + { + "loss": 4.730588626861572, + "loss_size": 1.3925324335694313, + "loss_pdi": 0.6469902873039246, + "loss_ee": 0.9493882596492768, + "loss_delivery": 0.8309498220682144, + "loss_biodist": 0.5887284100055694, + "loss_toxic": 0.3179667204618454, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.918092370033264, + "loss_size": 1.0332009181380273, + "loss_pdi": 0.6169255375862122, + "loss_ee": 0.8700195550918579, + "loss_delivery": 0.7959609985351562, + "loss_biodist": 0.42238907516002655, + "loss_toxic": 0.17679923251271248, + "loss_moe_lb": 2.000000023841858 + }, + { + "loss": 3.714009714126587, + "loss_size": 1.0151510864496232, + "loss_pdi": 0.5899258553981781, + "loss_ee": 0.8336749076843262, + "loss_delivery": 0.8118161022663116, + "loss_biodist": 0.3342811420559883, + "loss_toxic": 0.13177202977240085, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.4237608671188355, + "loss_size": 0.9069459140300751, + "loss_pdi": 0.560389170050621, + "loss_ee": 0.7882640659809113, + "loss_delivery": 0.745266318321228, + "loss_biodist": 0.2697078362107277, + "loss_toxic": 0.15436195358633995, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.4982884883880616, + "loss_size": 1.1356720596551895, + "loss_pdi": 0.5354692280292511, + "loss_ee": 0.7503495812416077, + "loss_delivery": 0.7578890413045883, + "loss_biodist": 0.22546627521514892, + "loss_toxic": 0.09993913732469081, + "loss_moe_lb": 1.9999999761581422 + }, + { + "loss": 3.3204283714294434, + "loss_size": 1.1381309196352958, + "loss_pdi": 0.5332862615585328, + "loss_ee": 0.7355084180831909, + "loss_delivery": 0.6238735914230347, + "loss_biodist": 0.1884967178106308, + "loss_toxic": 0.10610521584749222, + "loss_moe_lb": 2.000000011920929 + }, + { + "loss": 3.0908363580703737, + "loss_size": 0.8571785762906075, + "loss_pdi": 0.5162641197443009, + "loss_ee": 0.7497782289981842, + "loss_delivery": 0.6796685978770256, + "loss_biodist": 0.22082269340753555, + "loss_toxic": 0.07113948259502649, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.1444244265556334, + "loss_size": 0.8628075748682023, + "loss_pdi": 0.5220495700836182, + "loss_ee": 0.7347040057182312, + "loss_delivery": 0.7558819085359574, + "loss_biodist": 0.1805869810283184, + "loss_toxic": 0.09341193395666778, + "loss_moe_lb": 1.999999988079071 + } + ], + "val": [ + { + "loss": 208.18155670166016, + "loss_size": 69.8247299194336, + "loss_pdi": 6.5782365798950195, + "loss_ee": 3.502622663974762, + "loss_delivery": 108.05117416381836, + "loss_biodist": 21.470090866088867, + "loss_toxic": 5.757338476541918e-05, + "loss_moe_lb": 2.0, + "acc_pdi": 0.21212121212121213, + "acc_ee": 0.5454545454545454, + "acc_toxic": 1.0 + }, + { + "loss": 89.86447143554688, + "loss_size": 38.53608322143555, + "loss_pdi": 1.537404716014862, + "loss_ee": 1.9369333609938622, + "loss_delivery": 37.751346588134766, + "loss_biodist": 11.005695104598999, + "loss_toxic": 4.188540287941578e-06, + "loss_moe_lb": 2.0, + "acc_pdi": 0.21212121212121213, + "acc_ee": 0.2727272727272727, + "acc_toxic": 1.0 + }, + { + "loss": 35.98899841308594, + "loss_size": 16.665557861328125, + "loss_pdi": 0.7977772355079651, + "loss_ee": 1.5539218485355377, + "loss_delivery": 12.771784782409668, + "loss_biodist": 4.6532957553863525, + "loss_toxic": 0.0001495836622780189, + "loss_moe_lb": 2.0, + "acc_pdi": 0.24242424242424243, + "acc_ee": 0.30303030303030304, + "acc_toxic": 1.0 + }, + { + "loss": 9.848723888397217, + "loss_size": 4.73629903793335, + "loss_pdi": 0.4915418177843094, + "loss_ee": 1.488433301448822, + "loss_delivery": 1.7959908619523048, + "loss_biodist": 1.4337002336978912, + "loss_toxic": 0.01005643155076541, + "loss_moe_lb": 2.0, + "acc_pdi": 0.5151515151515151, + "acc_ee": 0.5151515151515151, + "acc_toxic": 1.0 + }, + { + "loss": 4.801181077957153, + "loss_size": 1.2885995507240295, + "loss_pdi": 0.3916291147470474, + "loss_ee": 1.4501813054084778, + "loss_delivery": 1.1967323049902916, + "loss_biodist": 0.43864502012729645, + "loss_toxic": 0.07232839707285166, + "loss_moe_lb": 1.9999998807907104, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.471889853477478, + "loss_size": 0.7727057039737701, + "loss_pdi": 0.39441972970962524, + "loss_ee": 1.7404354214668274, + "loss_delivery": 0.3256578668951988, + "loss_biodist": 0.1789499744772911, + "loss_toxic": 0.0814163361210376, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.245532989501953, + "loss_size": 0.5253823697566986, + "loss_pdi": 0.41956357657909393, + "loss_ee": 1.947204828262329, + "loss_delivery": 0.1416889987885952, + "loss_biodist": 0.15431373193860054, + "loss_toxic": 0.08120594080537558, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.2337894439697266, + "loss_size": 0.4616837650537491, + "loss_pdi": 0.4476730674505234, + "loss_ee": 1.9966408014297485, + "loss_delivery": 0.12795973103493452, + "loss_biodist": 0.1491181217133999, + "loss_toxic": 0.07703297073021531, + "loss_moe_lb": 2.0000001192092896, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.2301872968673706, + "loss_size": 0.44188039004802704, + "loss_pdi": 0.452150359749794, + "loss_ee": 2.014361083507538, + "loss_delivery": 0.12519966065883636, + "loss_biodist": 0.1489807330071926, + "loss_toxic": 0.07468282990157604, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_1/splits.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_1/splits.json new file mode 100644 index 0000000..1773fe5 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_1/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 3, 5, 6, 7, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 24, 26, 27, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 112, 114, 115, 118, 119, 120, 121, 123, 124, 125, 126, 128, 129, 130, 131, 132, 136, 137, 140, 141, 142, 143, 144, 145, 146, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 161, 162, 164, 165, 166, 167, 168, 169, 171, 172, 173, 174, 175, 176, 177, 178, 179, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 194, 195, 196, 197, 198, 199, 201, 202, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 225, 226, 228, 229, 231, 232, 233, 234, 235, 236, 237, 238, 240, 242, 243, 244, 246, 247, 248, 250, 251, 252, 254, 255, 256, 258, 259, 260, 261, 262, 263, 264, 266, 268, 269, 270, 271, 273, 274, 275, 276, 277, 278, 279, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 295, 296, 297, 300, 301, 302, 303, 304, 305, 306, 307, 308, 310, 311, 313, 314, 315, 316, 317, 318, 319, 321, 322, 323, 324, 325, 327, 328, 329, 330, 331, 333, 334, 335, 337, 338, 339, 340, 341, 342, 343, 344, 345, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 361, 362, 364, 365, 366, 367, 368, 369, 373, 374, 375, 376, 378, 379, 380, 381, 382, 384, 387, 388, 389, 391, 392, 393, 394, 396, 397, 398, 399, 402, 403, 404, 405, 406, 408, 409, 410, 411, 412, 413, 414, 416, 417, 419], "outer_test_idx": [1, 2, 4, 8, 9, 14, 17, 22, 23, 25, 28, 34, 37, 41, 43, 45, 63, 64, 68, 85, 96, 104, 111, 113, 116, 117, 122, 127, 133, 134, 135, 138, 139, 147, 160, 163, 170, 180, 191, 192, 193, 200, 203, 208, 224, 227, 230, 239, 241, 245, 249, 253, 257, 265, 267, 272, 280, 294, 298, 299, 309, 312, 320, 326, 332, 336, 346, 347, 360, 363, 370, 371, 372, 377, 383, 385, 386, 390, 395, 400, 401, 407, 415, 418]} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_1/test_metrics.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_1/test_metrics.json new file mode 100644 index 0000000..facfc20 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_1/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.46951935155806995, + "rmse": 0.6852148214670126, + "mae": 0.5178531104077896, + "r2": -0.43374517488216946 + }, + "delivery": { + "n_samples": 61, + "mse": 1.0067166172516437, + "rmse": 1.0033526883661814, + "mae": 0.6208895779230067, + "r2": 0.23798809386602826 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6105263157894737, + "recall": 0.6031746031746031, + "f1": 0.60625 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5595238095238095, + "precision": 0.5069444444444445, + "recall": 0.5141049426763712, + "f1": 0.4983847945308392 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.23066686287196406, + "js_divergence": 0.05783347774650594 + } +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_2/best_params.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_2/best_params.json new file mode 100644 index 0000000..d0524e2 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_2/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.3398640929006426, + "lr": 0.0006400879855817172, + "weight_decay": 0.00687535028340139, + "backbone_lr_ratio": 0.3085531888778921, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_2/epoch_mean.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_2/epoch_mean.json new file mode 100644 index 0000000..84179ef --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_2/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 12} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_2/history.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_2/history.json new file mode 100644 index 0000000..b678a71 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_2/history.json @@ -0,0 +1,282 @@ +{ + "train": [ + { + "loss": 5.7483635425567625, + "loss_size": 1.1755160689353943, + "loss_pdi": 0.688668966293335, + "loss_ee": 1.0797713935375213, + "loss_delivery": 1.0136828005313874, + "loss_biodist": 1.1511794686317445, + "loss_toxic": 0.6330303579568863, + "loss_moe_lb": 1.292494297027588 + }, + { + "loss": 5.1545521259307865, + "loss_size": 1.0586705684661866, + "loss_pdi": 0.6686484396457673, + "loss_ee": 1.0066209137439728, + "loss_delivery": 0.9598281651735305, + "loss_biodist": 0.8617471933364869, + "loss_toxic": 0.6031790226697922, + "loss_moe_lb": 1.0188938140869142 + }, + { + "loss": 4.732970094680786, + "loss_size": 1.0378024727106094, + "loss_pdi": 0.63942391872406, + "loss_ee": 0.9804544985294342, + "loss_delivery": 0.9455196693539619, + "loss_biodist": 0.6586503744125366, + "loss_toxic": 0.47931229770183564, + "loss_moe_lb": 1.038456928730011 + }, + { + "loss": 4.376081800460815, + "loss_size": 1.0889001727104186, + "loss_pdi": 0.6193347215652466, + "loss_ee": 0.9104867339134216, + "loss_delivery": 0.9300790801644325, + "loss_biodist": 0.5227536976337432, + "loss_toxic": 0.31408566385507586, + "loss_moe_lb": 1.0371394813060761 + }, + { + "loss": 3.811382532119751, + "loss_size": 0.9367444157600403, + "loss_pdi": 0.5625150442123413, + "loss_ee": 0.8419284343719482, + "loss_delivery": 0.8617716431617737, + "loss_biodist": 0.40558892786502837, + "loss_toxic": 0.2078858122229576, + "loss_moe_lb": 1.033831787109375 + }, + { + "loss": 3.5892833948135374, + "loss_size": 0.9521345764398574, + "loss_pdi": 0.5476631730794906, + "loss_ee": 0.8374009251594543, + "loss_delivery": 0.7436634629964829, + "loss_biodist": 0.34685232639312746, + "loss_toxic": 0.16585248969495298, + "loss_moe_lb": 1.0388312935829163 + }, + { + "loss": 3.3546568870544435, + "loss_size": 0.8443216770887375, + "loss_pdi": 0.5079144239425659, + "loss_ee": 0.8020757079124451, + "loss_delivery": 0.7419078692793846, + "loss_biodist": 0.32465431839227676, + "loss_toxic": 0.1367682535201311, + "loss_moe_lb": 1.01701363325119 + }, + { + "loss": 3.219555878639221, + "loss_size": 0.8236923918128014, + "loss_pdi": 0.5188938200473785, + "loss_ee": 0.8096600890159606, + "loss_delivery": 0.6752876311540603, + "loss_biodist": 0.27763115167617797, + "loss_toxic": 0.11747771687805653, + "loss_moe_lb": 1.0203365206718444 + }, + { + "loss": 3.1288190841674806, + "loss_size": 0.8337477281689644, + "loss_pdi": 0.5212101936340332, + "loss_ee": 0.7537896811962128, + "loss_delivery": 0.6366881281137466, + "loss_biodist": 0.2680416375398636, + "loss_toxic": 0.11747438833117485, + "loss_moe_lb": 1.0157728314399719 + }, + { + "loss": 3.133353066444397, + "loss_size": 0.7977236270904541, + "loss_pdi": 0.5311136335134506, + "loss_ee": 0.7670858204364777, + "loss_delivery": 0.6964836940169334, + "loss_biodist": 0.236881023645401, + "loss_toxic": 0.10794457662850618, + "loss_moe_lb": 1.0135038256645204 + }, + { + "loss": 3.112535905838013, + "loss_size": 0.8012179404497146, + "loss_pdi": 0.4913495659828186, + "loss_ee": 0.723756092786789, + "loss_delivery": 0.7324453204870224, + "loss_biodist": 0.2783528506755829, + "loss_toxic": 0.08906053807586431, + "loss_moe_lb": 1.010425513982773 + }, + { + "loss": 3.0932960510253906, + "loss_size": 0.8112509369850158, + "loss_pdi": 0.5164193540811539, + "loss_ee": 0.7464578688144684, + "loss_delivery": 0.6315664723515511, + "loss_biodist": 0.26265705823898317, + "loss_toxic": 0.127738674916327, + "loss_moe_lb": 1.0117748022079467 + } + ], + "val": [ + { + "loss": 80.47604751586914, + "loss_size": 21.63163471221924, + "loss_pdi": 0.926315444521606, + "loss_ee": 4.174057781695694, + "loss_delivery": 43.43705368041992, + "loss_biodist": 3.9152486324310303, + "loss_toxic": 6.687892913818359, + "loss_moe_lb": 3.9999964237213135, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.36363636363636365, + "acc_toxic": 0.92 + }, + { + "loss": 29.538628578186035, + "loss_size": 17.593671798706055, + "loss_pdi": 0.7291160188615322, + "loss_ee": 2.6582291545782937, + "loss_delivery": 2.291876494884491, + "loss_biodist": 1.6512864828109741, + "loss_toxic": 4.760561704635563, + "loss_moe_lb": 3.742523193359375, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.36363636363636365, + "acc_toxic": 0.92 + }, + { + "loss": 14.388859748840332, + "loss_size": 7.632530212402344, + "loss_pdi": 0.5986062735319138, + "loss_ee": 1.5341901439242065, + "loss_delivery": 0.8549961289390922, + "loss_biodist": 1.1238899230957031, + "loss_toxic": 2.7391149957475136, + "loss_moe_lb": 1.828705370426178, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.36363636363636365, + "acc_toxic": 0.92 + }, + { + "loss": 3.9235423803329468, + "loss_size": 0.7684821486473083, + "loss_pdi": 0.6858192384243011, + "loss_ee": 0.6467642039060593, + "loss_delivery": 0.7583369314670563, + "loss_biodist": 0.4394649341702461, + "loss_toxic": 0.6118205450475216, + "loss_moe_lb": 2.589472532272339, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.92 + }, + { + "loss": 3.1044960021972656, + "loss_size": 0.45849311351776123, + "loss_pdi": 0.572959303855896, + "loss_ee": 0.7889725863933563, + "loss_delivery": 0.8059753924608231, + "loss_biodist": 0.3501804620027542, + "loss_toxic": 0.1148749440908432, + "loss_moe_lb": 2.1323142051696777, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.92 + }, + { + "loss": 2.8408315181732178, + "loss_size": 0.3795704282820225, + "loss_pdi": 0.5572024881839752, + "loss_ee": 0.7574746906757355, + "loss_delivery": 0.7207464426755905, + "loss_biodist": 0.32500071823596954, + "loss_toxic": 0.09428219497203827, + "loss_moe_lb": 1.2830803990364075, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.92 + }, + { + "loss": 2.4606465697288513, + "loss_size": 0.44141580164432526, + "loss_pdi": 0.5265260934829712, + "loss_ee": 0.6533879190683365, + "loss_delivery": 0.5713554918766022, + "loss_biodist": 0.19085678458213806, + "loss_toxic": 0.0662267655134201, + "loss_moe_lb": 1.1361096501350403, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.92 + }, + { + "loss": 2.4505326747894287, + "loss_size": 0.3197839520871639, + "loss_pdi": 0.5340364277362823, + "loss_ee": 0.7081550508737564, + "loss_delivery": 0.5859668254852295, + "loss_biodist": 0.22078578919172287, + "loss_toxic": 0.0731381569057703, + "loss_moe_lb": 1.136336088180542, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.92 + }, + { + "loss": 2.4238035082817078, + "loss_size": 0.40113865956664085, + "loss_pdi": 0.5559044778347015, + "loss_ee": 0.6782756745815277, + "loss_delivery": 0.5540102496743202, + "loss_biodist": 0.17460612207651138, + "loss_toxic": 0.052084170281887054, + "loss_moe_lb": 1.1059184670448303, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 2.5404458045959473, + "loss_size": 0.4471534714102745, + "loss_pdi": 0.553639829158783, + "loss_ee": 0.7144065946340561, + "loss_delivery": 0.5819475948810577, + "loss_biodist": 0.18366914242506027, + "loss_toxic": 0.054775684140622616, + "loss_moe_lb": 1.0977487564086914, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 2.609947979450226, + "loss_size": 0.43376055266708136, + "loss_pdi": 0.5452479720115662, + "loss_ee": 0.7344648241996765, + "loss_delivery": 0.6297283172607422, + "loss_biodist": 0.20135965943336487, + "loss_toxic": 0.062262414023280144, + "loss_moe_lb": 1.0868380069732666, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.96 + }, + { + "loss": 2.638362944126129, + "loss_size": 0.4600020656362176, + "loss_pdi": 0.5447157621383667, + "loss_ee": 0.7395550310611725, + "loss_delivery": 0.6298575401306152, + "loss_biodist": 0.1988462507724762, + "loss_toxic": 0.0627844799309969, + "loss_moe_lb": 1.0868048071861267, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.96 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_2/splits.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_2/splits.json new file mode 100644 index 0000000..14df306 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_2/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 43, 44, 45, 47, 48, 49, 50, 51, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 68, 69, 70, 72, 74, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 96, 97, 100, 101, 102, 103, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 142, 143, 145, 147, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 160, 161, 162, 163, 165, 166, 167, 168, 170, 171, 172, 173, 174, 175, 177, 179, 180, 181, 183, 184, 185, 186, 187, 188, 191, 192, 193, 194, 196, 197, 199, 200, 202, 203, 204, 205, 207, 208, 209, 210, 211, 212, 213, 214, 215, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 232, 233, 235, 236, 237, 238, 239, 240, 241, 242, 243, 245, 246, 249, 250, 251, 252, 253, 254, 255, 256, 257, 259, 260, 261, 263, 264, 265, 266, 267, 268, 269, 271, 272, 273, 274, 275, 276, 280, 281, 282, 283, 284, 285, 287, 289, 290, 293, 294, 295, 296, 297, 298, 299, 300, 302, 303, 305, 307, 308, 309, 310, 311, 312, 313, 314, 315, 317, 318, 320, 321, 322, 323, 324, 326, 327, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 358, 360, 361, 363, 364, 365, 366, 368, 369, 370, 371, 372, 373, 376, 377, 378, 379, 380, 381, 382, 383, 385, 386, 387, 388, 389, 390, 392, 394, 395, 398, 399, 400, 401, 402, 404, 405, 407, 408, 409, 410, 412, 413, 414, 415, 416, 417, 418], "outer_test_idx": [10, 12, 15, 31, 35, 42, 46, 52, 53, 54, 62, 66, 67, 71, 73, 75, 77, 81, 89, 90, 92, 98, 99, 105, 123, 124, 141, 144, 146, 154, 155, 164, 169, 176, 178, 182, 189, 190, 195, 198, 201, 206, 216, 217, 218, 219, 231, 234, 244, 247, 248, 258, 262, 270, 277, 278, 279, 286, 288, 291, 292, 301, 304, 306, 316, 319, 325, 328, 343, 357, 359, 362, 367, 374, 375, 384, 391, 393, 396, 397, 403, 406, 411, 419]} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_2/test_metrics.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_2/test_metrics.json new file mode 100644 index 0000000..949e68c --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_2/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.6330731519688326, + "rmse": 0.7956589419901171, + "mae": 0.5650630322218474, + "r2": -0.2503081640413001 + }, + "delivery": { + "n_samples": 60, + "mse": 0.7394687840051654, + "rmse": 0.8599237082469382, + "mae": 0.5835061956274633, + "r2": 0.015638880874769834 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6686520376175549, + "recall": 0.6972140762463344, + "f1": 0.6762192056309704 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6151596941070625, + "recall": 0.6785714285714285, + "f1": 0.6297974020691934 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.2593635999587868, + "js_divergence": 0.06293953369328302 + } +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_3/best_params.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_3/best_params.json new file mode 100644 index 0000000..e658e74 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_3/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.10301838844131589, + "lr": 0.0008648998582653286, + "weight_decay": 0.0011644667702360517, + "backbone_lr_ratio": 0.9869864342312137, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_3/epoch_mean.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_3/epoch_mean.json new file mode 100644 index 0000000..54e2f4a --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_3/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 15} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_3/history.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_3/history.json new file mode 100644 index 0000000..a8c6f43 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_3/history.json @@ -0,0 +1,351 @@ +{ + "train": [ + { + "loss": 5.082732009887695, + "loss_size": 0.8353379234671593, + "loss_pdi": 0.6749175965785981, + "loss_ee": 1.0505383372306825, + "loss_delivery": 0.9670279085636139, + "loss_biodist": 0.910768735408783, + "loss_toxic": 0.6281705170869827, + "loss_moe_lb": 2.1631091117858885 + }, + { + "loss": 3.917115902900696, + "loss_size": 0.702065971493721, + "loss_pdi": 0.6010196149349213, + "loss_ee": 0.928079241514206, + "loss_delivery": 0.833235627412796, + "loss_biodist": 0.5170509576797485, + "loss_toxic": 0.32288857698440554, + "loss_moe_lb": 2.1212393283843993 + }, + { + "loss": 3.410247015953064, + "loss_size": 0.6847790271043778, + "loss_pdi": 0.5844860941171646, + "loss_ee": 0.9100631296634674, + "loss_delivery": 0.7196531042456626, + "loss_biodist": 0.34760351181030275, + "loss_toxic": 0.15289095789194107, + "loss_moe_lb": 2.0900094747543334 + }, + { + "loss": 3.611991357803345, + "loss_size": 0.728533074259758, + "loss_pdi": 0.5978461474180221, + "loss_ee": 0.8892598748207092, + "loss_delivery": 0.8175036281347274, + "loss_biodist": 0.325573593378067, + "loss_toxic": 0.24967048764228822, + "loss_moe_lb": 2.127688837051392 + }, + { + "loss": 3.7394527435302733, + "loss_size": 0.8099150076508522, + "loss_pdi": 0.5590573281049729, + "loss_ee": 0.9332451283931732, + "loss_delivery": 0.8649973452091217, + "loss_biodist": 0.25190152823925016, + "loss_toxic": 0.3216302846558392, + "loss_moe_lb": 2.1793845891952515 + }, + { + "loss": 3.1080971240997313, + "loss_size": 0.7301891952753067, + "loss_pdi": 0.5598881959915161, + "loss_ee": 0.7908201158046723, + "loss_delivery": 0.7074252933263778, + "loss_biodist": 0.16764036938548088, + "loss_toxic": 0.1512447940185666, + "loss_moe_lb": 2.192594385147095 + }, + { + "loss": 2.9425779819488525, + "loss_size": 0.6449232116341591, + "loss_pdi": 0.5357869774103164, + "loss_ee": 0.7871520280838012, + "loss_delivery": 0.706059730052948, + "loss_biodist": 0.1611826054751873, + "loss_toxic": 0.11154988002963365, + "loss_moe_lb": 2.155851054191589 + }, + { + "loss": 2.747123062610626, + "loss_size": 0.5896194621920585, + "loss_pdi": 0.4949228137731552, + "loss_ee": 0.7761815547943115, + "loss_delivery": 0.6187164455652236, + "loss_biodist": 0.1504157729446888, + "loss_toxic": 0.12156114024110139, + "loss_moe_lb": 2.1526307582855226 + }, + { + "loss": 2.635063338279724, + "loss_size": 0.5842130571603775, + "loss_pdi": 0.5147895842790604, + "loss_ee": 0.7332897126674652, + "loss_delivery": 0.5535429537296295, + "loss_biodist": 0.14936917498707772, + "loss_toxic": 0.10521175973117351, + "loss_moe_lb": 2.1556114196777343 + }, + { + "loss": 2.5186285614967345, + "loss_size": 0.5941655024886131, + "loss_pdi": 0.4768022924661636, + "loss_ee": 0.7136516571044922, + "loss_delivery": 0.5163570322096348, + "loss_biodist": 0.1456735387444496, + "loss_toxic": 0.07843706533312797, + "loss_moe_lb": 2.122280788421631 + }, + { + "loss": 2.292955148220062, + "loss_size": 0.5777556136250496, + "loss_pdi": 0.4193828046321869, + "loss_ee": 0.6482736200094223, + "loss_delivery": 0.46485147476196287, + "loss_biodist": 0.12582050785422325, + "loss_toxic": 0.06041797110810876, + "loss_moe_lb": 2.1298423051834106 + }, + { + "loss": 2.230041241645813, + "loss_size": 0.5503596663475037, + "loss_pdi": 0.4313876390457153, + "loss_ee": 0.6440995037555695, + "loss_delivery": 0.4300945445895195, + "loss_biodist": 0.11448672115802765, + "loss_toxic": 0.06429447252303362, + "loss_moe_lb": 2.1140299081802367 + }, + { + "loss": 2.123793697357178, + "loss_size": 0.5005871832370759, + "loss_pdi": 0.43620415925979616, + "loss_ee": 0.6224198281764984, + "loss_delivery": 0.3895473286509514, + "loss_biodist": 0.11660320684313774, + "loss_toxic": 0.06210352755151689, + "loss_moe_lb": 2.119616222381592 + }, + { + "loss": 2.1358844876289367, + "loss_size": 0.5508287876844407, + "loss_pdi": 0.4307598531246185, + "loss_ee": 0.6315727859735489, + "loss_delivery": 0.3641613028943539, + "loss_biodist": 0.11391842886805534, + "loss_toxic": 0.0498166628414765, + "loss_moe_lb": 2.100223648548126 + }, + { + "loss": 2.050897538661957, + "loss_size": 0.5077178977429867, + "loss_pdi": 0.4199351042509079, + "loss_ee": 0.5984964221715927, + "loss_delivery": 0.3614358350634575, + "loss_biodist": 0.11569447480142117, + "loss_toxic": 0.050936920056119564, + "loss_moe_lb": 2.0810481548309325 + } + ], + "val": [ + { + "loss": 172.27679443359375, + "loss_size": 75.22382354736328, + "loss_pdi": 6.257905006408691, + "loss_ee": 1.0016238912940025, + "loss_delivery": 80.32583618164062, + "loss_biodist": 10.403480529785156, + "loss_toxic": 0.00019448486273176968, + "loss_moe_lb": 4.0, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.30303030303030304, + "acc_toxic": 1.0 + }, + { + "loss": 52.486183166503906, + "loss_size": 14.95552110671997, + "loss_pdi": 3.5971357822418213, + "loss_ee": 1.3547143340110779, + "loss_delivery": 26.59017848968506, + "loss_biodist": 6.477919578552246, + "loss_toxic": 4.199034265184309e-05, + "loss_moe_lb": 3.99994695186615, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 15.530178308486938, + "loss_size": 2.1058083176612854, + "loss_pdi": 2.1508600114784713, + "loss_ee": 1.6019583940505981, + "loss_delivery": 6.146836042404175, + "loss_biodist": 3.677929162979126, + "loss_toxic": 0.0002212294057244435, + "loss_moe_lb": 3.850461006164551, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 3.709217071533203, + "loss_size": 0.2735917828977108, + "loss_pdi": 0.5942333936691284, + "loss_ee": 0.9953799247741699, + "loss_delivery": 1.263353854417801, + "loss_biodist": 0.5559826567769051, + "loss_toxic": 0.026755863800644875, + "loss_moe_lb": 3.2821922302246094, + "acc_pdi": 0.8787878787878788, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 3.548355460166931, + "loss_size": 0.26850254088640213, + "loss_pdi": 0.7665051519870758, + "loss_ee": 1.022062361240387, + "loss_delivery": 1.1168904602527618, + "loss_biodist": 0.3310539349913597, + "loss_toxic": 0.053745332174003124, + "loss_moe_lb": 2.9920856952667236, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.48484848484848486, + "acc_toxic": 1.0 + }, + { + "loss": 3.3375741243362427, + "loss_size": 0.2809669300913811, + "loss_pdi": 0.7630678713321686, + "loss_ee": 0.8800062835216522, + "loss_delivery": 1.165372759103775, + "loss_biodist": 0.25308192521333694, + "loss_toxic": 0.012179448269307613, + "loss_moe_lb": 2.633418083190918, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 3.10494065284729, + "loss_size": 0.2405082732439041, + "loss_pdi": 0.7806150019168854, + "loss_ee": 0.9787909388542175, + "loss_delivery": 0.8135410100221634, + "loss_biodist": 0.2611525356769562, + "loss_toxic": 0.05133051099255681, + "loss_moe_lb": 2.3676342964172363, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 2.871295928955078, + "loss_size": 0.26149019598960876, + "loss_pdi": 0.8240838646888733, + "loss_ee": 0.905450850725174, + "loss_delivery": 0.6907895654439926, + "loss_biodist": 0.19255949556827545, + "loss_toxic": 0.01917321002110839, + "loss_moe_lb": 2.3477163314819336, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + }, + { + "loss": 2.8265116214752197, + "loss_size": 0.21293707937002182, + "loss_pdi": 0.7193919718265533, + "loss_ee": 0.9231137633323669, + "loss_delivery": 0.7220445275306702, + "loss_biodist": 0.22641875594854355, + "loss_toxic": 0.045111823827028275, + "loss_moe_lb": 2.328315258026123, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + }, + { + "loss": 3.132081985473633, + "loss_size": 0.3579060733318329, + "loss_pdi": 1.0546224415302277, + "loss_ee": 1.0068175494670868, + "loss_delivery": 0.492855416610837, + "loss_biodist": 0.2503892779350281, + "loss_toxic": 0.004968765424564481, + "loss_moe_lb": 2.345529079437256, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + }, + { + "loss": 2.778050184249878, + "loss_size": 0.30457718670368195, + "loss_pdi": 0.7643572688102722, + "loss_ee": 0.9590548276901245, + "loss_delivery": 0.5605874471366405, + "loss_biodist": 0.20792487263679504, + "loss_toxic": 0.009619213407859206, + "loss_moe_lb": 2.3419790267944336, + "acc_pdi": 0.8787878787878788, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 2.8711758852005005, + "loss_size": 0.31226375699043274, + "loss_pdi": 0.8468315005302429, + "loss_ee": 1.070273905992508, + "loss_delivery": 0.47154529712861404, + "loss_biodist": 0.20234718918800354, + "loss_toxic": 0.003359375288709998, + "loss_moe_lb": 2.3186556100845337, + "acc_pdi": 0.8787878787878788, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 2.9454859495162964, + "loss_size": 0.28123921155929565, + "loss_pdi": 0.8731799423694611, + "loss_ee": 1.1699734330177307, + "loss_delivery": 0.46669520821888, + "loss_biodist": 0.1928551346063614, + "loss_toxic": 0.0029056179337203503, + "loss_moe_lb": 2.3398754596710205, + "acc_pdi": 0.8787878787878788, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + }, + { + "loss": 3.043894052505493, + "loss_size": 0.3036685436964035, + "loss_pdi": 0.9032391607761383, + "loss_ee": 1.1947080492973328, + "loss_delivery": 0.4924440362956375, + "loss_biodist": 0.19266249984502792, + "loss_toxic": 0.0023779551265761256, + "loss_moe_lb": 2.2725980281829834, + "acc_pdi": 0.8787878787878788, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + }, + { + "loss": 3.043022632598877, + "loss_size": 0.30651259422302246, + "loss_pdi": 0.9202794432640076, + "loss_ee": 1.1845283806324005, + "loss_delivery": 0.47830074932426214, + "loss_biodist": 0.195449098944664, + "loss_toxic": 0.002245238982141018, + "loss_moe_lb": 2.3346506357192993, + "acc_pdi": 0.8484848484848485, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_3/splits.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_3/splits.json new file mode 100644 index 0000000..7a2b13e --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_3/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 102, 104, 105, 106, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 127, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 166, 168, 169, 170, 172, 173, 174, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 195, 198, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 218, 219, 221, 223, 224, 226, 227, 228, 230, 231, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 251, 252, 253, 254, 255, 256, 257, 258, 259, 262, 263, 264, 265, 266, 267, 268, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 282, 284, 286, 288, 289, 290, 291, 292, 293, 294, 295, 297, 298, 299, 301, 302, 304, 305, 306, 307, 308, 309, 310, 312, 314, 315, 316, 317, 319, 320, 321, 325, 326, 327, 328, 331, 332, 334, 336, 340, 341, 343, 344, 346, 347, 348, 350, 352, 353, 357, 359, 360, 361, 362, 363, 364, 366, 367, 368, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 382, 383, 384, 385, 386, 387, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 400, 401, 402, 403, 404, 406, 407, 410, 411, 412, 414, 415, 416, 418, 419], "outer_test_idx": [3, 6, 13, 18, 19, 26, 33, 44, 48, 49, 50, 56, 57, 72, 80, 88, 94, 101, 103, 107, 108, 114, 126, 128, 130, 145, 149, 157, 167, 171, 175, 188, 196, 197, 199, 211, 220, 222, 225, 229, 232, 236, 250, 260, 261, 271, 281, 283, 285, 287, 296, 300, 303, 311, 313, 318, 322, 323, 324, 329, 330, 333, 335, 337, 338, 339, 342, 345, 349, 351, 354, 355, 356, 358, 365, 369, 381, 388, 399, 405, 408, 409, 413, 417]} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_3/test_metrics.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_3/test_metrics.json new file mode 100644 index 0000000..49e3064 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_3/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.7226714632498719, + "rmse": 1.3125057955109654, + "mae": 0.5719237275960216, + "r2": 0.02564389034783543 + }, + "delivery": { + "n_samples": 59, + "mse": 0.618400296452231, + "rmse": 0.7863843185442033, + "mae": 0.48686958986760703, + "r2": 0.3988414391489876 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.5983050847457627, + "recall": 0.6063049853372434, + "f1": 0.6011957095129242 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5952380952380952, + "precision": 0.5286355080299572, + "recall": 0.5540221216691805, + "f1": 0.532211596393791 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.95, + "precision": 0.75, + "recall": 0.9736842105263157, + "f1": 0.8198198198198199 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.13535815823438127, + "js_divergence": 0.032927490587265504 + } +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_4/best_params.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_4/best_params.json new file mode 100644 index 0000000..d0a93f8 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_4/best_params.json @@ -0,0 +1,16 @@ +{ + "dropout": 0.20496607857127885, + "lr": 0.0009573095972231165, + "weight_decay": 0.00038069869878401156, + "backbone_lr_ratio": 0.04121720375781922, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_4/epoch_mean.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_4/epoch_mean.json new file mode 100644 index 0000000..c288387 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_4/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 18} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_4/history.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_4/history.json new file mode 100644 index 0000000..02459d7 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_4/history.json @@ -0,0 +1,420 @@ +{ + "train": [ + { + "loss": 5.7597064733505245, + "loss_size": 1.440800777077675, + "loss_pdi": 0.6786935150623321, + "loss_ee": 1.0849726796150208, + "loss_delivery": 0.9487443953752518, + "loss_biodist": 1.0082631647586822, + "loss_toxic": 0.5941747397184372, + "loss_moe_lb": 1.2535704731941224 + }, + { + "loss": 4.46125361919403, + "loss_size": 0.9969148725271225, + "loss_pdi": 0.6377743005752563, + "loss_ee": 1.0070809423923492, + "loss_delivery": 0.8643077373504638, + "loss_biodist": 0.5888708710670472, + "loss_toxic": 0.3699282258749008, + "loss_moe_lb": 1.0774120330810546 + }, + { + "loss": 3.9615471839904783, + "loss_size": 0.9510211005806923, + "loss_pdi": 0.5933690965175629, + "loss_ee": 0.9648697793483734, + "loss_delivery": 0.7513141691684723, + "loss_biodist": 0.42743819653987886, + "loss_toxic": 0.2795097783207893, + "loss_moe_lb": 1.0714489221572876 + }, + { + "loss": 3.700311851501465, + "loss_size": 0.8805708676576615, + "loss_pdi": 0.5855857193470001, + "loss_ee": 0.8876194596290589, + "loss_delivery": 0.8013220310211182, + "loss_biodist": 0.3604935139417648, + "loss_toxic": 0.1965834878385067, + "loss_moe_lb": 1.007526272535324 + }, + { + "loss": 3.439181995391846, + "loss_size": 0.8580317258834839, + "loss_pdi": 0.5542665749788285, + "loss_ee": 0.8289837300777435, + "loss_delivery": 0.7222334772348404, + "loss_biodist": 0.36236381977796556, + "loss_toxic": 0.12638554442673922, + "loss_moe_lb": 1.0035911977291108 + }, + { + "loss": 3.304888677597046, + "loss_size": 0.8430306047201157, + "loss_pdi": 0.5300918787717819, + "loss_ee": 0.8499732971191406, + "loss_delivery": 0.6654257148504257, + "loss_biodist": 0.3080726519227028, + "loss_toxic": 0.12306731268763542, + "loss_moe_lb": 1.0079965770244599 + }, + { + "loss": 3.1919501781463624, + "loss_size": 0.8029126331210137, + "loss_pdi": 0.5247000247240067, + "loss_ee": 0.7944635808467865, + "loss_delivery": 0.7334786802530289, + "loss_biodist": 0.2485378623008728, + "loss_toxic": 0.10465180799365044, + "loss_moe_lb": 1.021853494644165 + }, + { + "loss": 2.950375485420227, + "loss_size": 0.7490854576230049, + "loss_pdi": 0.5116325050592423, + "loss_ee": 0.7787763714790344, + "loss_delivery": 0.6091008216142655, + "loss_biodist": 0.2225549712777138, + "loss_toxic": 0.0949551122263074, + "loss_moe_lb": 1.0022056221961975 + }, + { + "loss": 3.0570436239242555, + "loss_size": 0.8179161727428437, + "loss_pdi": 0.4936905145645142, + "loss_ee": 0.7577167481184006, + "loss_delivery": 0.6050522804260254, + "loss_biodist": 0.23750133365392684, + "loss_toxic": 0.1613808885216713, + "loss_moe_lb": 1.0023436784744262 + }, + { + "loss": 3.1754874348640443, + "loss_size": 1.0580450013279914, + "loss_pdi": 0.4817896604537964, + "loss_ee": 0.7088476240634918, + "loss_delivery": 0.683668403327465, + "loss_biodist": 0.18879517912864685, + "loss_toxic": 0.07897387137636543, + "loss_moe_lb": 1.0037928640842437 + }, + { + "loss": 2.9403026700019836, + "loss_size": 0.7286308169364929, + "loss_pdi": 0.475850784778595, + "loss_ee": 0.7616385638713836, + "loss_delivery": 0.7144242137670517, + "loss_biodist": 0.1871226906776428, + "loss_toxic": 0.09710472337901592, + "loss_moe_lb": 1.013828158378601 + }, + { + "loss": 2.651195001602173, + "loss_size": 0.608148543536663, + "loss_pdi": 0.5147650361061096, + "loss_ee": 0.7317812621593476, + "loss_delivery": 0.572910675406456, + "loss_biodist": 0.1970813974738121, + "loss_toxic": 0.049627249408513305, + "loss_moe_lb": 1.002885740995407 + }, + { + "loss": 2.799059343338013, + "loss_size": 0.7710918173193931, + "loss_pdi": 0.4544473499059677, + "loss_ee": 0.7295673489570618, + "loss_delivery": 0.5876944303512573, + "loss_biodist": 0.17939449101686478, + "loss_toxic": 0.10049047945067287, + "loss_moe_lb": 1.0065297186374664 + }, + { + "loss": 2.798182928562164, + "loss_size": 0.727725411951542, + "loss_pdi": 0.49590816497802737, + "loss_ee": 0.7312022745609283, + "loss_delivery": 0.5792187005281448, + "loss_biodist": 0.1974954217672348, + "loss_toxic": 0.09231559224426747, + "loss_moe_lb": 1.0021897435188294 + }, + { + "loss": 2.700025486946106, + "loss_size": 0.7324875056743622, + "loss_pdi": 0.4640060096979141, + "loss_ee": 0.7189407050609589, + "loss_delivery": 0.5827516913414001, + "loss_biodist": 0.17115932404994966, + "loss_toxic": 0.05759746264666319, + "loss_moe_lb": 1.0113951027393342 + }, + { + "loss": 2.6334821820259093, + "loss_size": 0.6955956444144249, + "loss_pdi": 0.44279506206512453, + "loss_ee": 0.6951560795307159, + "loss_delivery": 0.5335969567298889, + "loss_biodist": 0.17340886294841767, + "loss_toxic": 0.11410957663320005, + "loss_moe_lb": 0.999821412563324 + }, + { + "loss": 2.509834313392639, + "loss_size": 0.6207977414131165, + "loss_pdi": 0.4425841301679611, + "loss_ee": 0.6828082174062728, + "loss_delivery": 0.5497060000896454, + "loss_biodist": 0.17251525670289994, + "loss_toxic": 0.0639403922483325, + "loss_moe_lb": 1.0096516609191895 + }, + { + "loss": 2.6121347188949584, + "loss_size": 0.6003188967704773, + "loss_pdi": 0.49211575984954836, + "loss_ee": 0.7184335887432098, + "loss_delivery": 0.5634757287800312, + "loss_biodist": 0.16769390180706978, + "loss_toxic": 0.09458776279352606, + "loss_moe_lb": 1.0054657459259033 + } + ], + "val": [ + { + "loss": 344.2826843261719, + "loss_size": 263.5546569824219, + "loss_pdi": 1.1046299738809466, + "loss_ee": 11.682284832000732, + "loss_delivery": 45.48733139038086, + "loss_biodist": 15.184396266937256, + "loss_toxic": 8.67130184173584, + "loss_moe_lb": 3.9999728202819824, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.3333333333333333, + "acc_toxic": 0.9090909090909091 + }, + { + "loss": 174.39437103271484, + "loss_size": 117.55781173706055, + "loss_pdi": 0.7840169854462147, + "loss_ee": 6.06282114982605, + "loss_delivery": 33.207271575927734, + "loss_biodist": 12.851747512817383, + "loss_toxic": 5.354906678199761, + "loss_moe_lb": 1.9575527906417847, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.3333333333333333, + "acc_toxic": 0.9090909090909091 + }, + { + "loss": 59.39517593383789, + "loss_size": 34.68342971801758, + "loss_pdi": 1.0059759449213743, + "loss_ee": 2.10078763961792, + "loss_delivery": 12.600296974182129, + "loss_biodist": 6.326821327209473, + "loss_toxic": 3.349079548021109, + "loss_moe_lb": 1.9103354215621948, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.3333333333333333, + "acc_toxic": 0.9090909090909091 + }, + { + "loss": 10.384199857711792, + "loss_size": 4.205263614654541, + "loss_pdi": 0.8416041471064091, + "loss_ee": 0.6477644741535187, + "loss_delivery": 2.7606598138809204, + "loss_biodist": 1.0737838745117188, + "loss_toxic": 0.9379819970345125, + "loss_moe_lb": 2.548765778541565, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.9090909090909091 + }, + { + "loss": 2.1616767048835754, + "loss_size": 0.3178003542125225, + "loss_pdi": 0.36304590106010437, + "loss_ee": 0.6251880824565887, + "loss_delivery": 0.5292009316617623, + "loss_biodist": 0.26084838062524796, + "loss_toxic": 0.04899288224987686, + "loss_moe_lb": 1.7193681597709656, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 1.9958959817886353, + "loss_size": 0.2525845212658169, + "loss_pdi": 0.3233095705509186, + "loss_ee": 0.597330242395401, + "loss_delivery": 0.5889109075069427, + "loss_biodist": 0.20676150918006897, + "loss_toxic": 0.01547768508316949, + "loss_moe_lb": 1.2809615731239319, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 1.9424969851970673, + "loss_size": 0.21345275434373434, + "loss_pdi": 0.32150943763554096, + "loss_ee": 0.5940776914358139, + "loss_delivery": 0.5463576018810272, + "loss_biodist": 0.20904933661222458, + "loss_toxic": 0.04845952012692578, + "loss_moe_lb": 1.1677425503730774, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 1.9613609910011292, + "loss_size": 0.21027150918962434, + "loss_pdi": 0.3287727180868387, + "loss_ee": 0.6205436065793037, + "loss_delivery": 0.5326358675956726, + "loss_biodist": 0.2075473666191101, + "loss_toxic": 0.056195826502516866, + "loss_moe_lb": 1.1112221479415894, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 1.9336766600608826, + "loss_size": 0.20789314416470006, + "loss_pdi": 0.34067092649638653, + "loss_ee": 0.5931997522711754, + "loss_delivery": 0.5567594170570374, + "loss_biodist": 0.16043271869421005, + "loss_toxic": 0.07131838775239885, + "loss_moe_lb": 1.1125900149345398, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.8621096909046173, + "loss_size": 0.20354579004924744, + "loss_pdi": 0.3368979077786207, + "loss_ee": 0.5986532643437386, + "loss_delivery": 0.5304958149790764, + "loss_biodist": 0.15412025153636932, + "loss_toxic": 0.03853555885143578, + "loss_moe_lb": 1.1037089824676514, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.805453598499298, + "loss_size": 0.20618344051763415, + "loss_pdi": 0.35174902714788914, + "loss_ee": 0.5858984068036079, + "loss_delivery": 0.5214374549686909, + "loss_biodist": 0.12413494661450386, + "loss_toxic": 0.019288419862277806, + "loss_moe_lb": 1.0974292159080505, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9245642125606537, + "loss_size": 0.22953018359839916, + "loss_pdi": 0.3419927852228284, + "loss_ee": 0.5774637646973133, + "loss_delivery": 0.6126681566238403, + "loss_biodist": 0.14191866666078568, + "loss_toxic": 0.028348925334285013, + "loss_moe_lb": 1.0653414130210876, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 1.9348452985286713, + "loss_size": 0.2651917990297079, + "loss_pdi": 0.33022436778992414, + "loss_ee": 0.5965468250215054, + "loss_delivery": 0.5383556708693504, + "loss_biodist": 0.152811199426651, + "loss_toxic": 0.058468776289373636, + "loss_moe_lb": 1.0683398246765137, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5454545454545454, + "acc_toxic": 1.0 + }, + { + "loss": 1.9185863137245178, + "loss_size": 0.2536534406244755, + "loss_pdi": 0.3237505182623863, + "loss_ee": 0.5931544713675976, + "loss_delivery": 0.5555795356631279, + "loss_biodist": 0.14412710070610046, + "loss_toxic": 0.05628647813864518, + "loss_moe_lb": 1.0637558698654175, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.881197988986969, + "loss_size": 0.24808142893016338, + "loss_pdi": 0.3262238306924701, + "loss_ee": 0.5946138016879559, + "loss_delivery": 0.5445284992456436, + "loss_biodist": 0.13139301538467407, + "loss_toxic": 0.04536219879810233, + "loss_moe_lb": 1.066088080406189, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.8549380898475647, + "loss_size": 0.24524137657135725, + "loss_pdi": 0.3292761305347085, + "loss_ee": 0.5995079800486565, + "loss_delivery": 0.5374031066894531, + "loss_biodist": 0.1247657909989357, + "loss_toxic": 0.029116833859006874, + "loss_moe_lb": 1.0676584839820862, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.8611880093812943, + "loss_size": 0.2341162486700341, + "loss_pdi": 0.32846141420304775, + "loss_ee": 0.6068462021648884, + "loss_delivery": 0.5403183102607727, + "loss_biodist": 0.11300446093082428, + "loss_toxic": 0.04835194707266055, + "loss_moe_lb": 1.0732101798057556, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9089678972959518, + "loss_size": 0.23039554586284794, + "loss_pdi": 0.3308827467262745, + "loss_ee": 0.6118485294282436, + "loss_delivery": 0.5499149560928345, + "loss_biodist": 0.12288810685276985, + "loss_toxic": 0.07226625870680436, + "loss_moe_lb": 1.0727885365486145, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_4/splits.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_4/splits.json new file mode 100644 index 0000000..8dd0299 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_4/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 110, 111, 112, 113, 114, 116, 117, 119, 120, 121, 122, 123, 124, 126, 127, 128, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 152, 154, 155, 157, 160, 161, 162, 163, 164, 165, 166, 167, 169, 170, 171, 173, 174, 175, 176, 177, 178, 180, 181, 182, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 203, 205, 206, 207, 208, 209, 211, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 234, 235, 236, 238, 239, 240, 241, 243, 244, 245, 246, 247, 248, 249, 250, 251, 253, 254, 257, 258, 260, 261, 262, 263, 264, 265, 266, 267, 270, 271, 272, 273, 277, 278, 279, 280, 281, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 298, 299, 300, 301, 302, 303, 304, 305, 306, 309, 311, 312, 313, 314, 315, 316, 318, 319, 320, 322, 323, 324, 325, 326, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 341, 342, 343, 345, 346, 347, 349, 350, 351, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 365, 367, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 381, 383, 384, 385, 386, 388, 390, 391, 392, 393, 394, 395, 396, 397, 399, 400, 401, 402, 403, 405, 406, 407, 408, 409, 410, 411, 413, 415, 416, 417, 418, 419], "outer_test_idx": [0, 5, 11, 21, 24, 27, 30, 32, 36, 38, 39, 40, 47, 55, 58, 61, 65, 76, 86, 95, 100, 106, 109, 115, 118, 125, 129, 131, 136, 148, 150, 151, 153, 156, 158, 159, 168, 172, 179, 183, 184, 185, 202, 204, 210, 212, 213, 228, 233, 237, 242, 252, 255, 256, 259, 268, 269, 274, 275, 276, 282, 297, 307, 308, 310, 317, 321, 327, 340, 344, 348, 352, 364, 366, 368, 379, 380, 382, 387, 389, 398, 404, 412, 414]} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_4/test_metrics.json b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_4/test_metrics.json new file mode 100644 index 0000000..61aa809 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/repeat_2/outer_fold_4/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.6138974653353957, + "rmse": 0.7835160913059768, + "mae": 0.4787395654545565, + "r2": 0.17852893554874139 + }, + "delivery": { + "n_samples": 58, + "mse": 0.918933858582442, + "rmse": 0.9586103789248487, + "mae": 0.5818251890355143, + "r2": 0.11140612860460075 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6592592592592592, + "recall": 0.6891495601173021, + "f1": 0.6657824933687002 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6309523809523809, + "precision": 0.5510869565217392, + "recall": 0.5807692307692308, + "f1": 0.5608224589284287 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9830508474576272, + "precision": 0.875, + "recall": 0.9910714285714286, + "f1": 0.924066924066924 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.1877719140441793, + "js_divergence": 0.0491918504902384 + } +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/strata_info.json b/models/abl/both_molt5/20260624_002350/strata_info.json new file mode 100644 index 0000000..ef3be58 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/strata_info.json @@ -0,0 +1,60 @@ +{ + "original_strata_counts": { + "T0|P0|E0": "5", + "T0|P0|E1": "58", + "T0|P0|E2": "169", + "T0|P1|E0": "1", + "T0|P1|E1": "17", + "T0|P1|E2": "32", + "T0|P2|E2": "3", + "T1|P0|E2": "9", + "T1|P1|E2": "5", + "TNA|P0|E0": "28", + "TNA|P0|E1": "21", + "TNA|P0|E2": "20", + "TNA|P1|E0": "29", + "TNA|P1|E1": "7", + "TNA|P1|E2": "14", + "TNA|P2|E2": "1", + "TNA|P3|E0": "1" + }, + "rare_strata": [ + "T0|P1|E0", + "T0|P2|E2", + "TNA|P2|E2", + "TNA|P3|E0" + ], + "final_strata": [ + "RARE", + "T0|P0|E0", + "T0|P0|E1", + "T0|P0|E2", + "T0|P1|E1", + "T0|P1|E2", + "T1|P0|E2", + "T1|P1|E2", + "TNA|P0|E0", + "TNA|P0|E1", + "TNA|P0|E2", + "TNA|P1|E0", + "TNA|P1|E1", + "TNA|P1|E2" + ], + "final_strata_counts": { + "RARE": "6", + "T0|P0|E0": "5", + "T0|P0|E1": "58", + "T0|P0|E2": "169", + "T0|P1|E1": "17", + "T0|P1|E2": "32", + "T1|P0|E2": "9", + "T1|P1|E2": "5", + "TNA|P0|E0": "28", + "TNA|P0|E1": "21", + "TNA|P0|E2": "20", + "TNA|P1|E0": "29", + "TNA|P1|E1": "7", + "TNA|P1|E2": "14" + }, + "n_rare_merged": "6" +} \ No newline at end of file diff --git a/models/abl/both_molt5/20260624_002350/summary.json b/models/abl/both_molt5/20260624_002350/summary.json new file mode 100644 index 0000000..2b74794 --- /dev/null +++ b/models/abl/both_molt5/20260624_002350/summary.json @@ -0,0 +1,992 @@ +{ + "fold_results": [ + { + "fold": 0, + "best_params": { + "dropout": 0.36138334610559464, + "lr": 0.0009768611684372063, + "weight_decay": 0.0007819543421024561, + "backbone_lr_ratio": 0.1094875202574584, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 10, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.5442239384585472, + "rmse": 1.2426680725191852, + "mae": 0.6065197844641754, + "r2": 0.05489693874226986 + }, + "delivery": { + "n_samples": 58, + "mse": 0.6228606286654659, + "rmse": 0.7892151979437965, + "mae": 0.645549583858971, + "r2": 0.2083065551159342 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7976190476190477, + "precision": 0.7473474801061009, + "recall": 0.7658588738417677, + "f1": 0.7551020408163265 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6809523809523809, + "recall": 0.7176190476190477, + "f1": 0.6755966243457792 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.29199224249606676, + "js_divergence": 0.052291809760011645 + } + } + }, + { + "fold": 1, + "best_params": { + "dropout": 0.2617620972301631, + "lr": 0.0009708340161977452, + "weight_decay": 0.00876815717103087, + "backbone_lr_ratio": 0.07764666819777231, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 9, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.37954175519764655, + "rmse": 0.6160696025593589, + "mae": 0.4762687585538342, + "r2": -0.15898558467325086 + }, + "delivery": { + "n_samples": 61, + "mse": 0.9568238418858714, + "rmse": 0.9781737278652864, + "mae": 0.615501540392393, + "r2": 0.27575332810103925 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.5984375, + "recall": 0.5952380952380952, + "f1": 0.5966967543691185 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5595238095238095, + "precision": 0.49682149682149684, + "recall": 0.5036154321868608, + "f1": 0.48889932920940665 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.2650679664726965, + "js_divergence": 0.06721545599253585 + } + } + }, + { + "fold": 2, + "best_params": { + "dropout": 0.3398640929006426, + "lr": 0.0006400879855817172, + "weight_decay": 0.00687535028340139, + "backbone_lr_ratio": 0.3085531888778921, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 12, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.34299971144127045, + "rmse": 0.5856617722211946, + "mae": 0.4714168618721444, + "r2": 0.3225816982680323 + }, + "delivery": { + "n_samples": 60, + "mse": 0.6305334508551694, + "rmse": 0.7940613646659617, + "mae": 0.5496675532388812, + "r2": 0.16065069039431923 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.75, + "precision": 0.7014607425441266, + "recall": 0.7426686217008798, + "f1": 0.7105824446267432 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6547619047619048, + "precision": 0.5981481481481481, + "recall": 0.6507936507936507, + "f1": 0.6112591899825942 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.22453620358096357, + "js_divergence": 0.05481360908460922 + } + } + }, + { + "fold": 3, + "best_params": { + "dropout": 0.10301838844131589, + "lr": 0.0008648998582653286, + "weight_decay": 0.0011644667702360517, + "backbone_lr_ratio": 0.9869864342312137, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 15, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.7015599299013842, + "rmse": 1.30443854968388, + "mae": 0.5289686592071351, + "r2": 0.037584734519839236 + }, + "delivery": { + "n_samples": 59, + "mse": 0.6980658831768289, + "rmse": 0.8355033711343294, + "mae": 0.5028807028843942, + "r2": 0.32139702371214895 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6074074074074074, + "recall": 0.6275659824046921, + "f1": 0.6100795755968169 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5833333333333334, + "precision": 0.5110428786899375, + "recall": 0.5272247360482655, + "f1": 0.5083333333333333 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9333333333333333, + "precision": 0.7142857142857143, + "recall": 0.9649122807017544, + "f1": 0.7818181818181817 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.21258712972173607, + "js_divergence": 0.05148357428738361 + } + } + }, + { + "fold": 4, + "best_params": { + "dropout": 0.20496607857127885, + "lr": 0.0009573095972231165, + "weight_decay": 0.00038069869878401156, + "backbone_lr_ratio": 0.04121720375781922, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 18, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.7454307837607543, + "rmse": 0.8633833353503844, + "mae": 0.4983095005099174, + "r2": 0.002521016964725842 + }, + "delivery": { + "n_samples": 58, + "mse": 1.1305003453510372, + "rmse": 1.0632498978843294, + "mae": 0.660637865806448, + "r2": -0.09317517153949795 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6592592592592592, + "recall": 0.6891495601173021, + "f1": 0.6657824933687002 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6144079123229084, + "recall": 0.6371794871794871, + "f1": 0.6167919799498747 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9830508474576272, + "precision": 0.875, + "recall": 0.9910714285714286, + "f1": 0.924066924066924 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.22363313091427037, + "js_divergence": 0.05554485020959375 + } + } + }, + { + "fold": 0, + "best_params": { + "dropout": 0.36138334610559464, + "lr": 0.0009768611684372063, + "weight_decay": 0.0007819543421024561, + "backbone_lr_ratio": 0.1094875202574584, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 10, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.4913369439691264, + "rmse": 1.2212030723713097, + "mae": 0.5824022564184235, + "r2": 0.08726508117798826 + }, + "delivery": { + "n_samples": 58, + "mse": 0.6888913417632222, + "rmse": 0.8299947841783237, + "mae": 0.6565480354274141, + "r2": 0.1243775342167962 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7976190476190477, + "precision": 0.7473474801061009, + "recall": 0.7658588738417677, + "f1": 0.7551020408163265 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6825338404285772, + "recall": 0.6971428571428572, + "f1": 0.6715159985600238 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.25535786486716, + "js_divergence": 0.047258401575109285 + } + } + }, + { + "fold": 1, + "best_params": { + "dropout": 0.2617620972301631, + "lr": 0.0009708340161977452, + "weight_decay": 0.00876815717103087, + "backbone_lr_ratio": 0.07764666819777231, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 9, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.4102990857495265, + "rmse": 0.6405459279001987, + "mae": 0.48430168065464213, + "r2": -0.25290753725023607 + }, + "delivery": { + "n_samples": 61, + "mse": 1.141709732617368, + "rmse": 1.0685081808846237, + "mae": 0.6904619923930188, + "r2": 0.13580803704365674 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6597687157638467, + "recall": 0.6984126984126984, + "f1": 0.6657824933687002 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5595238095238095, + "precision": 0.48331733625851275, + "recall": 0.4847771276342705, + "f1": 0.472943722943723 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.27289092812520727, + "js_divergence": 0.06838914596052793 + } + } + }, + { + "fold": 2, + "best_params": { + "dropout": 0.3398640929006426, + "lr": 0.0006400879855817172, + "weight_decay": 0.00687535028340139, + "backbone_lr_ratio": 0.3085531888778921, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 12, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.5255951670587833, + "rmse": 0.7249794252658369, + "mae": 0.5467459253566285, + "r2": -0.038041064149567205 + }, + "delivery": { + "n_samples": 60, + "mse": 0.6715002048252938, + "rmse": 0.8194511607321658, + "mae": 0.5382574244169518, + "r2": 0.10611684034247182 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6670673076923077, + "recall": 0.7038123167155426, + "f1": 0.672514619883041 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.636892026815005, + "recall": 0.7009803921568626, + "f1": 0.6545789829099787 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.21845003637708307, + "js_divergence": 0.05363676365676617 + } + } + }, + { + "fold": 3, + "best_params": { + "dropout": 0.10301838844131589, + "lr": 0.0008648998582653286, + "weight_decay": 0.0011644667702360517, + "backbone_lr_ratio": 0.9869864342312137, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 15, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.7821711302703098, + "rmse": 1.3349798239188149, + "mae": 0.550809847426612, + "r2": -0.008009574819726861 + }, + "delivery": { + "n_samples": 59, + "mse": 0.6972863344754117, + "rmse": 0.8350367264231027, + "mae": 0.513030981155649, + "r2": 0.3221548376688139 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6552542372881356, + "recall": 0.6678885630498533, + "f1": 0.6602778266221205 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5833333333333334, + "precision": 0.5107142857142857, + "recall": 0.5069632981397687, + "f1": 0.4998670465337132 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.95, + "precision": 0.75, + "recall": 0.9736842105263157, + "f1": 0.8198198198198199 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.16841687531678426, + "js_divergence": 0.04110119757993926 + } + } + }, + { + "fold": 4, + "best_params": { + "dropout": 0.20496607857127885, + "lr": 0.0009573095972231165, + "weight_decay": 0.00038069869878401156, + "backbone_lr_ratio": 0.04121720375781922, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 18, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.5699890881870557, + "rmse": 0.7549762169678299, + "mae": 0.4506003191816576, + "r2": 0.23728379829225832 + }, + "delivery": { + "n_samples": 58, + "mse": 0.8941534147821184, + "rmse": 0.9455968563727982, + "mae": 0.5503344679700917, + "r2": 0.1353684086814212 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7738095238095238, + "precision": 0.7122033898305085, + "recall": 0.7294721407624634, + "f1": 0.719359943731317 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6428571428571429, + "precision": 0.6250750750750751, + "recall": 0.6393162393162393, + "f1": 0.6113324253773692 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9830508474576272, + "precision": 0.875, + "recall": 0.9910714285714286, + "f1": 0.924066924066924 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.15337617795379077, + "js_divergence": 0.03951820037181606 + } + } + }, + { + "fold": 0, + "best_params": { + "dropout": 0.36138334610559464, + "lr": 0.0009768611684372063, + "weight_decay": 0.0007819543421024561, + "backbone_lr_ratio": 0.1094875202574584, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 10, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.5319067584729609, + "rmse": 1.2377022091250225, + "mae": 0.5937045352555901, + "r2": 0.06243535607962858 + }, + "delivery": { + "n_samples": 58, + "mse": 0.6125216869516746, + "rmse": 0.7826376472874753, + "mae": 0.6350975606975884, + "r2": 0.22144797392640647 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7976190476190477, + "precision": 0.75, + "recall": 0.7794012829650748, + "f1": 0.7606837606837606 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6886574074074074, + "recall": 0.730952380952381, + "f1": 0.6892665474060823 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2734443230053972, + "js_divergence": 0.049328419061986935 + } + } + }, + { + "fold": 1, + "best_params": { + "dropout": 0.2617620972301631, + "lr": 0.0009708340161977452, + "weight_decay": 0.00876815717103087, + "backbone_lr_ratio": 0.07764666819777231, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 9, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.46951935155806995, + "rmse": 0.6852148214670126, + "mae": 0.5178531104077896, + "r2": -0.43374517488216946 + }, + "delivery": { + "n_samples": 61, + "mse": 1.0067166172516437, + "rmse": 1.0033526883661814, + "mae": 0.6208895779230067, + "r2": 0.23798809386602826 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6105263157894737, + "recall": 0.6031746031746031, + "f1": 0.60625 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5595238095238095, + "precision": 0.5069444444444445, + "recall": 0.5141049426763712, + "f1": 0.4983847945308392 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.23066686287196406, + "js_divergence": 0.05783347774650594 + } + } + }, + { + "fold": 2, + "best_params": { + "dropout": 0.3398640929006426, + "lr": 0.0006400879855817172, + "weight_decay": 0.00687535028340139, + "backbone_lr_ratio": 0.3085531888778921, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 12, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.6330731519688326, + "rmse": 0.7956589419901171, + "mae": 0.5650630322218474, + "r2": -0.2503081640413001 + }, + "delivery": { + "n_samples": 60, + "mse": 0.7394687840051654, + "rmse": 0.8599237082469382, + "mae": 0.5835061956274633, + "r2": 0.015638880874769834 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6686520376175549, + "recall": 0.6972140762463344, + "f1": 0.6762192056309704 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6151596941070625, + "recall": 0.6785714285714285, + "f1": 0.6297974020691934 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.2593635999587868, + "js_divergence": 0.06293953369328302 + } + } + }, + { + "fold": 3, + "best_params": { + "dropout": 0.10301838844131589, + "lr": 0.0008648998582653286, + "weight_decay": 0.0011644667702360517, + "backbone_lr_ratio": 0.9869864342312137, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 15, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.7226714632498719, + "rmse": 1.3125057955109654, + "mae": 0.5719237275960216, + "r2": 0.02564389034783543 + }, + "delivery": { + "n_samples": 59, + "mse": 0.618400296452231, + "rmse": 0.7863843185442033, + "mae": 0.48686958986760703, + "r2": 0.3988414391489876 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.5983050847457627, + "recall": 0.6063049853372434, + "f1": 0.6011957095129242 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5952380952380952, + "precision": 0.5286355080299572, + "recall": 0.5540221216691805, + "f1": 0.532211596393791 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.95, + "precision": 0.75, + "recall": 0.9736842105263157, + "f1": 0.8198198198198199 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.13535815823438127, + "js_divergence": 0.032927490587265504 + } + } + }, + { + "fold": 4, + "best_params": { + "dropout": 0.20496607857127885, + "lr": 0.0009573095972231165, + "weight_decay": 0.00038069869878401156, + "backbone_lr_ratio": 0.04121720375781922, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 1, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 18, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.6138974653353957, + "rmse": 0.7835160913059768, + "mae": 0.4787395654545565, + "r2": 0.17852893554874139 + }, + "delivery": { + "n_samples": 58, + "mse": 0.918933858582442, + "rmse": 0.9586103789248487, + "mae": 0.5818251890355143, + "r2": 0.11140612860460075 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6592592592592592, + "recall": 0.6891495601173021, + "f1": 0.6657824933687002 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6309523809523809, + "precision": 0.5510869565217392, + "recall": 0.5807692307692308, + "f1": 0.5608224589284287 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9830508474576272, + "precision": 0.875, + "recall": 0.9910714285714286, + "f1": 0.924066924066924 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.1877719140441793, + "js_divergence": 0.0491918504902384 + } + } + } + ], + "summary_stats": { + "size": { + "mse_mean": 0.9642810483053024, + "mse_std": 0.555690014600843, + "rmse_mean": 0.9402335772104724, + "rmse_std": 0.28326995709270125, + "mae_mean": 0.5282418376387317, + "mae_std": 0.048170441970642804, + "r2_mean": -0.008883709991662088, + "r2_std": 0.1913450489288403 + }, + "delivery": { + "mse_mean": 0.801891094776063, + "mse_std": 0.18220205643295026, + "rmse_mean": 0.8899800006302908, + "rmse_std": 0.09912967897743918, + "mae_mean": 0.5887372173796929, + "mae_std": 0.0612901937191995, + "r2_mean": 0.17880537334385976, + "r2_std": 0.12174784172665178 + }, + "pdi": { + "accuracy_mean": 0.7325396825396825, + "accuracy_std": 0.04051507624793722, + "precision_mean": 0.6694864144939896, + "precision_std": 0.05125867646022508, + "recall_mean": 0.6907446822617079, + "recall_std": 0.058907119543823376, + "f1_mean": 0.6747607601597044, + "f1_std": 0.05440981896386903 + }, + "ee": { + "accuracy_mean": 0.6365079365079365, + "accuracy_std": 0.05748355226105338, + "precision_mean": 0.5820259594491293, + "precision_std": 0.07075806198131898, + "recall_mean": 0.6082688248570601, + "recall_std": 0.08471623019407899, + "f1_mean": 0.5814400954982754, + "f1_std": 0.07366890243489375 + }, + "toxic": { + "accuracy_mean": 0.9556516869841453, + "accuracy_std": 0.017373786295358143, + "precision_mean": 0.7654761904761904, + "precision_std": 0.05679457353274553, + "recall_mean": 0.9767259384092415, + "recall_std": 0.009166871618238513, + "f1_mean": 0.831532761930992, + "f1_std": 0.04919763950001062 + }, + "biodist": { + "kl_divergence_mean": 0.22486089426269779, + "kl_divergence_std": 0.045328690570765884, + "js_divergence_mean": 0.05223158533717151, + "js_divergence_std": 0.009495161673733467 + } + } +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_0/best_params.json b/models/abl/llm_biot5/20260623_225013/outer_fold_0/best_params.json new file mode 100644 index 0000000..148218a --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_0/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.17394178221021084, + "lr": 0.0008692991511139548, + "weight_decay": 0.012604664585649461, + "backbone_lr_ratio": 0.7568292060167615, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_0/epoch_mean.json b/models/abl/llm_biot5/20260623_225013/outer_fold_0/epoch_mean.json new file mode 100644 index 0000000..df948fc --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_0/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 22} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_0/history.json b/models/abl/llm_biot5/20260623_225013/outer_fold_0/history.json new file mode 100644 index 0000000..6e631f2 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_0/history.json @@ -0,0 +1,468 @@ +{ + "train": [ + { + "loss": 5.409146690368653, + "loss_size": 0.8344466537237167, + "loss_pdi": 0.69475559592247, + "loss_ee": 1.0670028746128082, + "loss_delivery": 1.1307864904403686, + "loss_biodist": 1.0807686924934388, + "loss_toxic": 0.6073109686374665 + }, + { + "loss": 4.36920690536499, + "loss_size": 0.8025114893913269, + "loss_pdi": 0.6328173339366913, + "loss_ee": 0.9670877397060395, + "loss_delivery": 0.8941273719072342, + "loss_biodist": 0.6603176057338714, + "loss_toxic": 0.4241310775279999 + }, + { + "loss": 3.996200704574585, + "loss_size": 0.7613420218229294, + "loss_pdi": 0.6018276870250702, + "loss_ee": 0.9104833006858826, + "loss_delivery": 0.9329336732625961, + "loss_biodist": 0.4772082507610321, + "loss_toxic": 0.3273352175951004 + }, + { + "loss": 3.9322580337524413, + "loss_size": 0.8058405160903931, + "loss_pdi": 0.609596186876297, + "loss_ee": 0.9415207147598267, + "loss_delivery": 0.9688210129737854, + "loss_biodist": 0.41263448297977445, + "loss_toxic": 0.21674983203411102 + }, + { + "loss": 3.6191933155059814, + "loss_size": 0.7661261409521103, + "loss_pdi": 0.598687282204628, + "loss_ee": 0.8760396122932435, + "loss_delivery": 0.8994768649339676, + "loss_biodist": 0.33057143688201907, + "loss_toxic": 0.17251271344721317 + }, + { + "loss": 3.075092148780823, + "loss_size": 0.5953021824359894, + "loss_pdi": 0.5157354593276977, + "loss_ee": 0.7661253094673157, + "loss_delivery": 0.7745979011058808, + "loss_biodist": 0.2878213137388229, + "loss_toxic": 0.15443662069737912 + }, + { + "loss": 2.77768417596817, + "loss_size": 0.6015598580241204, + "loss_pdi": 0.48085710108280183, + "loss_ee": 0.7571385145187378, + "loss_delivery": 0.6742551654577256, + "loss_biodist": 0.17577613666653633, + "loss_toxic": 0.10738261453807355 + }, + { + "loss": 2.826576292514801, + "loss_size": 0.5462573945522309, + "loss_pdi": 0.4647049903869629, + "loss_ee": 0.6802465379238128, + "loss_delivery": 0.7846160471439362, + "loss_biodist": 0.20851662904024124, + "loss_toxic": 0.16387999132275582 + }, + { + "loss": 2.6838581204414367, + "loss_size": 0.5435142412781715, + "loss_pdi": 0.48815069496631625, + "loss_ee": 0.6899513483047486, + "loss_delivery": 0.6853578791022301, + "loss_biodist": 0.20226332694292068, + "loss_toxic": 0.10111456923186779 + }, + { + "loss": 2.417821502685547, + "loss_size": 0.48495901823043824, + "loss_pdi": 0.4456081062555313, + "loss_ee": 0.6359110832214355, + "loss_delivery": 0.6277226120233536, + "loss_biodist": 0.17895234227180482, + "loss_toxic": 0.07100927121937275 + }, + { + "loss": 2.2203685998916627, + "loss_size": 0.38855147510766985, + "loss_pdi": 0.42841167747974396, + "loss_ee": 0.5906961768865585, + "loss_delivery": 0.640005199611187, + "loss_biodist": 0.13969903886318208, + "loss_toxic": 0.06103802463039756 + }, + { + "loss": 2.1762688040733336, + "loss_size": 0.35074994117021563, + "loss_pdi": 0.4242717444896698, + "loss_ee": 0.6029690086841584, + "loss_delivery": 0.6239598378539085, + "loss_biodist": 0.147299637645483, + "loss_toxic": 0.059292569803074 + }, + { + "loss": 2.2087072134017944, + "loss_size": 0.3654221184551716, + "loss_pdi": 0.4300434857606888, + "loss_ee": 0.5735477596521378, + "loss_delivery": 0.6514092057943344, + "loss_biodist": 0.138288464397192, + "loss_toxic": 0.08449883963912726 + }, + { + "loss": 2.123804974555969, + "loss_size": 0.40610974133014677, + "loss_pdi": 0.41003920435905455, + "loss_ee": 0.53384909927845, + "loss_delivery": 0.6075027272105217, + "loss_biodist": 0.13835746496915818, + "loss_toxic": 0.06366273881867528 + }, + { + "loss": 1.9720440745353698, + "loss_size": 0.40604826584458353, + "loss_pdi": 0.37919868230819703, + "loss_ee": 0.5116623371839524, + "loss_delivery": 0.527388246357441, + "loss_biodist": 0.11948595717549323, + "loss_toxic": 0.06301113455556333 + }, + { + "loss": 1.9814136624336243, + "loss_size": 0.33711851835250856, + "loss_pdi": 0.3802577003836632, + "loss_ee": 0.5589551448822021, + "loss_delivery": 0.5346851170063018, + "loss_biodist": 0.14176294729113578, + "loss_toxic": 0.06713050738908351 + }, + { + "loss": 2.384171152114868, + "loss_size": 0.33092429488897324, + "loss_pdi": 0.38475935757160185, + "loss_ee": 0.5228918254375458, + "loss_delivery": 0.5738222301006317, + "loss_biodist": 0.17582289427518843, + "loss_toxic": 0.4085570455528796 + }, + { + "loss": 1.8884087681770325, + "loss_size": 0.3090744026005268, + "loss_pdi": 0.3664777621626854, + "loss_ee": 0.532218736410141, + "loss_delivery": 0.5189683407545089, + "loss_biodist": 0.16698895245790482, + "loss_toxic": 0.03595154723152518 + }, + { + "loss": 1.866448664665222, + "loss_size": 0.32780549973249434, + "loss_pdi": 0.3779543176293373, + "loss_ee": 0.5206838607788086, + "loss_delivery": 0.5096858382225037, + "loss_biodist": 0.109872517734766, + "loss_toxic": 0.0613712945021689 + }, + { + "loss": 1.83645259141922, + "loss_size": 0.32908248007297514, + "loss_pdi": 0.37805392742156985, + "loss_ee": 0.5047088116407394, + "loss_delivery": 0.4962142646312714, + "loss_biodist": 0.11340421512722969, + "loss_toxic": 0.055719963554292914 + }, + { + "loss": 1.8560099601745605, + "loss_size": 0.27844425067305567, + "loss_pdi": 0.37885822653770446, + "loss_ee": 0.5165369093418122, + "loss_delivery": 0.5764559030532836, + "loss_biodist": 0.09089439436793327, + "loss_toxic": 0.05913782110437751 + }, + { + "loss": 1.69795503616333, + "loss_size": 0.24201942086219788, + "loss_pdi": 0.3809472590684891, + "loss_ee": 0.44774527549743653, + "loss_delivery": 0.4891746029257774, + "loss_biodist": 0.10133678689599038, + "loss_toxic": 0.07369516771286726 + } + ], + "val": [ + { + "loss": 30.071908950805664, + "loss_size": 9.54567289352417, + "loss_pdi": 1.2316019725985825, + "loss_ee": 8.557378768920898, + "loss_delivery": 0.8882382959127426, + "loss_biodist": 8.378226399421692, + "loss_toxic": 1.633184552192688, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7575757575757576, + "acc_toxic": 0.0 + }, + { + "loss": 14.128504276275635, + "loss_size": 0.2944751940667629, + "loss_pdi": 0.8930648006498814, + "loss_ee": 4.955456316470816, + "loss_delivery": 0.7461792975664139, + "loss_biodist": 7.3610899448394775, + "loss_toxic": 0.05118533410131931, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 8.360678672790527, + "loss_size": 0.29669681191444397, + "loss_pdi": 0.6744518540799618, + "loss_ee": 2.30389156799356, + "loss_delivery": 0.48604192631319165, + "loss_biodist": 4.59719443321228, + "loss_toxic": 0.11522197350859642, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 4.151381015777588, + "loss_size": 0.2699478310532868, + "loss_pdi": 0.5716197639703751, + "loss_ee": 0.8203914724290371, + "loss_delivery": 0.7539478242397308, + "loss_biodist": 0.6642918884754181, + "loss_toxic": 1.0850354731082916, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7575757575757576, + "acc_toxic": 0.75 + }, + { + "loss": 4.1649333238601685, + "loss_size": 0.304668415337801, + "loss_pdi": 1.1036851704120636, + "loss_ee": 0.5842432901263237, + "loss_delivery": 0.3838534541428089, + "loss_biodist": 0.15406538173556328, + "loss_toxic": 1.6304107904434204, + "acc_pdi": 0.5151515151515151, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9 + }, + { + "loss": 4.557243347167969, + "loss_size": 0.2826180583797395, + "loss_pdi": 1.3197637796401978, + "loss_ee": 0.5107628274708986, + "loss_delivery": 0.6003712117671967, + "loss_biodist": 0.11622852552682161, + "loss_toxic": 1.7232385128736496, + "acc_pdi": 0.48484848484848486, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9 + }, + { + "loss": 3.189140558242798, + "loss_size": 0.6253727823495865, + "loss_pdi": 1.3695295751094818, + "loss_ee": 0.559303916990757, + "loss_delivery": 0.34766900539398193, + "loss_biodist": 0.17790811508893967, + "loss_toxic": 0.14202904142439365, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.5151515151515151, + "acc_toxic": 1.0 + }, + { + "loss": 4.231034636497498, + "loss_size": 0.33183893747627735, + "loss_pdi": 1.5073938071727753, + "loss_ee": 0.43166755605489016, + "loss_delivery": 0.38886357098817825, + "loss_biodist": 0.17035606456920505, + "loss_toxic": 1.3884490728378296, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.9 + }, + { + "loss": 2.561260223388672, + "loss_size": 0.17911284556612372, + "loss_pdi": 1.0038108229637146, + "loss_ee": 0.4384935535490513, + "loss_delivery": 0.3725824821740389, + "loss_biodist": 0.19085536897182465, + "loss_toxic": 0.38432035222649574, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9 + }, + { + "loss": 3.41828989982605, + "loss_size": 0.28107086196541786, + "loss_pdi": 1.458058476448059, + "loss_ee": 0.5396654158830643, + "loss_delivery": 0.46949995309114456, + "loss_biodist": 0.15553889982402325, + "loss_toxic": 0.5362404584884644, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.9 + }, + { + "loss": 3.1058651208877563, + "loss_size": 0.32866665720939636, + "loss_pdi": 1.4106950461864471, + "loss_ee": 0.464970538392663, + "loss_delivery": 0.4401833787560463, + "loss_biodist": 0.16228150576353073, + "loss_toxic": 0.3263678755611181, + "acc_pdi": 0.5757575757575758, + "acc_ee": 0.5454545454545454, + "acc_toxic": 1.0 + }, + { + "loss": 2.950095772743225, + "loss_size": 0.3030862361192703, + "loss_pdi": 1.3178733885288239, + "loss_ee": 0.4988532913848758, + "loss_delivery": 0.4020051984116435, + "loss_biodist": 0.1855703853070736, + "loss_toxic": 0.27153630554676056, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 3.0704835653305054, + "loss_size": 0.2706574574112892, + "loss_pdi": 1.5446245074272156, + "loss_ee": 0.43182580452412367, + "loss_delivery": 0.43621863424777985, + "loss_biodist": 0.18034030497074127, + "loss_toxic": 0.24045367911458015, + "acc_pdi": 0.5757575757575758, + "acc_ee": 0.5454545454545454, + "acc_toxic": 1.0 + }, + { + "loss": 3.6030099391937256, + "loss_size": 0.3347044736146927, + "loss_pdi": 1.8366701006889343, + "loss_ee": 0.4572256188839674, + "loss_delivery": 0.5118420235812664, + "loss_biodist": 0.17672007158398628, + "loss_toxic": 0.32266517356038094, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 3.277812957763672, + "loss_size": 0.2676001936197281, + "loss_pdi": 1.5694705545902252, + "loss_ee": 0.49842927139252424, + "loss_delivery": 0.5391523167490959, + "loss_biodist": 0.1955365166068077, + "loss_toxic": 0.24700062163174152, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 3.388465642929077, + "loss_size": 0.23283835127949715, + "loss_pdi": 1.6864218711853027, + "loss_ee": 0.4826259287074208, + "loss_delivery": 0.5337740853428841, + "loss_biodist": 0.21659638732671738, + "loss_toxic": 0.2733053956180811, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 3.5354617834091187, + "loss_size": 0.24375493824481964, + "loss_pdi": 1.8169631958007812, + "loss_ee": 0.48033790569752455, + "loss_delivery": 0.5821533240377903, + "loss_biodist": 0.1946171410381794, + "loss_toxic": 0.25883626379072666, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 3.618866443634033, + "loss_size": 0.2637113556265831, + "loss_pdi": 1.8158230781555176, + "loss_ee": 0.5330632422119379, + "loss_delivery": 0.5702511519193649, + "loss_biodist": 0.19657935202121735, + "loss_toxic": 0.28048589266836643, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 3.5501588582992554, + "loss_size": 0.2564939558506012, + "loss_pdi": 1.6898504197597504, + "loss_ee": 0.4904858940280974, + "loss_delivery": 0.5881960541009903, + "loss_biodist": 0.18976838141679764, + "loss_toxic": 0.3664796743541956, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 3.5526435375213623, + "loss_size": 0.25176913291215897, + "loss_pdi": 1.7218294441699982, + "loss_ee": 0.49558954406529665, + "loss_delivery": 0.5797444060444832, + "loss_biodist": 0.19236000627279282, + "loss_toxic": 0.34428357891738415, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 3.501304268836975, + "loss_size": 0.25165098905563354, + "loss_pdi": 1.735144555568695, + "loss_ee": 0.4817333798855543, + "loss_delivery": 0.5757117345929146, + "loss_biodist": 0.19119491055607796, + "loss_toxic": 0.30152659863233566, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 3.4957449436187744, + "loss_size": 0.2525162771344185, + "loss_pdi": 1.7250343561172485, + "loss_ee": 0.48501384584233165, + "loss_delivery": 0.5679373927414417, + "loss_biodist": 0.18950722366571426, + "loss_toxic": 0.310506708920002, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_0/splits.json b/models/abl/llm_biot5/20260623_225013/outer_fold_0/splits.json new file mode 100644 index 0000000..cccb9d8 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_0/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67, 68, 71, 72, 73, 75, 76, 77, 80, 81, 85, 86, 88, 89, 90, 92, 94, 95, 96, 98, 99, 100, 101, 103, 104, 105, 106, 107, 108, 109, 111, 113, 114, 115, 116, 117, 118, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 133, 134, 135, 136, 138, 139, 141, 144, 145, 146, 147, 148, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 163, 164, 167, 168, 169, 170, 171, 172, 175, 176, 178, 179, 180, 182, 183, 184, 185, 188, 189, 190, 191, 192, 193, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 206, 208, 210, 211, 212, 213, 216, 217, 218, 219, 220, 222, 224, 225, 227, 228, 229, 230, 231, 232, 233, 234, 236, 237, 239, 241, 242, 244, 245, 247, 248, 249, 250, 252, 253, 255, 256, 257, 258, 259, 260, 261, 262, 265, 267, 268, 269, 270, 271, 272, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 285, 286, 287, 288, 291, 292, 294, 296, 297, 298, 299, 300, 301, 303, 304, 306, 307, 308, 309, 310, 311, 312, 313, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 332, 333, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 346, 347, 348, 349, 351, 352, 354, 355, 356, 357, 358, 359, 360, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 374, 375, 377, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 393, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 407, 408, 409, 411, 412, 413, 414, 415, 417, 418, 419], "outer_test_idx": [7, 16, 20, 29, 51, 59, 60, 69, 70, 74, 78, 79, 82, 83, 84, 87, 91, 93, 97, 102, 110, 112, 119, 120, 121, 132, 137, 140, 142, 143, 152, 161, 162, 165, 166, 173, 174, 177, 181, 186, 187, 194, 205, 207, 209, 214, 215, 221, 223, 226, 235, 238, 240, 243, 246, 251, 254, 263, 264, 266, 273, 284, 289, 290, 293, 295, 302, 305, 314, 315, 331, 334, 341, 350, 353, 361, 373, 376, 378, 392, 394, 402, 410, 416]} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_0/test_metrics.json b/models/abl/llm_biot5/20260623_225013/outer_fold_0/test_metrics.json new file mode 100644 index 0000000..fc8f651 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_0/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.5149383407462742, + "rmse": 1.2308283148945973, + "mae": 0.5505643196134682, + "r2": 0.07282044540430221 + }, + "delivery": { + "n_samples": 58, + "mse": 0.39396393758973075, + "rmse": 0.6276654663032935, + "mae": 0.43898446954272946, + "r2": 0.49924806199618754 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.8214285714285714, + "precision": 0.7751989389920424, + "recall": 0.7957947255880256, + "f1": 0.7839135654261704 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6467727674624226, + "recall": 0.6804761904761905, + "f1": 0.6515223317791536 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9827586206896551, + "precision": 0.9912280701754386, + "recall": 0.75, + "f1": 0.8289085545722714 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2001182278729203, + "js_divergence": 0.03945583955146683 + } +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_1/best_params.json b/models/abl/llm_biot5/20260623_225013/outer_fold_1/best_params.json new file mode 100644 index 0000000..939cbc3 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_1/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.46346510313243516, + "lr": 0.0006611593614605952, + "weight_decay": 0.0012618934451314413, + "backbone_lr_ratio": 0.016144994436962733, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_1/epoch_mean.json b/models/abl/llm_biot5/20260623_225013/outer_fold_1/epoch_mean.json new file mode 100644 index 0000000..4cbe2d7 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_1/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 21} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_1/history.json b/models/abl/llm_biot5/20260623_225013/outer_fold_1/history.json new file mode 100644 index 0000000..b8e2d54 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_1/history.json @@ -0,0 +1,447 @@ +{ + "train": [ + { + "loss": 6.235826587677002, + "loss_size": 1.5757549911737443, + "loss_pdi": 0.6998284697532654, + "loss_ee": 1.099449634552002, + "loss_delivery": 0.9560988575220108, + "loss_biodist": 1.2048454523086547, + "loss_toxic": 0.708163058757782 + }, + { + "loss": 5.339623188972473, + "loss_size": 1.1559873878955842, + "loss_pdi": 0.6677995264530182, + "loss_ee": 1.0265887796878814, + "loss_delivery": 0.897088286280632, + "loss_biodist": 0.9488399684429168, + "loss_toxic": 0.6607050240039826 + }, + { + "loss": 5.322823023796081, + "loss_size": 1.4781240850687027, + "loss_pdi": 0.6571544945240021, + "loss_ee": 0.9945748627185822, + "loss_delivery": 0.9419746279716492, + "loss_biodist": 0.7204515278339386, + "loss_toxic": 0.5568773955106735 + }, + { + "loss": 4.710774993896484, + "loss_size": 1.0972772240638733, + "loss_pdi": 0.652518767118454, + "loss_ee": 0.966888016462326, + "loss_delivery": 0.8938779890537262, + "loss_biodist": 0.6048099339008332, + "loss_toxic": 0.5214599728584289 + }, + { + "loss": 4.87372522354126, + "loss_size": 1.351156771183014, + "loss_pdi": 0.6324610233306884, + "loss_ee": 0.9394446671009063, + "loss_delivery": 0.9892877042293549, + "loss_biodist": 0.5286085635423661, + "loss_toxic": 0.46501349210739135 + }, + { + "loss": 4.45562777519226, + "loss_size": 1.1769191563129424, + "loss_pdi": 0.6276397407054901, + "loss_ee": 0.9012617826461792, + "loss_delivery": 0.8444724470376969, + "loss_biodist": 0.48964276611804963, + "loss_toxic": 0.44323828220367434 + }, + { + "loss": 4.456210899353027, + "loss_size": 1.2831027999520301, + "loss_pdi": 0.6019997894763947, + "loss_ee": 0.8995173156261445, + "loss_delivery": 0.8340812087059021, + "loss_biodist": 0.4738813370466232, + "loss_toxic": 0.39339295625686643 + }, + { + "loss": 4.085142588615417, + "loss_size": 1.029774534702301, + "loss_pdi": 0.5916786134243012, + "loss_ee": 0.8894217491149903, + "loss_delivery": 0.8311283051967621, + "loss_biodist": 0.42031709253787997, + "loss_toxic": 0.3482097491621971 + }, + { + "loss": 3.88330135345459, + "loss_size": 0.9370017752051354, + "loss_pdi": 0.6156346023082733, + "loss_ee": 0.849247831106186, + "loss_delivery": 0.8420873910188675, + "loss_biodist": 0.38319423198699953, + "loss_toxic": 0.2802140176296234 + }, + { + "loss": 3.8593676567077635, + "loss_size": 0.9744699656963348, + "loss_pdi": 0.58953056037426, + "loss_ee": 0.8238657116889954, + "loss_delivery": 0.8055818617343903, + "loss_biodist": 0.4027002573013306, + "loss_toxic": 0.2877850040793419 + }, + { + "loss": 3.6939982175827026, + "loss_size": 0.9491363242268562, + "loss_pdi": 0.5752357423305512, + "loss_ee": 0.7988423943519593, + "loss_delivery": 0.7554845675826073, + "loss_biodist": 0.3688826709985733, + "loss_toxic": 0.26902810782194136 + }, + { + "loss": 3.7746484994888307, + "loss_size": 0.9615875363349915, + "loss_pdi": 0.5708943217992782, + "loss_ee": 0.8075134515762329, + "loss_delivery": 0.8108338832855224, + "loss_biodist": 0.3634386211633682, + "loss_toxic": 0.2864036038517952 + }, + { + "loss": 3.6438098907470704, + "loss_size": 0.922712042927742, + "loss_pdi": 0.5536438941955566, + "loss_ee": 0.8563864350318908, + "loss_delivery": 0.7766323566436768, + "loss_biodist": 0.30959479957818986, + "loss_toxic": 0.250732059776783 + }, + { + "loss": 3.6737433195114138, + "loss_size": 0.9373373866081238, + "loss_pdi": 0.5777049034833908, + "loss_ee": 0.806090670824051, + "loss_delivery": 0.8174852013587952, + "loss_biodist": 0.31524834483861924, + "loss_toxic": 0.24752018302679063 + }, + { + "loss": 3.538647198677063, + "loss_size": 0.8817658394575119, + "loss_pdi": 0.5509482860565186, + "loss_ee": 0.8170022547245026, + "loss_delivery": 0.749973064661026, + "loss_biodist": 0.3382455199956894, + "loss_toxic": 0.22628431320190429 + }, + { + "loss": 3.576346230506897, + "loss_size": 0.9455915868282319, + "loss_pdi": 0.5324530988931656, + "loss_ee": 0.8131745517253876, + "loss_delivery": 0.7571896106004715, + "loss_biodist": 0.31610856056213377, + "loss_toxic": 0.2385472908616066 + }, + { + "loss": 3.8950740098953247, + "loss_size": 1.1441995680332184, + "loss_pdi": 0.5298655599355697, + "loss_ee": 0.8065851509571076, + "loss_delivery": 0.9500708639621734, + "loss_biodist": 0.3311550378799438, + "loss_toxic": 0.17026188746094703 + }, + { + "loss": 3.566433572769165, + "loss_size": 0.8972002297639847, + "loss_pdi": 0.5513993263244629, + "loss_ee": 0.7988043427467346, + "loss_delivery": 0.7923633962869644, + "loss_biodist": 0.3164739891886711, + "loss_toxic": 0.2380858466029167 + }, + { + "loss": 3.380169939994812, + "loss_size": 0.914991894364357, + "loss_pdi": 0.5380575060844421, + "loss_ee": 0.7666666328907012, + "loss_delivery": 0.6798055544495583, + "loss_biodist": 0.30232075452804563, + "loss_toxic": 0.2017712615430355 + }, + { + "loss": 3.288679909706116, + "loss_size": 0.8445900872349739, + "loss_pdi": 0.5251775920391083, + "loss_ee": 0.7831572532653809, + "loss_delivery": 0.7023279577493667, + "loss_biodist": 0.275896817445755, + "loss_toxic": 0.18026886582374574 + }, + { + "loss": 3.264618968963623, + "loss_size": 0.8683633908629418, + "loss_pdi": 0.5155986219644546, + "loss_ee": 0.7331187009811402, + "loss_delivery": 0.7059343189001084, + "loss_biodist": 0.29321626424789426, + "loss_toxic": 0.16971927434206008 + } + ], + "val": [ + { + "loss": 43.38749885559082, + "loss_size": 31.855690002441406, + "loss_pdi": 1.4843529546633363, + "loss_ee": 7.1677634716033936, + "loss_delivery": 0.8543402552604675, + "loss_biodist": 2.193229854106903, + "loss_toxic": 0.006480607204139233, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 21.79996109008789, + "loss_size": 15.200627326965332, + "loss_pdi": 1.0678577553480864, + "loss_ee": 3.13923180103302, + "loss_delivery": 1.1013861149549484, + "loss_biodist": 1.402858853340149, + "loss_toxic": 0.04086906090378761, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 9.376921653747559, + "loss_size": 4.755453109741211, + "loss_pdi": 0.6693336740136147, + "loss_ee": 2.0402275919914246, + "loss_delivery": 0.7253468409180641, + "loss_biodist": 1.0991381406784058, + "loss_toxic": 0.16365215927362442, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 4.309828519821167, + "loss_size": 0.9000627547502518, + "loss_pdi": 0.6683666408061981, + "loss_ee": 1.6405725479125977, + "loss_delivery": 0.35909172147512436, + "loss_biodist": 0.4514937996864319, + "loss_toxic": 0.31750190258026123, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.2727272727272727, + "acc_toxic": 1.0 + }, + { + "loss": 2.8422300815582275, + "loss_size": 0.36161309853196144, + "loss_pdi": 0.7318847477436066, + "loss_ee": 0.9174680411815643, + "loss_delivery": 0.27892928570508957, + "loss_biodist": 0.3679783344268799, + "loss_toxic": 0.18606118112802505, + "acc_pdi": 0.5454545454545454, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.8437650203704834, + "loss_size": 0.3333168402314186, + "loss_pdi": 0.7331198751926422, + "loss_ee": 0.7855812907218933, + "loss_delivery": 0.4221482425928116, + "loss_biodist": 0.4565325677394867, + "loss_toxic": 0.11499067023396492, + "acc_pdi": 0.45454545454545453, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.7913326025009155, + "loss_size": 0.3530471548438072, + "loss_pdi": 0.7025836110115051, + "loss_ee": 0.728794127702713, + "loss_delivery": 0.4429188668727875, + "loss_biodist": 0.4828537106513977, + "loss_toxic": 0.0824689194560051, + "acc_pdi": 0.5757575757575758, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.7315062284469604, + "loss_size": 0.36427100002765656, + "loss_pdi": 0.6976308226585388, + "loss_ee": 0.7000743597745895, + "loss_delivery": 0.44604332745075226, + "loss_biodist": 0.45893657207489014, + "loss_toxic": 0.06566441245377064, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.59274685382843, + "loss_size": 0.35296545177698135, + "loss_pdi": 0.6792560815811157, + "loss_ee": 0.6772058457136154, + "loss_delivery": 0.3816239684820175, + "loss_biodist": 0.446084588766098, + "loss_toxic": 0.05496823042631149, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.559990882873535, + "loss_size": 0.3450168967247009, + "loss_pdi": 0.647622138261795, + "loss_ee": 0.6594818234443665, + "loss_delivery": 0.42735229432582855, + "loss_biodist": 0.4416777789592743, + "loss_toxic": 0.03887993283569813, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.5510529279708862, + "loss_size": 0.3575170263648033, + "loss_pdi": 0.6513426005840302, + "loss_ee": 0.6276307255029678, + "loss_delivery": 0.42652812600135803, + "loss_biodist": 0.45619645714759827, + "loss_toxic": 0.03273922763764858, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.5140161514282227, + "loss_size": 0.37587329745292664, + "loss_pdi": 0.6400942206382751, + "loss_ee": 0.606324702501297, + "loss_delivery": 0.4284690320491791, + "loss_biodist": 0.4347895383834839, + "loss_toxic": 0.02946595475077629, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.4624160528182983, + "loss_size": 0.37016427516937256, + "loss_pdi": 0.6137427687644958, + "loss_ee": 0.591128796339035, + "loss_delivery": 0.4158267229795456, + "loss_biodist": 0.44793501496315, + "loss_toxic": 0.023921987507492304, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.4341766834259033, + "loss_size": 0.3798478841781616, + "loss_pdi": 0.599381148815155, + "loss_ee": 0.5735485255718231, + "loss_delivery": 0.41556935012340546, + "loss_biodist": 0.4430144429206848, + "loss_toxic": 0.023022312205284834, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.405620574951172, + "loss_size": 0.3746563345193863, + "loss_pdi": 0.5912149846553802, + "loss_ee": 0.5506522953510284, + "loss_delivery": 0.4433724135160446, + "loss_biodist": 0.42467887699604034, + "loss_toxic": 0.021192704793065786, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.3886542320251465, + "loss_size": 0.3938875049352646, + "loss_pdi": 0.5806616693735123, + "loss_ee": 0.545159786939621, + "loss_delivery": 0.4291738271713257, + "loss_biodist": 0.4187934324145317, + "loss_toxic": 0.02102061198092997, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.3880059719085693, + "loss_size": 0.41193751990795135, + "loss_pdi": 0.588299423456192, + "loss_ee": 0.5515195950865746, + "loss_delivery": 0.38821661472320557, + "loss_biodist": 0.4316258952021599, + "loss_toxic": 0.016871009254828095, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.360572099685669, + "loss_size": 0.4008937478065491, + "loss_pdi": 0.5925871282815933, + "loss_ee": 0.5446576550602913, + "loss_delivery": 0.38329270482063293, + "loss_biodist": 0.42246870696544647, + "loss_toxic": 0.016797871561720967, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.3623279333114624, + "loss_size": 0.39877861738204956, + "loss_pdi": 0.5936603397130966, + "loss_ee": 0.5375448986887932, + "loss_delivery": 0.3773733377456665, + "loss_biodist": 0.43887605518102646, + "loss_toxic": 0.016171558992937207, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.3728524446487427, + "loss_size": 0.4015672206878662, + "loss_pdi": 0.59331014752388, + "loss_ee": 0.5398006439208984, + "loss_delivery": 0.39773155748844147, + "loss_biodist": 0.4255280941724777, + "loss_toxic": 0.015602256404235959, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.3571901321411133, + "loss_size": 0.39563606679439545, + "loss_pdi": 0.5924653857946396, + "loss_ee": 0.5423502922058105, + "loss_delivery": 0.3944904953241348, + "loss_biodist": 0.4169493317604065, + "loss_toxic": 0.01573450700379908, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_1/splits.json b/models/abl/llm_biot5/20260623_225013/outer_fold_1/splits.json new file mode 100644 index 0000000..1773fe5 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_1/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 3, 5, 6, 7, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 24, 26, 27, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 112, 114, 115, 118, 119, 120, 121, 123, 124, 125, 126, 128, 129, 130, 131, 132, 136, 137, 140, 141, 142, 143, 144, 145, 146, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 161, 162, 164, 165, 166, 167, 168, 169, 171, 172, 173, 174, 175, 176, 177, 178, 179, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 194, 195, 196, 197, 198, 199, 201, 202, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 225, 226, 228, 229, 231, 232, 233, 234, 235, 236, 237, 238, 240, 242, 243, 244, 246, 247, 248, 250, 251, 252, 254, 255, 256, 258, 259, 260, 261, 262, 263, 264, 266, 268, 269, 270, 271, 273, 274, 275, 276, 277, 278, 279, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 295, 296, 297, 300, 301, 302, 303, 304, 305, 306, 307, 308, 310, 311, 313, 314, 315, 316, 317, 318, 319, 321, 322, 323, 324, 325, 327, 328, 329, 330, 331, 333, 334, 335, 337, 338, 339, 340, 341, 342, 343, 344, 345, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 361, 362, 364, 365, 366, 367, 368, 369, 373, 374, 375, 376, 378, 379, 380, 381, 382, 384, 387, 388, 389, 391, 392, 393, 394, 396, 397, 398, 399, 402, 403, 404, 405, 406, 408, 409, 410, 411, 412, 413, 414, 416, 417, 419], "outer_test_idx": [1, 2, 4, 8, 9, 14, 17, 22, 23, 25, 28, 34, 37, 41, 43, 45, 63, 64, 68, 85, 96, 104, 111, 113, 116, 117, 122, 127, 133, 134, 135, 138, 139, 147, 160, 163, 170, 180, 191, 192, 193, 200, 203, 208, 224, 227, 230, 239, 241, 245, 249, 253, 257, 265, 267, 272, 280, 294, 298, 299, 309, 312, 320, 326, 332, 336, 346, 347, 360, 363, 370, 371, 372, 377, 383, 385, 386, 390, 395, 400, 401, 407, 415, 418]} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_1/test_metrics.json b/models/abl/llm_biot5/20260623_225013/outer_fold_1/test_metrics.json new file mode 100644 index 0000000..27fd3a3 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_1/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.4395358435955215, + "rmse": 0.6629749946985343, + "mae": 0.5030306407161766, + "r2": -0.34218620138152533 + }, + "delivery": { + "n_samples": 61, + "mse": 1.1257630956632314, + "rmse": 1.0610198375446291, + "mae": 0.6725205194327186, + "r2": 0.1478784916419149 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6309523809523809, + "precision": 0.5417771883289124, + "recall": 0.5476190476190477, + "f1": 0.5421135924037278 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5476190476190477, + "precision": 0.4785103785103786, + "recall": 0.4779744065458351, + "f1": 0.4642639781958667 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.38295749252013045, + "js_divergence": 0.09246241615458782 + } +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_2/best_params.json b/models/abl/llm_biot5/20260623_225013/outer_fold_2/best_params.json new file mode 100644 index 0000000..d552a9a --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_2/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.37957368636166133, + "lr": 0.0009769495719529073, + "weight_decay": 0.00041151384661719883, + "backbone_lr_ratio": 0.16649282214592181, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_2/epoch_mean.json b/models/abl/llm_biot5/20260623_225013/outer_fold_2/epoch_mean.json new file mode 100644 index 0000000..801eea9 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_2/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 20} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_2/history.json b/models/abl/llm_biot5/20260623_225013/outer_fold_2/history.json new file mode 100644 index 0000000..5971cd7 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_2/history.json @@ -0,0 +1,426 @@ +{ + "train": [ + { + "loss": 5.417866611480713, + "loss_size": 0.8758965730667114, + "loss_pdi": 0.7064116954803467, + "loss_ee": 1.096608078479767, + "loss_delivery": 1.0213201195001602, + "loss_biodist": 1.0926607072353363, + "loss_toxic": 0.6335535228252411 + }, + { + "loss": 4.513037800788879, + "loss_size": 0.7558908939361573, + "loss_pdi": 0.6563754439353943, + "loss_ee": 1.0046529650688172, + "loss_delivery": 0.9105956122279167, + "loss_biodist": 0.6972463339567184, + "loss_toxic": 0.5057436019182205 + }, + { + "loss": 4.09377646446228, + "loss_size": 0.7738664746284485, + "loss_pdi": 0.6158367574214936, + "loss_ee": 0.9762100756168366, + "loss_delivery": 0.8318671852350235, + "loss_biodist": 0.5226100713014603, + "loss_toxic": 0.3934237718582153 + }, + { + "loss": 3.7796835899353027, + "loss_size": 0.7138646751642227, + "loss_pdi": 0.618737980723381, + "loss_ee": 0.91551633477211, + "loss_delivery": 0.8615262836217881, + "loss_biodist": 0.3916623070836067, + "loss_toxic": 0.29980565160512923 + }, + { + "loss": 3.5067899942398073, + "loss_size": 0.6906424731016159, + "loss_pdi": 0.5803556323051453, + "loss_ee": 0.8540675222873688, + "loss_delivery": 0.8446709096431733, + "loss_biodist": 0.35775138437747955, + "loss_toxic": 0.2009936474263668 + }, + { + "loss": 3.2320202589035034, + "loss_size": 0.6898111745715141, + "loss_pdi": 0.5594772100448608, + "loss_ee": 0.8211608588695526, + "loss_delivery": 0.7209613859653473, + "loss_biodist": 0.2936504617333412, + "loss_toxic": 0.16647289991378783 + }, + { + "loss": 3.0382140398025514, + "loss_size": 0.6217482939362526, + "loss_pdi": 0.5253418833017349, + "loss_ee": 0.8465709686279297, + "loss_delivery": 0.7104071274399757, + "loss_biodist": 0.21456242650747298, + "loss_toxic": 0.1409460801631212 + }, + { + "loss": 2.947562026977539, + "loss_size": 0.6563543796539306, + "loss_pdi": 0.5425549298524857, + "loss_ee": 0.774803626537323, + "loss_delivery": 0.6715732902288437, + "loss_biodist": 0.22099795639514924, + "loss_toxic": 0.10507887937128543 + }, + { + "loss": 2.815803956985474, + "loss_size": 0.533178237080574, + "loss_pdi": 0.49807642102241517, + "loss_ee": 0.7771341860294342, + "loss_delivery": 0.7215747058391571, + "loss_biodist": 0.2153253972530365, + "loss_toxic": 0.09773753751069307 + }, + { + "loss": 2.8083794355392455, + "loss_size": 0.5293478444218636, + "loss_pdi": 0.4991826623678207, + "loss_ee": 0.8080054521560669, + "loss_delivery": 0.6554637759923935, + "loss_biodist": 0.23094253093004227, + "loss_toxic": 0.11570601239800453 + }, + { + "loss": 2.715589094161987, + "loss_size": 0.5230364203453064, + "loss_pdi": 0.4905381500720978, + "loss_ee": 0.7344284534454346, + "loss_delivery": 0.6393331438302994, + "loss_biodist": 0.19220301061868666, + "loss_toxic": 0.16305584479123353 + }, + { + "loss": 2.618992471694946, + "loss_size": 0.4618095621466637, + "loss_pdi": 0.462339323759079, + "loss_ee": 0.7359725087881088, + "loss_delivery": 0.6616945713758469, + "loss_biodist": 0.18639630302786828, + "loss_toxic": 0.14082645270973443 + }, + { + "loss": 2.545794653892517, + "loss_size": 0.509992516040802, + "loss_pdi": 0.46693764328956605, + "loss_ee": 0.7024040699005127, + "loss_delivery": 0.6169277876615524, + "loss_biodist": 0.1949148304760456, + "loss_toxic": 0.08690198240801691 + }, + { + "loss": 2.659681797027588, + "loss_size": 0.648785525560379, + "loss_pdi": 0.4862780660390854, + "loss_ee": 0.7070967435836792, + "loss_delivery": 0.595923388004303, + "loss_biodist": 0.1640733391046524, + "loss_toxic": 0.09340414181351661 + }, + { + "loss": 2.5326258301734925, + "loss_size": 0.4554559260606766, + "loss_pdi": 0.461867555975914, + "loss_ee": 0.7033567667007447, + "loss_delivery": 0.6043230861425399, + "loss_biodist": 0.2002206861972809, + "loss_toxic": 0.13959904070943593 + }, + { + "loss": 2.342296099662781, + "loss_size": 0.4321770310401917, + "loss_pdi": 0.44342149794101715, + "loss_ee": 0.65888891518116, + "loss_delivery": 0.56577567756176, + "loss_biodist": 0.1618048258125782, + "loss_toxic": 0.11064974712207913 + }, + { + "loss": 2.3491401076316833, + "loss_size": 0.3924601934850216, + "loss_pdi": 0.45561649799346926, + "loss_ee": 0.7284605026245117, + "loss_delivery": 0.5481744766235351, + "loss_biodist": 0.1696162112057209, + "loss_toxic": 0.09041266217827797 + }, + { + "loss": 2.349363684654236, + "loss_size": 0.44946943670511247, + "loss_pdi": 0.4400301814079285, + "loss_ee": 0.6281294763088227, + "loss_delivery": 0.5492502570152282, + "loss_biodist": 0.21340479776263238, + "loss_toxic": 0.09888962842524052 + }, + { + "loss": 2.3573304057121276, + "loss_size": 0.4104837357997894, + "loss_pdi": 0.4651492118835449, + "loss_ee": 0.7156935960054398, + "loss_delivery": 0.5474431693553925, + "loss_biodist": 0.17016364708542825, + "loss_toxic": 0.08496708329766989 + }, + { + "loss": 2.4728346943855284, + "loss_size": 0.5568972632288933, + "loss_pdi": 0.4315215915441513, + "loss_ee": 0.670746123790741, + "loss_delivery": 0.5636957585811615, + "loss_biodist": 0.19848583936691283, + "loss_toxic": 0.08631184417754412 + } + ], + "val": [ + { + "loss": 199.42078590393066, + "loss_size": 26.586874961853027, + "loss_pdi": 8.449024438858032, + "loss_ee": 2.777111291885376, + "loss_delivery": 160.35838317871094, + "loss_biodist": 2.500851631164551, + "loss_toxic": 0.20211468636989594, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 52.49382781982422, + "loss_size": 19.184560298919678, + "loss_pdi": 4.065998554229736, + "loss_ee": 2.2578436136245728, + "loss_delivery": 26.064756393432617, + "loss_biodist": 1.530388355255127, + "loss_toxic": 0.0035344131756573915, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 18.19927453994751, + "loss_size": 7.655175447463989, + "loss_pdi": 1.7888594269752502, + "loss_ee": 1.650674283504486, + "loss_delivery": 6.352397918701172, + "loss_biodist": 1.0113166570663452, + "loss_toxic": 0.00139450968708843, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5151515151515151, + "acc_toxic": 1.0 + }, + { + "loss": 7.979992628097534, + "loss_size": 4.026216745376587, + "loss_pdi": 0.7737902104854584, + "loss_ee": 1.2079785764217377, + "loss_delivery": 1.748389482498169, + "loss_biodist": 0.30120933055877686, + "loss_toxic": 0.028282368555665016, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + }, + { + "loss": 6.271216630935669, + "loss_size": 3.358158588409424, + "loss_pdi": 0.6970381736755371, + "loss_ee": 1.1214447915554047, + "loss_delivery": 0.962913990020752, + "loss_biodist": 0.09627712517976761, + "loss_toxic": 0.11305094510316849, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.95 + }, + { + "loss": 6.0916218757629395, + "loss_size": 3.316322922706604, + "loss_pdi": 0.6317865252494812, + "loss_ee": 1.1064954102039337, + "loss_delivery": 0.9243874549865723, + "loss_biodist": 0.09211032092571259, + "loss_toxic": 0.09999841451644897, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.95 + }, + { + "loss": 5.922584295272827, + "loss_size": 3.2154557704925537, + "loss_pdi": 0.6311109364032745, + "loss_ee": 1.1161316931247711, + "loss_delivery": 0.8699833750724792, + "loss_biodist": 0.07650936394929886, + "loss_toxic": 0.0957377552986145, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.95 + }, + { + "loss": 6.227964639663696, + "loss_size": 3.3997836112976074, + "loss_pdi": 0.6406993865966797, + "loss_ee": 1.2158185541629791, + "loss_delivery": 0.880033016204834, + "loss_biodist": 0.08225157856941223, + "loss_toxic": 0.10340037196874619, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.95 + }, + { + "loss": 6.309962034225464, + "loss_size": 3.51414954662323, + "loss_pdi": 0.6425073146820068, + "loss_ee": 1.203291118144989, + "loss_delivery": 0.8929880261421204, + "loss_biodist": 0.07080191373825073, + "loss_toxic": 0.08555619418621063, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.95 + }, + { + "loss": 6.014514207839966, + "loss_size": 3.151125431060791, + "loss_pdi": 0.7211933434009552, + "loss_ee": 1.261190414428711, + "loss_delivery": 0.8253509402275085, + "loss_biodist": 0.06455788761377335, + "loss_toxic": 0.092962346971035, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.95 + }, + { + "loss": 6.028316020965576, + "loss_size": 3.1482810974121094, + "loss_pdi": 0.7162184715270996, + "loss_ee": 1.319167047739029, + "loss_delivery": 0.824345588684082, + "loss_biodist": 0.05843454226851463, + "loss_toxic": 0.07008077204227448, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.95 + }, + { + "loss": 6.06797456741333, + "loss_size": 3.1749833822250366, + "loss_pdi": 0.7182504236698151, + "loss_ee": 1.3358060419559479, + "loss_delivery": 0.823813259601593, + "loss_biodist": 0.05724649503827095, + "loss_toxic": 0.06892450898885727, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.95 + }, + { + "loss": 5.99161171913147, + "loss_size": 3.140055298805237, + "loss_pdi": 0.703087717294693, + "loss_ee": 1.3292085528373718, + "loss_delivery": 0.8079982995986938, + "loss_biodist": 0.05351831391453743, + "loss_toxic": 0.06826690584421158, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.95 + }, + { + "loss": 6.01298451423645, + "loss_size": 3.1960524320602417, + "loss_pdi": 0.7058240473270416, + "loss_ee": 1.3098116517066956, + "loss_delivery": 0.794485867023468, + "loss_biodist": 0.0551903061568737, + "loss_toxic": 0.06188448145985603, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.95 + }, + { + "loss": 5.976188659667969, + "loss_size": 3.0944905281066895, + "loss_pdi": 0.736469954252243, + "loss_ee": 1.352439284324646, + "loss_delivery": 0.779879093170166, + "loss_biodist": 0.05742880329489708, + "loss_toxic": 0.06772030144929886, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.95 + }, + { + "loss": 5.920027017593384, + "loss_size": 3.0442399978637695, + "loss_pdi": 0.7289278507232666, + "loss_ee": 1.34504434466362, + "loss_delivery": 0.7831576466560364, + "loss_biodist": 0.05800271034240723, + "loss_toxic": 0.0718412846326828, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.95 + }, + { + "loss": 5.835921287536621, + "loss_size": 2.956923007965088, + "loss_pdi": 0.7302238345146179, + "loss_ee": 1.3387567400932312, + "loss_delivery": 0.7865323424339294, + "loss_biodist": 0.059307247400283813, + "loss_toxic": 0.07410606741905212, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.95 + }, + { + "loss": 5.968947649002075, + "loss_size": 2.924725651741028, + "loss_pdi": 0.760948657989502, + "loss_ee": 1.4848868548870087, + "loss_delivery": 0.7869569063186646, + "loss_biodist": 0.058539438992738724, + "loss_toxic": 0.07181008905172348, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.95 + }, + { + "loss": 5.891388654708862, + "loss_size": 2.9720624685287476, + "loss_pdi": 0.7401330471038818, + "loss_ee": 1.366543471813202, + "loss_delivery": 0.7954358458518982, + "loss_biodist": 0.05801192671060562, + "loss_toxic": 0.0716041848063469, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.95 + }, + { + "loss": 5.885054349899292, + "loss_size": 2.9609146118164062, + "loss_pdi": 0.7404197454452515, + "loss_ee": 1.37545645236969, + "loss_delivery": 0.7877703309059143, + "loss_biodist": 0.0592682845890522, + "loss_toxic": 0.07361198216676712, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.95 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_2/splits.json b/models/abl/llm_biot5/20260623_225013/outer_fold_2/splits.json new file mode 100644 index 0000000..14df306 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_2/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 43, 44, 45, 47, 48, 49, 50, 51, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 68, 69, 70, 72, 74, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 96, 97, 100, 101, 102, 103, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 142, 143, 145, 147, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 160, 161, 162, 163, 165, 166, 167, 168, 170, 171, 172, 173, 174, 175, 177, 179, 180, 181, 183, 184, 185, 186, 187, 188, 191, 192, 193, 194, 196, 197, 199, 200, 202, 203, 204, 205, 207, 208, 209, 210, 211, 212, 213, 214, 215, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 232, 233, 235, 236, 237, 238, 239, 240, 241, 242, 243, 245, 246, 249, 250, 251, 252, 253, 254, 255, 256, 257, 259, 260, 261, 263, 264, 265, 266, 267, 268, 269, 271, 272, 273, 274, 275, 276, 280, 281, 282, 283, 284, 285, 287, 289, 290, 293, 294, 295, 296, 297, 298, 299, 300, 302, 303, 305, 307, 308, 309, 310, 311, 312, 313, 314, 315, 317, 318, 320, 321, 322, 323, 324, 326, 327, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 358, 360, 361, 363, 364, 365, 366, 368, 369, 370, 371, 372, 373, 376, 377, 378, 379, 380, 381, 382, 383, 385, 386, 387, 388, 389, 390, 392, 394, 395, 398, 399, 400, 401, 402, 404, 405, 407, 408, 409, 410, 412, 413, 414, 415, 416, 417, 418], "outer_test_idx": [10, 12, 15, 31, 35, 42, 46, 52, 53, 54, 62, 66, 67, 71, 73, 75, 77, 81, 89, 90, 92, 98, 99, 105, 123, 124, 141, 144, 146, 154, 155, 164, 169, 176, 178, 182, 189, 190, 195, 198, 201, 206, 216, 217, 218, 219, 231, 234, 244, 247, 248, 258, 262, 270, 277, 278, 279, 286, 288, 291, 292, 301, 304, 306, 316, 319, 325, 328, 343, 357, 359, 362, 367, 374, 375, 384, 391, 393, 396, 397, 403, 406, 411, 419]} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_2/test_metrics.json b/models/abl/llm_biot5/20260623_225013/outer_fold_2/test_metrics.json new file mode 100644 index 0000000..d184e16 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_2/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.48589445124357766, + "rmse": 0.6970612966185812, + "mae": 0.5312965631795427, + "r2": 0.040367140254082834 + }, + "delivery": { + "n_samples": 60, + "mse": 0.7147699904336099, + "rmse": 0.8454407078167042, + "mae": 0.5340412713664894, + "r2": 0.04851725600976342 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6670673076923077, + "recall": 0.7038123167155426, + "f1": 0.672514619883041 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6064814814814815, + "recall": 0.6573295985060691, + "f1": 0.6185851973086015 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.15665357630064303, + "js_divergence": 0.040015487284461464 + } +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_3/best_params.json b/models/abl/llm_biot5/20260623_225013/outer_fold_3/best_params.json new file mode 100644 index 0000000..c82089c --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_3/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.2579933044043313, + "lr": 0.0008356094196044798, + "weight_decay": 0.01773605606917, + "backbone_lr_ratio": 0.0925525734131181, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_3/epoch_mean.json b/models/abl/llm_biot5/20260623_225013/outer_fold_3/epoch_mean.json new file mode 100644 index 0000000..0af0e3e --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_3/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 16} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_3/history.json b/models/abl/llm_biot5/20260623_225013/outer_fold_3/history.json new file mode 100644 index 0000000..ea284cd --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_3/history.json @@ -0,0 +1,342 @@ +{ + "train": [ + { + "loss": 4.982012224197388, + "loss_size": 0.535194131731987, + "loss_pdi": 0.6902182877063752, + "loss_ee": 1.0752139449119569, + "loss_delivery": 0.9540767341852188, + "loss_biodist": 1.118079310655594, + "loss_toxic": 0.6158276617527008 + }, + { + "loss": 4.076806926727295, + "loss_size": 0.46257523745298385, + "loss_pdi": 0.6705726444721222, + "loss_ee": 0.9876325070858002, + "loss_delivery": 0.8420296013355255, + "loss_biodist": 0.7241213321685791, + "loss_toxic": 0.40184928476810455 + }, + { + "loss": 3.629305601119995, + "loss_size": 0.46044857054948807, + "loss_pdi": 0.609077912569046, + "loss_ee": 0.9181300103664398, + "loss_delivery": 0.7891898825764656, + "loss_biodist": 0.5443974226713181, + "loss_toxic": 0.3216958612203598 + }, + { + "loss": 3.2600186109542846, + "loss_size": 0.46310714185237883, + "loss_pdi": 0.598306930065155, + "loss_ee": 0.866615492105484, + "loss_delivery": 0.7115166813135148, + "loss_biodist": 0.40791995674371717, + "loss_toxic": 0.22658461555838585 + }, + { + "loss": 3.0512517929077148, + "loss_size": 0.4036016047000885, + "loss_pdi": 0.5500388890504837, + "loss_ee": 0.8157802760601044, + "loss_delivery": 0.7734336137771607, + "loss_biodist": 0.35201345682144164, + "loss_toxic": 0.17199056930840015 + }, + { + "loss": 2.7891210317611694, + "loss_size": 0.39983454942703245, + "loss_pdi": 0.5228011131286621, + "loss_ee": 0.7803422689437867, + "loss_delivery": 0.7252263590693474, + "loss_biodist": 0.28038709312677385, + "loss_toxic": 0.0965779572725296 + }, + { + "loss": 2.7509395599365236, + "loss_size": 0.398844014108181, + "loss_pdi": 0.5602541089057922, + "loss_ee": 0.8018277227878571, + "loss_delivery": 0.6726701915264129, + "loss_biodist": 0.23169355168938638, + "loss_toxic": 0.1055714126676321 + }, + { + "loss": 2.7288619756698607, + "loss_size": 0.4445946842432022, + "loss_pdi": 0.5439810246229172, + "loss_ee": 0.7501764595508575, + "loss_delivery": 0.7091541349887848, + "loss_biodist": 0.22338798642158508, + "loss_toxic": 0.08004660569131375 + }, + { + "loss": 2.589599776268005, + "loss_size": 0.39192926734685896, + "loss_pdi": 0.4931660294532776, + "loss_ee": 0.7453496396541596, + "loss_delivery": 0.696378830075264, + "loss_biodist": 0.2030574157834053, + "loss_toxic": 0.08351365849375725 + }, + { + "loss": 2.7302953958511353, + "loss_size": 0.39302554577589033, + "loss_pdi": 0.4851081520318985, + "loss_ee": 0.7217842161655426, + "loss_delivery": 0.7975092262029648, + "loss_biodist": 0.2048702836036682, + "loss_toxic": 0.1532873958349228 + }, + { + "loss": 2.4233174562454223, + "loss_size": 0.3730735957622528, + "loss_pdi": 0.49411833882331846, + "loss_ee": 0.7140669286251068, + "loss_delivery": 0.5984538823366166, + "loss_biodist": 0.19161946102976798, + "loss_toxic": 0.077505006454885 + }, + { + "loss": 2.4397304892539977, + "loss_size": 0.38306000232696535, + "loss_pdi": 0.46403607726097107, + "loss_ee": 0.7133809268474579, + "loss_delivery": 0.6607153624296188, + "loss_biodist": 0.16637272909283637, + "loss_toxic": 0.0796597228385508 + }, + { + "loss": 2.3929385423660277, + "loss_size": 0.356253182888031, + "loss_pdi": 0.5009328305721283, + "loss_ee": 0.7367995589971542, + "loss_delivery": 0.6029564276337623, + "loss_biodist": 0.16770639270544052, + "loss_toxic": 0.0589555568061769 + }, + { + "loss": 2.536010909080505, + "loss_size": 0.3736898064613342, + "loss_pdi": 0.4879456400871277, + "loss_ee": 0.711505675315857, + "loss_delivery": 0.7394985809922219, + "loss_biodist": 0.1814724713563919, + "loss_toxic": 0.07459914376959205 + }, + { + "loss": 2.3705490231513977, + "loss_size": 0.38636375218629837, + "loss_pdi": 0.47126785218715667, + "loss_ee": 0.6973137855529785, + "loss_delivery": 0.5947880834341049, + "loss_biodist": 0.1854351617395878, + "loss_toxic": 0.06405952703207732 + }, + { + "loss": 2.4726717829704286, + "loss_size": 0.4182622253894806, + "loss_pdi": 0.4754908412694931, + "loss_ee": 0.6951987415552139, + "loss_delivery": 0.6447698414325714, + "loss_biodist": 0.20306791886687278, + "loss_toxic": 0.06567864408716559 + } + ], + "val": [ + { + "loss": 69.72976112365723, + "loss_size": 49.77828407287598, + "loss_pdi": 1.8848612921865424, + "loss_ee": 12.832972526550293, + "loss_delivery": 1.9585753679275513, + "loss_biodist": 3.50356388092041, + "loss_toxic": 8.03366972945696e-08, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 47.89067268371582, + "loss_size": 35.37325096130371, + "loss_pdi": 1.3281231191940606, + "loss_ee": 6.2324557900369655, + "loss_delivery": 2.821526050567627, + "loss_biodist": 2.297457695007324, + "loss_toxic": 8.189148275050684e-07, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 21.955530643463135, + "loss_size": 15.385594844818115, + "loss_pdi": 0.9561560116708279, + "loss_ee": 2.848157960223034, + "loss_delivery": 1.7350809574127197, + "loss_biodist": 1.1185519695281982, + "loss_toxic": 9.427673649042845e-05, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 6.797468781471252, + "loss_size": 4.333856701850891, + "loss_pdi": 0.50182144343853, + "loss_ee": 0.9154601618647575, + "loss_delivery": 0.7375519871711731, + "loss_biodist": 0.24034687876701355, + "loss_toxic": 0.08239789307117462, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.30303030303030304, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.9849128127098083, + "loss_size": 1.8575669527053833, + "loss_pdi": 0.5286481976509094, + "loss_ee": 0.6434114724397659, + "loss_delivery": 0.5593369603157043, + "loss_biodist": 0.13195469975471497, + "loss_toxic": 0.26863303780555725, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.8402918577194214, + "loss_size": 1.7284706979990005, + "loss_pdi": 0.5603476762771606, + "loss_ee": 0.6372403502464294, + "loss_delivery": 0.548000156879425, + "loss_biodist": 0.11932504177093506, + "loss_toxic": 0.2521677315235138, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.715122878551483, + "loss_size": 1.7069281190633774, + "loss_pdi": 0.5552868843078613, + "loss_ee": 0.5978667438030243, + "loss_delivery": 0.5416938662528992, + "loss_biodist": 0.08885744214057922, + "loss_toxic": 0.22690755128860474, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.6997878551483154, + "loss_size": 1.6827353090047836, + "loss_pdi": 0.5604521334171295, + "loss_ee": 0.6208461076021194, + "loss_delivery": 0.5492944121360779, + "loss_biodist": 0.08859517425298691, + "loss_toxic": 0.20174390077590942, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.6529327034950256, + "loss_size": 1.6201751083135605, + "loss_pdi": 0.5499059855937958, + "loss_ee": 0.6311899274587631, + "loss_delivery": 0.5785534381866455, + "loss_biodist": 0.08715242892503738, + "loss_toxic": 0.1913721263408661, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.72395658493042, + "loss_size": 1.5912397354841232, + "loss_pdi": 0.5521939396858215, + "loss_ee": 0.6650048196315765, + "loss_delivery": 0.5885922908782959, + "loss_biodist": 0.0922357439994812, + "loss_toxic": 0.23971177637577057, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7575757575757576, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.672727048397064, + "loss_size": 1.6161289513111115, + "loss_pdi": 0.5375953018665314, + "loss_ee": 0.6505370587110519, + "loss_delivery": 0.5751126408576965, + "loss_biodist": 0.08629574626684189, + "loss_toxic": 0.2109050750732422, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.5880624651908875, + "loss_size": 1.5913813933730125, + "loss_pdi": 0.5192941278219223, + "loss_ee": 0.6331284046173096, + "loss_delivery": 0.5663273334503174, + "loss_biodist": 0.08150375634431839, + "loss_toxic": 0.19915004074573517, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.542187213897705, + "loss_size": 1.5739141181111336, + "loss_pdi": 0.513186126947403, + "loss_ee": 0.6288519650697708, + "loss_delivery": 0.5633413195610046, + "loss_biodist": 0.07928089052438736, + "loss_toxic": 0.1865190863609314, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.56342476606369, + "loss_size": 1.5818844810128212, + "loss_pdi": 0.5192047357559204, + "loss_ee": 0.6348769664764404, + "loss_delivery": 0.5620025992393494, + "loss_biodist": 0.08094416558742523, + "loss_toxic": 0.18755118548870087, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.561059057712555, + "loss_size": 1.5861419141292572, + "loss_pdi": 0.5099649429321289, + "loss_ee": 0.6440052092075348, + "loss_delivery": 0.5599678158760071, + "loss_biodist": 0.08075346052646637, + "loss_toxic": 0.18338990211486816, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.545931100845337, + "loss_size": 1.5765772387385368, + "loss_pdi": 0.5089892446994781, + "loss_ee": 0.6454758048057556, + "loss_delivery": 0.5581408739089966, + "loss_biodist": 0.07924310117959976, + "loss_toxic": 0.18085293471813202, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.8695652173913043 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_3/splits.json b/models/abl/llm_biot5/20260623_225013/outer_fold_3/splits.json new file mode 100644 index 0000000..7a2b13e --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_3/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 102, 104, 105, 106, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 127, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 166, 168, 169, 170, 172, 173, 174, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 195, 198, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 218, 219, 221, 223, 224, 226, 227, 228, 230, 231, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 251, 252, 253, 254, 255, 256, 257, 258, 259, 262, 263, 264, 265, 266, 267, 268, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 282, 284, 286, 288, 289, 290, 291, 292, 293, 294, 295, 297, 298, 299, 301, 302, 304, 305, 306, 307, 308, 309, 310, 312, 314, 315, 316, 317, 319, 320, 321, 325, 326, 327, 328, 331, 332, 334, 336, 340, 341, 343, 344, 346, 347, 348, 350, 352, 353, 357, 359, 360, 361, 362, 363, 364, 366, 367, 368, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 382, 383, 384, 385, 386, 387, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 400, 401, 402, 403, 404, 406, 407, 410, 411, 412, 414, 415, 416, 418, 419], "outer_test_idx": [3, 6, 13, 18, 19, 26, 33, 44, 48, 49, 50, 56, 57, 72, 80, 88, 94, 101, 103, 107, 108, 114, 126, 128, 130, 145, 149, 157, 167, 171, 175, 188, 196, 197, 199, 211, 220, 222, 225, 229, 232, 236, 250, 260, 261, 271, 281, 283, 285, 287, 296, 300, 303, 311, 313, 318, 322, 323, 324, 329, 330, 333, 335, 337, 338, 339, 342, 345, 349, 351, 354, 355, 356, 358, 365, 369, 381, 388, 399, 405, 408, 409, 413, 417]} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_3/test_metrics.json b/models/abl/llm_biot5/20260623_225013/outer_fold_3/test_metrics.json new file mode 100644 index 0000000..fe35d52 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_3/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.757765364542394, + "rmse": 1.3258074387113665, + "mae": 0.589673353370324, + "r2": 0.005794512294407306 + }, + "delivery": { + "n_samples": 59, + "mse": 0.7355912040567187, + "rmse": 0.857666137874592, + "mae": 0.5746315904435212, + "r2": 0.2849179533995273 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.5982142857142857, + "recall": 0.6129032258064516, + "f1": 0.6013559322033898 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.5898730898730898, + "recall": 0.6022121669180492, + "f1": 0.5907255864702673 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9333333333333333, + "precision": 0.7142857142857143, + "recall": 0.9649122807017544, + "f1": 0.7818181818181817 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.22815631846536583, + "js_divergence": 0.05563317108032269 + } +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_4/best_params.json b/models/abl/llm_biot5/20260623_225013/outer_fold_4/best_params.json new file mode 100644 index 0000000..84db1e3 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_4/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.27634688137192176, + "lr": 0.0006690284401705901, + "weight_decay": 0.0006607172959364349, + "backbone_lr_ratio": 0.10372147434590727, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_4/epoch_mean.json b/models/abl/llm_biot5/20260623_225013/outer_fold_4/epoch_mean.json new file mode 100644 index 0000000..c288387 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_4/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 18} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_4/history.json b/models/abl/llm_biot5/20260623_225013/outer_fold_4/history.json new file mode 100644 index 0000000..71b5eaf --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_4/history.json @@ -0,0 +1,384 @@ +{ + "train": [ + { + "loss": 5.57421293258667, + "loss_size": 1.1140222772955894, + "loss_pdi": 0.6777253091335297, + "loss_ee": 1.0668585777282715, + "loss_delivery": 0.9228868603706359, + "loss_biodist": 1.1480714678764343, + "loss_toxic": 0.6489120841026306 + }, + { + "loss": 4.92313585281372, + "loss_size": 1.1046149373054504, + "loss_pdi": 0.6570030808448791, + "loss_ee": 1.0160280644893647, + "loss_delivery": 0.7979238241910934, + "loss_biodist": 0.8159689664840698, + "loss_toxic": 0.5433802515268326 + }, + { + "loss": 4.374256229400634, + "loss_size": 1.0225813686847687, + "loss_pdi": 0.628526246547699, + "loss_ee": 0.9637524724006653, + "loss_delivery": 0.7688257366418838, + "loss_biodist": 0.5948582410812377, + "loss_toxic": 0.4096605062484741 + }, + { + "loss": 4.017037320137024, + "loss_size": 1.02180036008358, + "loss_pdi": 0.6115357369184494, + "loss_ee": 0.8880475521087646, + "loss_delivery": 0.733181320130825, + "loss_biodist": 0.4827596455812454, + "loss_toxic": 0.29426421523094176 + }, + { + "loss": 3.788937568664551, + "loss_size": 0.9318019926548005, + "loss_pdi": 0.6148461729288102, + "loss_ee": 0.8736479997634887, + "loss_delivery": 0.7656576663255692, + "loss_biodist": 0.4046550184488297, + "loss_toxic": 0.21457893401384354 + }, + { + "loss": 3.5099263191223145, + "loss_size": 0.8575169160962105, + "loss_pdi": 0.5732361912727356, + "loss_ee": 0.8433039724826813, + "loss_delivery": 0.7648034006357193, + "loss_biodist": 0.3211816310882568, + "loss_toxic": 0.16598914563655853 + }, + { + "loss": 3.3204651832580567, + "loss_size": 0.844088439643383, + "loss_pdi": 0.5465479284524918, + "loss_ee": 0.8229306519031525, + "loss_delivery": 0.6458050087094307, + "loss_biodist": 0.3321838408708572, + "loss_toxic": 0.14469498321413993 + }, + { + "loss": 3.2677470445632935, + "loss_size": 0.8645769149065018, + "loss_pdi": 0.5328653007745743, + "loss_ee": 0.8125916182994842, + "loss_delivery": 0.6874770611524582, + "loss_biodist": 0.2720825493335724, + "loss_toxic": 0.11665535122156143 + }, + { + "loss": 3.3919127941131593, + "loss_size": 1.105367112159729, + "loss_pdi": 0.5322263300418854, + "loss_ee": 0.7909465312957764, + "loss_delivery": 0.5920698821544648, + "loss_biodist": 0.26864571273326876, + "loss_toxic": 0.12371255792677402 + }, + { + "loss": 3.1274535179138185, + "loss_size": 0.7632317021489143, + "loss_pdi": 0.5260863661766052, + "loss_ee": 0.7691901385784149, + "loss_delivery": 0.6273811340332032, + "loss_biodist": 0.2695461466908455, + "loss_toxic": 0.1904429655522108 + }, + { + "loss": 3.0972524166107176, + "loss_size": 0.7501967519521713, + "loss_pdi": 0.5243220299482345, + "loss_ee": 0.773231154680252, + "loss_delivery": 0.7415300562977791, + "loss_biodist": 0.252556748688221, + "loss_toxic": 0.08067194595932961 + }, + { + "loss": 3.080057954788208, + "loss_size": 0.7683637395501137, + "loss_pdi": 0.545222845673561, + "loss_ee": 0.7705246984958649, + "loss_delivery": 0.692736628651619, + "loss_biodist": 0.24350060150027275, + "loss_toxic": 0.08594567067921162 + }, + { + "loss": 3.0341755628585814, + "loss_size": 0.7623122528195381, + "loss_pdi": 0.5300547808408738, + "loss_ee": 0.7727902948856353, + "loss_delivery": 0.5951331436634064, + "loss_biodist": 0.25893820971250536, + "loss_toxic": 0.13833280131220818 + }, + { + "loss": 2.9160112380981444, + "loss_size": 0.6634051591157913, + "loss_pdi": 0.5464862376451493, + "loss_ee": 0.7594877660274506, + "loss_delivery": 0.6526982724666596, + "loss_biodist": 0.22358224987983705, + "loss_toxic": 0.09589299634099006 + }, + { + "loss": 2.950091564655304, + "loss_size": 0.7314181610941887, + "loss_pdi": 0.509648472070694, + "loss_ee": 0.7634057104587555, + "loss_delivery": 0.6188422590494156, + "loss_biodist": 0.2539652451872826, + "loss_toxic": 0.09820476733148098 + }, + { + "loss": 2.896573615074158, + "loss_size": 0.7138367533683777, + "loss_pdi": 0.5239129871129989, + "loss_ee": 0.7539321899414062, + "loss_delivery": 0.6264723539352417, + "loss_biodist": 0.22708434760570526, + "loss_toxic": 0.0776761757209897 + }, + { + "loss": 2.9607333898544312, + "loss_size": 0.7694331899285316, + "loss_pdi": 0.5085289061069489, + "loss_ee": 0.7308305323123931, + "loss_delivery": 0.6441850066184998, + "loss_biodist": 0.2371589258313179, + "loss_toxic": 0.09639115910977125 + }, + { + "loss": 3.0274829864501953, + "loss_size": 0.6879017740488053, + "loss_pdi": 0.5246940314769745, + "loss_ee": 0.784001761674881, + "loss_delivery": 0.6113462969660759, + "loss_biodist": 0.24694201350212097, + "loss_toxic": 0.1959524154663086 + } + ], + "val": [ + { + "loss": 76.32718658447266, + "loss_size": 18.67701005935669, + "loss_pdi": 29.096515655517578, + "loss_ee": 4.074026107788086, + "loss_delivery": 9.937022686004639, + "loss_biodist": 12.904684782028198, + "loss_toxic": 1.990163122623926, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9444444444444444 + }, + { + "loss": 34.91230869293213, + "loss_size": 0.7130863964557648, + "loss_pdi": 16.645020008087158, + "loss_ee": 2.8092962503433228, + "loss_delivery": 3.706539273262024, + "loss_biodist": 10.042736053466797, + "loss_toxic": 1.374593366868794, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9444444444444444 + }, + { + "loss": 20.42320442199707, + "loss_size": 2.6623221039772034, + "loss_pdi": 8.579561948776245, + "loss_ee": 1.3519423007965088, + "loss_delivery": 1.8141834735870361, + "loss_biodist": 5.608342170715332, + "loss_toxic": 0.6717151403427124, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9444444444444444 + }, + { + "loss": 6.888280153274536, + "loss_size": 1.3961302042007446, + "loss_pdi": 2.311397910118103, + "loss_ee": 0.7410106807947159, + "loss_delivery": 0.7423135116696358, + "loss_biodist": 1.1388645768165588, + "loss_toxic": 0.6238376200199127, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.8394399881362915, + "loss_size": 0.34722796082496643, + "loss_pdi": 0.36580105498433113, + "loss_ee": 0.5689070671796799, + "loss_delivery": 0.628041185438633, + "loss_biodist": 0.2341458797454834, + "loss_toxic": 1.6916894167661667, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8333333333333334 + }, + { + "loss": 3.5016608238220215, + "loss_size": 0.2725690007209778, + "loss_pdi": 0.3360115922987461, + "loss_ee": 0.5359667018055916, + "loss_delivery": 0.6118805203586817, + "loss_biodist": 0.1815195232629776, + "loss_toxic": 1.550651527941227, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.8333333333333334 + }, + { + "loss": 3.144094228744507, + "loss_size": 0.2929980903863907, + "loss_pdi": 0.3344900943338871, + "loss_ee": 0.5006375275552273, + "loss_delivery": 0.5995861943811178, + "loss_biodist": 0.14444762654602528, + "loss_toxic": 1.2546476051211357, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 2.838311553001404, + "loss_size": 0.3620040863752365, + "loss_pdi": 0.3346494249999523, + "loss_ee": 0.5030477494001389, + "loss_delivery": 0.6361168567091227, + "loss_biodist": 0.1216338500380516, + "loss_toxic": 0.8669420704245567, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 2.7100640535354614, + "loss_size": 0.350861519575119, + "loss_pdi": 0.3228258118033409, + "loss_ee": 0.5017551686614752, + "loss_delivery": 0.6696295998990536, + "loss_biodist": 0.10598792135715485, + "loss_toxic": 0.7462228760123253, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 2.8537176847457886, + "loss_size": 0.3277718722820282, + "loss_pdi": 0.321081155911088, + "loss_ee": 0.49392213858664036, + "loss_delivery": 0.6664070021361113, + "loss_biodist": 0.10220404341816902, + "loss_toxic": 0.9242808967828751, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 2.843050003051758, + "loss_size": 0.3018045276403427, + "loss_pdi": 0.32240462489426136, + "loss_ee": 0.5029376577585936, + "loss_delivery": 0.6554739587008953, + "loss_biodist": 0.0938028022646904, + "loss_toxic": 0.9467528760433197, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 2.824087381362915, + "loss_size": 0.3202188014984131, + "loss_pdi": 0.32356175035238266, + "loss_ee": 0.49811588041484356, + "loss_delivery": 0.6636367002502084, + "loss_biodist": 0.09258870780467987, + "loss_toxic": 0.9067121744155884, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 2.6424601674079895, + "loss_size": 0.34717322885990143, + "loss_pdi": 0.3344285748898983, + "loss_ee": 0.48886010609567165, + "loss_delivery": 0.6460042991966475, + "loss_biodist": 0.09155139420181513, + "loss_toxic": 0.7202439531683922, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 2.7386302947998047, + "loss_size": 0.3180798441171646, + "loss_pdi": 0.32852113246917725, + "loss_ee": 0.4922362305223942, + "loss_delivery": 0.6522492289659567, + "loss_biodist": 0.08675340283662081, + "loss_toxic": 0.8423775508999825, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 2.7769930362701416, + "loss_size": 0.31309010088443756, + "loss_pdi": 0.32809027284383774, + "loss_ee": 0.501395994797349, + "loss_delivery": 0.6489363452419639, + "loss_biodist": 0.08596508204936981, + "loss_toxic": 0.879921592772007, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 2.7864357233047485, + "loss_size": 0.3150702714920044, + "loss_pdi": 0.32310708425939083, + "loss_ee": 0.5011219773441553, + "loss_delivery": 0.6481919401558116, + "loss_biodist": 0.08742114529013634, + "loss_toxic": 0.8913221880793571, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 2.814517378807068, + "loss_size": 0.3217918574810028, + "loss_pdi": 0.3226212039589882, + "loss_ee": 0.5036372235044837, + "loss_delivery": 0.6511461538029835, + "loss_biodist": 0.08892378956079483, + "loss_toxic": 0.9059058055281639, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 2.6905280351638794, + "loss_size": 0.3364405333995819, + "loss_pdi": 0.3270750157535076, + "loss_ee": 0.5040704747661948, + "loss_delivery": 0.6557974276365712, + "loss_biodist": 0.08774850144982338, + "loss_toxic": 0.7640229910612106, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_4/splits.json b/models/abl/llm_biot5/20260623_225013/outer_fold_4/splits.json new file mode 100644 index 0000000..8dd0299 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_4/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 110, 111, 112, 113, 114, 116, 117, 119, 120, 121, 122, 123, 124, 126, 127, 128, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 152, 154, 155, 157, 160, 161, 162, 163, 164, 165, 166, 167, 169, 170, 171, 173, 174, 175, 176, 177, 178, 180, 181, 182, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 203, 205, 206, 207, 208, 209, 211, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 234, 235, 236, 238, 239, 240, 241, 243, 244, 245, 246, 247, 248, 249, 250, 251, 253, 254, 257, 258, 260, 261, 262, 263, 264, 265, 266, 267, 270, 271, 272, 273, 277, 278, 279, 280, 281, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 298, 299, 300, 301, 302, 303, 304, 305, 306, 309, 311, 312, 313, 314, 315, 316, 318, 319, 320, 322, 323, 324, 325, 326, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 341, 342, 343, 345, 346, 347, 349, 350, 351, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 365, 367, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 381, 383, 384, 385, 386, 388, 390, 391, 392, 393, 394, 395, 396, 397, 399, 400, 401, 402, 403, 405, 406, 407, 408, 409, 410, 411, 413, 415, 416, 417, 418, 419], "outer_test_idx": [0, 5, 11, 21, 24, 27, 30, 32, 36, 38, 39, 40, 47, 55, 58, 61, 65, 76, 86, 95, 100, 106, 109, 115, 118, 125, 129, 131, 136, 148, 150, 151, 153, 156, 158, 159, 168, 172, 179, 183, 184, 185, 202, 204, 210, 212, 213, 228, 233, 237, 242, 252, 255, 256, 259, 268, 269, 274, 275, 276, 282, 297, 307, 308, 310, 317, 321, 327, 340, 344, 348, 352, 364, 366, 368, 379, 380, 382, 387, 389, 398, 404, 412, 414]} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/outer_fold_4/test_metrics.json b/models/abl/llm_biot5/20260623_225013/outer_fold_4/test_metrics.json new file mode 100644 index 0000000..60a2d07 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/outer_fold_4/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.7667293944623308, + "rmse": 0.8756308551337891, + "mae": 0.5201750371017537, + "r2": -0.025979169780300237 + }, + "delivery": { + "n_samples": 58, + "mse": 1.1286937327949407, + "rmse": 1.062399987196414, + "mae": 0.6472625940203153, + "r2": -0.0914282070214969 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.75, + "precision": 0.7014607425441266, + "recall": 0.7426686217008798, + "f1": 0.7105824446267432 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6205808080808081, + "recall": 0.6705128205128205, + "f1": 0.6378968253968255 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.22047025807641488, + "js_divergence": 0.061807221040303985 + } +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_0/best_params.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_0/best_params.json new file mode 100644 index 0000000..148218a --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_0/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.17394178221021084, + "lr": 0.0008692991511139548, + "weight_decay": 0.012604664585649461, + "backbone_lr_ratio": 0.7568292060167615, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_0/epoch_mean.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_0/epoch_mean.json new file mode 100644 index 0000000..df948fc --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_0/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 22} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_0/history.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_0/history.json new file mode 100644 index 0000000..381acf6 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_0/history.json @@ -0,0 +1,468 @@ +{ + "train": [ + { + "loss": 5.196604084968567, + "loss_size": 0.8485687881708145, + "loss_pdi": 0.7064958274364471, + "loss_ee": 1.0919528245925902, + "loss_delivery": 0.9591189377009869, + "loss_biodist": 1.0374627351760863, + "loss_toxic": 0.5594347387552261 + }, + { + "loss": 4.263892412185669, + "loss_size": 0.7742013156414032, + "loss_pdi": 0.6520500659942627, + "loss_ee": 0.9786625027656555, + "loss_delivery": 0.8233049064874649, + "loss_biodist": 0.6759893596172333, + "loss_toxic": 0.3721010208129883 + }, + { + "loss": 3.92607421875, + "loss_size": 0.7632168829441071, + "loss_pdi": 0.606789618730545, + "loss_ee": 0.9001969575881958, + "loss_delivery": 0.825427183508873, + "loss_biodist": 0.5141801178455353, + "loss_toxic": 0.3320600226521492 + }, + { + "loss": 4.035344052314758, + "loss_size": 0.7724716454744339, + "loss_pdi": 0.6018719911575318, + "loss_ee": 0.9458904683589935, + "loss_delivery": 1.0157233238220216, + "loss_biodist": 0.4811284512281418, + "loss_toxic": 0.24526714012026787 + }, + { + "loss": 3.201457214355469, + "loss_size": 0.6451879382133484, + "loss_pdi": 0.5760852098464966, + "loss_ee": 0.8026133716106415, + "loss_delivery": 0.7769603371620178, + "loss_biodist": 0.27178002893924713, + "loss_toxic": 0.14784872643649577 + }, + { + "loss": 3.0830722570419313, + "loss_size": 0.6118582308292388, + "loss_pdi": 0.5111355930566788, + "loss_ee": 0.8112273931503295, + "loss_delivery": 0.7482753783464432, + "loss_biodist": 0.2889809668064117, + "loss_toxic": 0.13359794169664382 + }, + { + "loss": 2.9227032899856566, + "loss_size": 0.5538055971264839, + "loss_pdi": 0.5158983558416367, + "loss_ee": 0.8135586857795716, + "loss_delivery": 0.7686978042125702, + "loss_biodist": 0.2450539916753769, + "loss_toxic": 0.054434170760214326 + }, + { + "loss": 2.606380307674408, + "loss_size": 0.43850813508033754, + "loss_pdi": 0.48393153846263887, + "loss_ee": 0.7237201988697052, + "loss_delivery": 0.7341966688632965, + "loss_biodist": 0.18551633656024932, + "loss_toxic": 0.06721837809309364 + }, + { + "loss": 2.626699888706207, + "loss_size": 0.5000474065542221, + "loss_pdi": 0.4912113189697266, + "loss_ee": 0.7286475479602814, + "loss_delivery": 0.6580718159675598, + "loss_biodist": 0.1649818651378155, + "loss_toxic": 0.11239986941218376 + }, + { + "loss": 2.568512296676636, + "loss_size": 0.41195457577705386, + "loss_pdi": 0.4914346128702164, + "loss_ee": 0.6603986591100692, + "loss_delivery": 0.6719265669584275, + "loss_biodist": 0.19119253754615784, + "loss_toxic": 0.1683591905515641 + }, + { + "loss": 2.327176094055176, + "loss_size": 0.422548371553421, + "loss_pdi": 0.441916686296463, + "loss_ee": 0.6693675518035889, + "loss_delivery": 0.6127753287553788, + "loss_biodist": 0.1499871641397476, + "loss_toxic": 0.06446532376576215 + }, + { + "loss": 2.279348087310791, + "loss_size": 0.37650725692510606, + "loss_pdi": 0.42519240379333495, + "loss_ee": 0.6793569087982178, + "loss_delivery": 0.6590846329927444, + "loss_biodist": 0.15352277755737304, + "loss_toxic": 0.02729524578899145 + }, + { + "loss": 2.1539076447486876, + "loss_size": 0.339270655810833, + "loss_pdi": 0.42101450860500333, + "loss_ee": 0.6047162383794784, + "loss_delivery": 0.6158163100481033, + "loss_biodist": 0.14170191809535027, + "loss_toxic": 0.06887748697772622 + }, + { + "loss": 2.1715601801872255, + "loss_size": 0.35967478454113005, + "loss_pdi": 0.4279984593391418, + "loss_ee": 0.6135240226984024, + "loss_delivery": 0.6624342724680901, + "loss_biodist": 0.13859816417098045, + "loss_toxic": 0.015987309883348642 + }, + { + "loss": 2.0954362630844114, + "loss_size": 0.38316020667552947, + "loss_pdi": 0.3889666944742203, + "loss_ee": 0.6106336623430252, + "loss_delivery": 0.5500043675303459, + "loss_biodist": 0.11584636792540551, + "loss_toxic": 0.0864692613016814 + }, + { + "loss": 1.9176448106765747, + "loss_size": 0.2947164848446846, + "loss_pdi": 0.3561144843697548, + "loss_ee": 0.6288655072450637, + "loss_delivery": 0.5299183890223503, + "loss_biodist": 0.12280456200242043, + "loss_toxic": 0.030653624469414352 + }, + { + "loss": 1.8571122646331788, + "loss_size": 0.31343210488557816, + "loss_pdi": 0.35296951830387113, + "loss_ee": 0.5417096853256226, + "loss_delivery": 0.5312951877713203, + "loss_biodist": 0.14019218161702157, + "loss_toxic": 0.02104007317684591 + }, + { + "loss": 1.9222145676612854, + "loss_size": 0.29894314557313917, + "loss_pdi": 0.3948621332645416, + "loss_ee": 0.513916653394699, + "loss_delivery": 0.6426360353827476, + "loss_biodist": 0.11116905361413956, + "loss_toxic": 0.010433662799187005 + }, + { + "loss": 1.8439344882965087, + "loss_size": 0.2801720827817917, + "loss_pdi": 0.38122537136077883, + "loss_ee": 0.5375998973846435, + "loss_delivery": 0.5102841116487979, + "loss_biodist": 0.12885957807302476, + "loss_toxic": 0.04919360284693539 + }, + { + "loss": 1.7513378858566284, + "loss_size": 0.2803370013833046, + "loss_pdi": 0.3404890552163124, + "loss_ee": 0.49602972269058226, + "loss_delivery": 0.5423895195126534, + "loss_biodist": 0.11560563519597053, + "loss_toxic": 0.021573779569007457 + }, + { + "loss": 1.7718518495559692, + "loss_size": 0.2876742623746395, + "loss_pdi": 0.3757888495922089, + "loss_ee": 0.5292673498392105, + "loss_delivery": 0.48608188778162004, + "loss_biodist": 0.10905899479985237, + "loss_toxic": 0.02922083796001971 + }, + { + "loss": 1.7491220355033874, + "loss_size": 0.2943087615072727, + "loss_pdi": 0.35591532588005065, + "loss_ee": 0.5217311650514602, + "loss_delivery": 0.49707874059677126, + "loss_biodist": 0.11811661571264268, + "loss_toxic": 0.008587150229141116 + } + ], + "val": [ + { + "loss": 300.1280517578125, + "loss_size": 77.3300895690918, + "loss_pdi": 5.353049874305725, + "loss_ee": 11.906219482421875, + "loss_delivery": 199.77171325683594, + "loss_biodist": 6.646533489227295, + "loss_toxic": 0.8418000936508179, + "acc_pdi": 0.2727272727272727, + "acc_ee": 0.09090909090909091, + "acc_toxic": 0.8846153846153846 + }, + { + "loss": 102.48453903198242, + "loss_size": 37.5728816986084, + "loss_pdi": 0.6324340105056763, + "loss_ee": 3.823053240776062, + "loss_delivery": 55.12714385986328, + "loss_biodist": 4.569291114807129, + "loss_toxic": 1.7301244735717773, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.09090909090909091, + "acc_toxic": 0.8846153846153846 + }, + { + "loss": 30.672011852264404, + "loss_size": 11.998597145080566, + "loss_pdi": 0.5900414288043976, + "loss_ee": 1.9660115242004395, + "loss_delivery": 13.44345760345459, + "loss_biodist": 2.1498899459838867, + "loss_toxic": 0.899581789970398, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.8846153846153846 + }, + { + "loss": 4.617473244667053, + "loss_size": 0.7649840265512466, + "loss_pdi": 0.5361092388629913, + "loss_ee": 1.0419628620147705, + "loss_delivery": 1.7455523014068604, + "loss_biodist": 0.3383476734161377, + "loss_toxic": 0.2421838343143463, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.2014452815055847, + "loss_size": 0.1441559512168169, + "loss_pdi": 0.5687512904405594, + "loss_ee": 0.6718941628932953, + "loss_delivery": 0.5090968012809753, + "loss_biodist": 0.25664976239204407, + "loss_toxic": 0.06361699849367142, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7575757575757576, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.610227942466736, + "loss_size": 0.24423285573720932, + "loss_pdi": 0.6115430295467377, + "loss_ee": 0.7784101366996765, + "loss_delivery": 0.4128767251968384, + "loss_biodist": 0.18152883648872375, + "loss_toxic": 0.39135318994522095, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7575757575757576, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.0956650972366333, + "loss_size": 0.25121916830539703, + "loss_pdi": 0.5616418868303299, + "loss_ee": 0.7405643463134766, + "loss_delivery": 0.3585773706436157, + "loss_biodist": 0.14719316363334656, + "loss_toxic": 0.05285286530852318, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9230769230769231 + }, + { + "loss": 2.3744876384735107, + "loss_size": 0.1736684124916792, + "loss_pdi": 0.5693549513816833, + "loss_ee": 0.7489324510097504, + "loss_delivery": 0.3754303455352783, + "loss_biodist": 0.09691555798053741, + "loss_toxic": 0.4142361879348755, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.256132662296295, + "loss_size": 0.321955818682909, + "loss_pdi": 0.5701347291469574, + "loss_ee": 0.799746185541153, + "loss_delivery": 0.3398284912109375, + "loss_biodist": 0.13924963772296906, + "loss_toxic": 0.10706529766321182, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7878787878787878, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.0936919152736664, + "loss_size": 0.1973246936686337, + "loss_pdi": 0.48711900413036346, + "loss_ee": 0.7131476104259491, + "loss_delivery": 0.3487551212310791, + "loss_biodist": 0.10765231400728226, + "loss_toxic": 0.24850712716579437, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 1.9108266234397888, + "loss_size": 0.20430545881390572, + "loss_pdi": 0.5196387469768524, + "loss_ee": 0.6970999538898468, + "loss_delivery": 0.29779142141342163, + "loss_biodist": 0.09814873337745667, + "loss_toxic": 0.11080155521631241, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9230769230769231 + }, + { + "loss": 2.413603901863098, + "loss_size": 0.28345099836587906, + "loss_pdi": 0.5534173548221588, + "loss_ee": 0.8736148476600647, + "loss_delivery": 0.3487653136253357, + "loss_biodist": 0.10116913169622421, + "loss_toxic": 0.2727610468864441, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7878787878787878, + "acc_toxic": 0.9230769230769231 + }, + { + "loss": 2.0015355944633484, + "loss_size": 0.1723424606025219, + "loss_pdi": 0.5609371960163116, + "loss_ee": 0.6861742436885834, + "loss_delivery": 0.37821441888809204, + "loss_biodist": 0.07264979183673859, + "loss_toxic": 0.15189926326274872, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7878787878787878, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.831764817237854, + "loss_size": 0.27098410576581955, + "loss_pdi": 0.6129713505506516, + "loss_ee": 1.18619042634964, + "loss_delivery": 0.43001121282577515, + "loss_biodist": 0.08619284629821777, + "loss_toxic": 0.28487810492515564, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.204600691795349, + "loss_size": 0.11246991902589798, + "loss_pdi": 0.48718927800655365, + "loss_ee": 0.9366417229175568, + "loss_delivery": 0.3502817153930664, + "loss_biodist": 0.0746687799692154, + "loss_toxic": 0.2667228877544403, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.2589560747146606, + "loss_size": 0.1904147258028388, + "loss_pdi": 0.47722187638282776, + "loss_ee": 0.964873731136322, + "loss_delivery": 0.34273281693458557, + "loss_biodist": 0.08007044345140457, + "loss_toxic": 0.23164835572242737, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9230769230769231 + }, + { + "loss": 2.3323863744735718, + "loss_size": 0.12410962209105492, + "loss_pdi": 0.4821639060974121, + "loss_ee": 0.9588469862937927, + "loss_delivery": 0.3617512881755829, + "loss_biodist": 0.08448183536529541, + "loss_toxic": 0.3408324122428894, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.3490142822265625, + "loss_size": 0.14313108008354902, + "loss_pdi": 0.47820334509015083, + "loss_ee": 0.9085073471069336, + "loss_delivery": 0.3562591075897217, + "loss_biodist": 0.0883217602968216, + "loss_toxic": 0.3879000246524811, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.3467686772346497, + "loss_size": 0.14774089213460684, + "loss_pdi": 0.4726967290043831, + "loss_ee": 0.9103564023971558, + "loss_delivery": 0.36385923624038696, + "loss_biodist": 0.08857432007789612, + "loss_toxic": 0.3780857026576996, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.2908324897289276, + "loss_size": 0.1407917235046625, + "loss_pdi": 0.4789329245686531, + "loss_ee": 0.8391197919845581, + "loss_delivery": 0.3739422559738159, + "loss_biodist": 0.08804533630609512, + "loss_toxic": 0.38126981258392334, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.154243916273117, + "loss_size": 0.13939331425353885, + "loss_pdi": 0.47741515561938286, + "loss_ee": 0.7315725684165955, + "loss_delivery": 0.38308629393577576, + "loss_biodist": 0.0896889716386795, + "loss_toxic": 0.3425820767879486, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9230769230769231 + }, + { + "loss": 2.2053577303886414, + "loss_size": 0.13686142396181822, + "loss_pdi": 0.47682980075478554, + "loss_ee": 0.7938147485256195, + "loss_delivery": 0.3770180642604828, + "loss_biodist": 0.08828403800725937, + "loss_toxic": 0.34476879239082336, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9230769230769231 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_0/splits.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_0/splits.json new file mode 100644 index 0000000..cccb9d8 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_0/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67, 68, 71, 72, 73, 75, 76, 77, 80, 81, 85, 86, 88, 89, 90, 92, 94, 95, 96, 98, 99, 100, 101, 103, 104, 105, 106, 107, 108, 109, 111, 113, 114, 115, 116, 117, 118, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 133, 134, 135, 136, 138, 139, 141, 144, 145, 146, 147, 148, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 163, 164, 167, 168, 169, 170, 171, 172, 175, 176, 178, 179, 180, 182, 183, 184, 185, 188, 189, 190, 191, 192, 193, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 206, 208, 210, 211, 212, 213, 216, 217, 218, 219, 220, 222, 224, 225, 227, 228, 229, 230, 231, 232, 233, 234, 236, 237, 239, 241, 242, 244, 245, 247, 248, 249, 250, 252, 253, 255, 256, 257, 258, 259, 260, 261, 262, 265, 267, 268, 269, 270, 271, 272, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 285, 286, 287, 288, 291, 292, 294, 296, 297, 298, 299, 300, 301, 303, 304, 306, 307, 308, 309, 310, 311, 312, 313, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 332, 333, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 346, 347, 348, 349, 351, 352, 354, 355, 356, 357, 358, 359, 360, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 374, 375, 377, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 393, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 407, 408, 409, 411, 412, 413, 414, 415, 417, 418, 419], "outer_test_idx": [7, 16, 20, 29, 51, 59, 60, 69, 70, 74, 78, 79, 82, 83, 84, 87, 91, 93, 97, 102, 110, 112, 119, 120, 121, 132, 137, 140, 142, 143, 152, 161, 162, 165, 166, 173, 174, 177, 181, 186, 187, 194, 205, 207, 209, 214, 215, 221, 223, 226, 235, 238, 240, 243, 246, 251, 254, 263, 264, 266, 273, 284, 289, 290, 293, 295, 302, 305, 314, 315, 331, 334, 341, 350, 353, 361, 373, 376, 378, 392, 394, 402, 410, 416]} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_0/test_metrics.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_0/test_metrics.json new file mode 100644 index 0000000..ff42f8b --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_0/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.5171974130573904, + "rmse": 1.2317456771011581, + "mae": 0.5484329929508, + "r2": 0.07143783754305522 + }, + "delivery": { + "n_samples": 58, + "mse": 0.4712037258277428, + "rmse": 0.686442805940701, + "mae": 0.484680590123452, + "r2": 0.4010716301942814 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.8333333333333334, + "precision": 0.7936507936507937, + "recall": 0.7769066286528867, + "f1": 0.7844574780058651 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6861025111799105, + "recall": 0.6904761904761904, + "f1": 0.6678105844772512 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9827586206896551, + "precision": 0.9912280701754386, + "recall": 0.75, + "f1": 0.8289085545722714 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.18354526384001882, + "js_divergence": 0.03665091855767172 + } +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_1/best_params.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_1/best_params.json new file mode 100644 index 0000000..939cbc3 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_1/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.46346510313243516, + "lr": 0.0006611593614605952, + "weight_decay": 0.0012618934451314413, + "backbone_lr_ratio": 0.016144994436962733, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_1/epoch_mean.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_1/epoch_mean.json new file mode 100644 index 0000000..4cbe2d7 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_1/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 21} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_1/history.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_1/history.json new file mode 100644 index 0000000..e2900d6 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_1/history.json @@ -0,0 +1,447 @@ +{ + "train": [ + { + "loss": 5.904782104492187, + "loss_size": 1.2254391938447953, + "loss_pdi": 0.6969456434249878, + "loss_ee": 1.0823025941848754, + "loss_delivery": 1.004698485136032, + "loss_biodist": 1.2562176048755647, + "loss_toxic": 0.6450119256973267 + }, + { + "loss": 5.306217503547669, + "loss_size": 1.1653810262680053, + "loss_pdi": 0.6886655449867248, + "loss_ee": 1.0553608655929565, + "loss_delivery": 0.9070238381624222, + "loss_biodist": 0.9520455658435821, + "loss_toxic": 0.5549143373966217 + }, + { + "loss": 4.913567733764649, + "loss_size": 1.1764825493097306, + "loss_pdi": 0.659874153137207, + "loss_ee": 1.0176170468330383, + "loss_delivery": 0.8469154059886932, + "loss_biodist": 0.7040696322917939, + "loss_toxic": 0.5316238254308701 + }, + { + "loss": 4.59365029335022, + "loss_size": 1.1792607456445694, + "loss_pdi": 0.6315098345279694, + "loss_ee": 0.9756448924541473, + "loss_delivery": 0.7975621238350868, + "loss_biodist": 0.5821506708860398, + "loss_toxic": 0.4527067571878433 + }, + { + "loss": 4.457464051246643, + "loss_size": 1.1115008741617203, + "loss_pdi": 0.6471072137355804, + "loss_ee": 0.9504892945289611, + "loss_delivery": 0.8529237389564515, + "loss_biodist": 0.48379389345645907, + "loss_toxic": 0.4389974296092987 + }, + { + "loss": 4.3207556962966915, + "loss_size": 1.0942838490009308, + "loss_pdi": 0.630295604467392, + "loss_ee": 0.9548051059246063, + "loss_delivery": 0.8023034751415252, + "loss_biodist": 0.44800475537776946, + "loss_toxic": 0.4189852774143219 + }, + { + "loss": 4.19221613407135, + "loss_size": 1.0612375497817994, + "loss_pdi": 0.6402316987514496, + "loss_ee": 0.9117065012454987, + "loss_delivery": 0.8116539776325226, + "loss_biodist": 0.4243976891040802, + "loss_toxic": 0.3716109573841095 + }, + { + "loss": 4.30791585445404, + "loss_size": 1.3921804547309875, + "loss_pdi": 0.6165643930435181, + "loss_ee": 0.8900654077529907, + "loss_delivery": 0.7374097108840942, + "loss_biodist": 0.37338646948337556, + "loss_toxic": 0.33100857138633727 + }, + { + "loss": 4.033205771446228, + "loss_size": 1.0722157329320907, + "loss_pdi": 0.5992530524730683, + "loss_ee": 0.8997764885425568, + "loss_delivery": 0.8538789480924607, + "loss_biodist": 0.3573762610554695, + "loss_toxic": 0.28220603466033933 + }, + { + "loss": 4.469915175437928, + "loss_size": 1.4670648753643036, + "loss_pdi": 0.6185634553432464, + "loss_ee": 0.8827499330043793, + "loss_delivery": 0.9208110094070434, + "loss_biodist": 0.3466912567615509, + "loss_toxic": 0.278202548623085 + }, + { + "loss": 3.934550166130066, + "loss_size": 1.065099835395813, + "loss_pdi": 0.6186591267585755, + "loss_ee": 0.8420181751251221, + "loss_delivery": 0.8885521292686462, + "loss_biodist": 0.3074983760714531, + "loss_toxic": 0.24851209223270415 + }, + { + "loss": 3.7678246021270754, + "loss_size": 1.0177641987800599, + "loss_pdi": 0.5856400907039643, + "loss_ee": 0.8565893709659577, + "loss_delivery": 0.8522838711738586, + "loss_biodist": 0.29993105232715606, + "loss_toxic": 0.19153772592544555 + }, + { + "loss": 3.7955516576766968, + "loss_size": 1.015730020403862, + "loss_pdi": 0.5777935177087784, + "loss_ee": 0.8832616567611694, + "loss_delivery": 0.7835086315870285, + "loss_biodist": 0.30659387856721876, + "loss_toxic": 0.2647846221923828 + }, + { + "loss": 3.6954434871673585, + "loss_size": 1.0397737175226212, + "loss_pdi": 0.5719906657934188, + "loss_ee": 0.8327980756759643, + "loss_delivery": 0.7857280164957047, + "loss_biodist": 0.3101837486028671, + "loss_toxic": 0.19216545000672342 + }, + { + "loss": 3.625159978866577, + "loss_size": 0.967082393169403, + "loss_pdi": 0.5662183403968811, + "loss_ee": 0.8328318357467651, + "loss_delivery": 0.8135214209556579, + "loss_biodist": 0.29792088866233823, + "loss_toxic": 0.18511192202568055 + }, + { + "loss": 3.6025360584259034, + "loss_size": 1.0344445168972016, + "loss_pdi": 0.5607189446687698, + "loss_ee": 0.8399831056594849, + "loss_delivery": 0.7651916772127152, + "loss_biodist": 0.2840344443917274, + "loss_toxic": 0.15737498328089713 + }, + { + "loss": 3.641474747657776, + "loss_size": 1.0030539751052856, + "loss_pdi": 0.552674874663353, + "loss_ee": 0.7852132260799408, + "loss_delivery": 0.780654776096344, + "loss_biodist": 0.27704567164182664, + "loss_toxic": 0.27763544023036957 + }, + { + "loss": 3.5851423501968385, + "loss_size": 0.9481148451566697, + "loss_pdi": 0.5504731595516205, + "loss_ee": 0.8294141054153442, + "loss_delivery": 0.7756525814533234, + "loss_biodist": 0.31871031820774076, + "loss_toxic": 0.20050991401076318 + }, + { + "loss": 3.632265734672546, + "loss_size": 0.9587319955229759, + "loss_pdi": 0.589694407582283, + "loss_ee": 0.8160533428192138, + "loss_delivery": 0.7859963834285736, + "loss_biodist": 0.3155752867460251, + "loss_toxic": 0.20566982328891753 + }, + { + "loss": 3.5104798555374144, + "loss_size": 0.9657279163599014, + "loss_pdi": 0.5506382763385773, + "loss_ee": 0.8086518466472625, + "loss_delivery": 0.7535593420267105, + "loss_biodist": 0.29568141102790835, + "loss_toxic": 0.1735551729798317 + }, + { + "loss": 3.5790026426315307, + "loss_size": 0.9859519273042678, + "loss_pdi": 0.5658233493566514, + "loss_ee": 0.8444347441196441, + "loss_delivery": 0.7790564358234405, + "loss_biodist": 0.2586066618561745, + "loss_toxic": 0.18527214229106903 + } + ], + "val": [ + { + "loss": 58.00791025161743, + "loss_size": 5.949439525604248, + "loss_pdi": 1.419881522655487, + "loss_ee": 2.824296186940046, + "loss_delivery": 38.5281982421875, + "loss_biodist": 3.878850221633911, + "loss_toxic": 5.711010456085205, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 28.33590316772461, + "loss_size": 12.683554410934448, + "loss_pdi": 0.8408790826797485, + "loss_ee": 1.1997380070388317, + "loss_delivery": 8.22193431854248, + "loss_biodist": 1.9315569400787354, + "loss_toxic": 3.6848208904266357, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 14.79593276977539, + "loss_size": 8.280057430267334, + "loss_pdi": 0.7180027365684509, + "loss_ee": 0.8128535747528076, + "loss_delivery": 2.1806535720825195, + "loss_biodist": 0.8261986970901489, + "loss_toxic": 2.1180202960968018, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.42424242424242425, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 6.094700813293457, + "loss_size": 3.226611465215683, + "loss_pdi": 0.6006501466035843, + "loss_ee": 0.8593467772006989, + "loss_delivery": 0.6079385280609131, + "loss_biodist": 0.24349439144134521, + "loss_toxic": 0.6090357303619385, + "acc_pdi": 0.45454545454545453, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 3.334748387336731, + "loss_size": 1.2669690400362015, + "loss_pdi": 0.6330479085445404, + "loss_ee": 0.7937341630458832, + "loss_delivery": 0.22692136466503143, + "loss_biodist": 0.30280226469039917, + "loss_toxic": 0.13164275884628296, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + }, + { + "loss": 3.026118516921997, + "loss_size": 1.076104313135147, + "loss_pdi": 0.6143106818199158, + "loss_ee": 0.7169138193130493, + "loss_delivery": 0.20618176460266113, + "loss_biodist": 0.3294045031070709, + "loss_toxic": 0.10011447966098785, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 2.7735685110092163, + "loss_size": 0.9297627657651901, + "loss_pdi": 0.622663676738739, + "loss_ee": 0.669477179646492, + "loss_delivery": 0.2028934210538864, + "loss_biodist": 0.29027259349823, + "loss_toxic": 0.07234489172697067, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 2.5913416147232056, + "loss_size": 0.8253486156463623, + "loss_pdi": 0.6263999044895172, + "loss_ee": 0.6427261233329773, + "loss_delivery": 0.21178174018859863, + "loss_biodist": 0.2428141087293625, + "loss_toxic": 0.054184090346097946, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 2.451597571372986, + "loss_size": 0.7460549771785736, + "loss_pdi": 0.6096520721912384, + "loss_ee": 0.6134438961744308, + "loss_delivery": 0.2036355435848236, + "loss_biodist": 0.2467956393957138, + "loss_toxic": 0.042233049869537354, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 2.4116028547286987, + "loss_size": 0.7556293159723282, + "loss_pdi": 0.6114389002323151, + "loss_ee": 0.5916044041514397, + "loss_delivery": 0.20484396815299988, + "loss_biodist": 0.22110366821289062, + "loss_toxic": 0.03736799210309982, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 2.294730007648468, + "loss_size": 0.6862093210220337, + "loss_pdi": 0.5935570895671844, + "loss_ee": 0.5823788642883301, + "loss_delivery": 0.2033456712961197, + "loss_biodist": 0.20553936064243317, + "loss_toxic": 0.03252508118748665, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 2.1839357018470764, + "loss_size": 0.6205578446388245, + "loss_pdi": 0.5838614106178284, + "loss_ee": 0.5657521188259125, + "loss_delivery": 0.20863573253154755, + "loss_biodist": 0.18426601588726044, + "loss_toxic": 0.028115419670939445, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 2.151163697242737, + "loss_size": 0.5881437957286835, + "loss_pdi": 0.5839732885360718, + "loss_ee": 0.5567457228899002, + "loss_delivery": 0.20906028151512146, + "loss_biodist": 0.19605129957199097, + "loss_toxic": 0.024386845529079437, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 2.0919654965400696, + "loss_size": 0.556101381778717, + "loss_pdi": 0.5744920819997787, + "loss_ee": 0.5507787987589836, + "loss_delivery": 0.19499482214450836, + "loss_biodist": 0.19977812469005585, + "loss_toxic": 0.022011147812008858, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 1.9892762899398804, + "loss_size": 0.4941691756248474, + "loss_pdi": 0.5583967715501785, + "loss_ee": 0.5455121994018555, + "loss_delivery": 0.19633612036705017, + "loss_biodist": 0.1785603165626526, + "loss_toxic": 0.020471416413784027, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 1.9631018042564392, + "loss_size": 0.47641830146312714, + "loss_pdi": 0.5565825253725052, + "loss_ee": 0.5363124385476112, + "loss_delivery": 0.19664734601974487, + "loss_biodist": 0.18239183723926544, + "loss_toxic": 0.018527816981077194, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 1.9559126496315002, + "loss_size": 0.47855044901371, + "loss_pdi": 0.5586872696876526, + "loss_ee": 0.5352834798395634, + "loss_delivery": 0.19411076605319977, + "loss_biodist": 0.17528359591960907, + "loss_toxic": 0.01794705167412758, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + }, + { + "loss": 1.9531869292259216, + "loss_size": 0.4705725908279419, + "loss_pdi": 0.5550114661455154, + "loss_ee": 0.5298822671175003, + "loss_delivery": 0.19556140899658203, + "loss_biodist": 0.18852464854717255, + "loss_toxic": 0.017380759119987488, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + }, + { + "loss": 1.9343743920326233, + "loss_size": 0.453332856297493, + "loss_pdi": 0.5545966327190399, + "loss_ee": 0.5260619074106216, + "loss_delivery": 0.19558098912239075, + "loss_biodist": 0.19021019339561462, + "loss_toxic": 0.01783601939678192, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + }, + { + "loss": 1.912624716758728, + "loss_size": 0.4450920671224594, + "loss_pdi": 0.5523629039525986, + "loss_ee": 0.5261602737009525, + "loss_delivery": 0.19513314962387085, + "loss_biodist": 0.1787986308336258, + "loss_toxic": 0.017915237694978714, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + }, + { + "loss": 1.931941032409668, + "loss_size": 0.46206724643707275, + "loss_pdi": 0.5509915351867676, + "loss_ee": 0.5253496132791042, + "loss_delivery": 0.1948823481798172, + "loss_biodist": 0.18470004200935364, + "loss_toxic": 0.017198598012328148, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_1/splits.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_1/splits.json new file mode 100644 index 0000000..1773fe5 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_1/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 3, 5, 6, 7, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 24, 26, 27, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 112, 114, 115, 118, 119, 120, 121, 123, 124, 125, 126, 128, 129, 130, 131, 132, 136, 137, 140, 141, 142, 143, 144, 145, 146, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 161, 162, 164, 165, 166, 167, 168, 169, 171, 172, 173, 174, 175, 176, 177, 178, 179, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 194, 195, 196, 197, 198, 199, 201, 202, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 225, 226, 228, 229, 231, 232, 233, 234, 235, 236, 237, 238, 240, 242, 243, 244, 246, 247, 248, 250, 251, 252, 254, 255, 256, 258, 259, 260, 261, 262, 263, 264, 266, 268, 269, 270, 271, 273, 274, 275, 276, 277, 278, 279, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 295, 296, 297, 300, 301, 302, 303, 304, 305, 306, 307, 308, 310, 311, 313, 314, 315, 316, 317, 318, 319, 321, 322, 323, 324, 325, 327, 328, 329, 330, 331, 333, 334, 335, 337, 338, 339, 340, 341, 342, 343, 344, 345, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 361, 362, 364, 365, 366, 367, 368, 369, 373, 374, 375, 376, 378, 379, 380, 381, 382, 384, 387, 388, 389, 391, 392, 393, 394, 396, 397, 398, 399, 402, 403, 404, 405, 406, 408, 409, 410, 411, 412, 413, 414, 416, 417, 419], "outer_test_idx": [1, 2, 4, 8, 9, 14, 17, 22, 23, 25, 28, 34, 37, 41, 43, 45, 63, 64, 68, 85, 96, 104, 111, 113, 116, 117, 122, 127, 133, 134, 135, 138, 139, 147, 160, 163, 170, 180, 191, 192, 193, 200, 203, 208, 224, 227, 230, 239, 241, 245, 249, 253, 257, 265, 267, 272, 280, 294, 298, 299, 309, 312, 320, 326, 332, 336, 346, 347, 360, 363, 370, 371, 372, 377, 383, 385, 386, 390, 395, 400, 401, 407, 415, 418]} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_1/test_metrics.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_1/test_metrics.json new file mode 100644 index 0000000..4565f51 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_1/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.43151526418089386, + "rmse": 0.6568982144753431, + "mae": 0.5153566197093044, + "r2": -0.31769420334710685 + }, + "delivery": { + "n_samples": 61, + "mse": 1.1793264158273358, + "rmse": 1.085967962615535, + "mae": 0.6843292663392962, + "r2": 0.10733491960022012 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.5873015873015872, + "recall": 0.5873015873015872, + "f1": 0.5873015873015872 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5238095238095238, + "precision": 0.4528099528099528, + "recall": 0.44767137624280484, + "f1": 0.4399655469422911 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.3908222296638151, + "js_divergence": 0.09199987769540309 + } +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_2/best_params.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_2/best_params.json new file mode 100644 index 0000000..d552a9a --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_2/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.37957368636166133, + "lr": 0.0009769495719529073, + "weight_decay": 0.00041151384661719883, + "backbone_lr_ratio": 0.16649282214592181, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_2/epoch_mean.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_2/epoch_mean.json new file mode 100644 index 0000000..801eea9 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_2/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 20} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_2/history.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_2/history.json new file mode 100644 index 0000000..36fd4ab --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_2/history.json @@ -0,0 +1,426 @@ +{ + "train": [ + { + "loss": 5.775784254074097, + "loss_size": 1.1679967850446702, + "loss_pdi": 0.6934248507022858, + "loss_ee": 1.0982496619224549, + "loss_delivery": 1.062106692790985, + "loss_biodist": 1.134258222579956, + "loss_toxic": 0.6257427155971527 + }, + { + "loss": 4.828877854347229, + "loss_size": 1.1054631263017654, + "loss_pdi": 0.6660385191440582, + "loss_ee": 1.0178034484386445, + "loss_delivery": 0.810919651389122, + "loss_biodist": 0.742091852426529, + "loss_toxic": 0.5030173748731613 + }, + { + "loss": 4.57486732006073, + "loss_size": 1.033239160478115, + "loss_pdi": 0.6341507315635682, + "loss_ee": 0.9647509396076203, + "loss_delivery": 0.9335330128669739, + "loss_biodist": 0.5344844788312912, + "loss_toxic": 0.4972426325082779 + }, + { + "loss": 4.179024958610535, + "loss_size": 1.0130184441804886, + "loss_pdi": 0.6215145289897919, + "loss_ee": 0.9326696634292603, + "loss_delivery": 0.9324163258075714, + "loss_biodist": 0.38659956455230715, + "loss_toxic": 0.3182603791356087 + }, + { + "loss": 3.654930901527405, + "loss_size": 0.9399324297904968, + "loss_pdi": 0.5843210220336914, + "loss_ee": 0.8525526106357575, + "loss_delivery": 0.7580082535743713, + "loss_biodist": 0.3236674562096596, + "loss_toxic": 0.21654899716377257 + }, + { + "loss": 3.3408538937568664, + "loss_size": 0.874927943944931, + "loss_pdi": 0.5528073161840439, + "loss_ee": 0.8672743737697601, + "loss_delivery": 0.6706279441714287, + "loss_biodist": 0.2574133723974228, + "loss_toxic": 0.13781853094697 + }, + { + "loss": 3.309170365333557, + "loss_size": 0.8764871597290039, + "loss_pdi": 0.5277562439441681, + "loss_ee": 0.7774381458759307, + "loss_delivery": 0.7615260988473892, + "loss_biodist": 0.25465900748968123, + "loss_toxic": 0.13470291085541247 + }, + { + "loss": 3.257852828502655, + "loss_size": 0.8280302047729492, + "loss_pdi": 0.5073797583580018, + "loss_ee": 0.787050724029541, + "loss_delivery": 0.7785092845559121, + "loss_biodist": 0.26207769438624384, + "loss_toxic": 0.12296617180109023 + }, + { + "loss": 3.090815246105194, + "loss_size": 0.8147891521453857, + "loss_pdi": 0.5077787131071091, + "loss_ee": 0.7494970619678497, + "loss_delivery": 0.6922025829553604, + "loss_biodist": 0.25007244050502775, + "loss_toxic": 0.10495736096054316 + }, + { + "loss": 2.8744126081466677, + "loss_size": 0.6991269379854202, + "loss_pdi": 0.5278542220592499, + "loss_ee": 0.7366212844848633, + "loss_delivery": 0.6087892532348633, + "loss_biodist": 0.22022444531321525, + "loss_toxic": 0.10944722667336464 + }, + { + "loss": 2.8602884292602537, + "loss_size": 0.7137832790613174, + "loss_pdi": 0.5108910351991653, + "loss_ee": 0.7595720767974854, + "loss_delivery": 0.6091929256916047, + "loss_biodist": 0.19935585111379622, + "loss_toxic": 0.09947894047945738 + }, + { + "loss": 2.7561015367507933, + "loss_size": 0.7246260434389115, + "loss_pdi": 0.4922774910926819, + "loss_ee": 0.7278523027896882, + "loss_delivery": 0.5619366690516472, + "loss_biodist": 0.1667295940220356, + "loss_toxic": 0.11334078665822744 + }, + { + "loss": 2.715441107749939, + "loss_size": 0.7845756024122238, + "loss_pdi": 0.47932430505752566, + "loss_ee": 0.731478476524353, + "loss_delivery": 0.5094941273331642, + "loss_biodist": 0.16915595307946205, + "loss_toxic": 0.07535851141437888 + }, + { + "loss": 2.6837337493896483, + "loss_size": 0.6931464985013008, + "loss_pdi": 0.4551838606595993, + "loss_ee": 0.6889155626296997, + "loss_delivery": 0.5915196746587753, + "loss_biodist": 0.18084681630134583, + "loss_toxic": 0.10665743816643954 + }, + { + "loss": 2.4278886795043944, + "loss_size": 0.5653159126639367, + "loss_pdi": 0.4479190677404404, + "loss_ee": 0.6888316750526429, + "loss_delivery": 0.5048105388879776, + "loss_biodist": 0.16315525099635125, + "loss_toxic": 0.08770512118935585 + }, + { + "loss": 2.991153371334076, + "loss_size": 1.1138402923941613, + "loss_pdi": 0.44379853904247285, + "loss_ee": 0.6826447784900666, + "loss_delivery": 0.4812138736248016, + "loss_biodist": 0.1980700470507145, + "loss_toxic": 0.11003382839262485 + }, + { + "loss": 2.461755561828613, + "loss_size": 0.6186101719737053, + "loss_pdi": 0.4648155003786087, + "loss_ee": 0.6876050978899002, + "loss_delivery": 0.46872235983610155, + "loss_biodist": 0.15588879734277725, + "loss_toxic": 0.0979420772753656 + }, + { + "loss": 2.572563338279724, + "loss_size": 0.6272121712565422, + "loss_pdi": 0.4643633008003235, + "loss_ee": 0.683244502544403, + "loss_delivery": 0.5536723881959915, + "loss_biodist": 0.16292035803198815, + "loss_toxic": 0.11516600558534265 + }, + { + "loss": 2.3948298573493956, + "loss_size": 0.5425303936004638, + "loss_pdi": 0.46854250133037567, + "loss_ee": 0.6836771488189697, + "loss_delivery": 0.4658983513712883, + "loss_biodist": 0.1744467221200466, + "loss_toxic": 0.09117509601637722 + }, + { + "loss": 2.444688951969147, + "loss_size": 0.6111511319875718, + "loss_pdi": 0.4242047369480133, + "loss_ee": 0.6792159289121628, + "loss_delivery": 0.4842755734920502, + "loss_biodist": 0.15581022277474404, + "loss_toxic": 0.12008010316640139 + } + ], + "val": [ + { + "loss": 118.25751113891602, + "loss_size": 87.17740249633789, + "loss_pdi": 1.671047242009081, + "loss_ee": 11.001593589782715, + "loss_delivery": 12.923715591430664, + "loss_biodist": 5.533488750457764, + "loss_toxic": 0.33928629755973816, + "acc_pdi": 0.2727272727272727, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 77.56650161743164, + "loss_size": 58.598304748535156, + "loss_pdi": 0.6279254220426083, + "loss_ee": 7.014280557632446, + "loss_delivery": 9.654351234436035, + "loss_biodist": 2.1638858318328857, + "loss_toxic": 0.027292370796203613, + "acc_pdi": 0.2727272727272727, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 35.40444374084473, + "loss_size": 25.4323091506958, + "loss_pdi": 0.6982582807540894, + "loss_ee": 4.617009520530701, + "loss_delivery": 4.095224380493164, + "loss_biodist": 0.9526828527450562, + "loss_toxic": 0.01556913647800684, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 10.239290237426758, + "loss_size": 6.286230206489563, + "loss_pdi": 0.7114080488681793, + "loss_ee": 2.08254873752594, + "loss_delivery": 0.87312912940979, + "loss_biodist": 0.32878002524375916, + "loss_toxic": 0.0944322943687439, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.625598430633545, + "loss_size": 0.5030145794153214, + "loss_pdi": 0.5046031177043915, + "loss_ee": 0.5335492789745331, + "loss_delivery": 0.7188706994056702, + "loss_biodist": 0.1589505821466446, + "loss_toxic": 0.21644987165927887, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7575757575757576, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 2.396660655736923, + "loss_size": 0.2958168312907219, + "loss_pdi": 0.4359937831759453, + "loss_ee": 0.49548470973968506, + "loss_delivery": 0.810507595539093, + "loss_biodist": 0.1650809645652771, + "loss_toxic": 0.20085002481937408, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.5090639293193817, + "loss_size": 0.4038013070821762, + "loss_pdi": 0.45799559354782104, + "loss_ee": 0.5532412230968475, + "loss_delivery": 0.7489721179008484, + "loss_biodist": 0.1775972992181778, + "loss_toxic": 0.17912299931049347, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.5087210834026337, + "loss_size": 0.47536373138427734, + "loss_pdi": 0.40373290330171585, + "loss_ee": 0.4915177933871746, + "loss_delivery": 0.8197097778320312, + "loss_biodist": 0.14872461557388306, + "loss_toxic": 0.1809016615152359, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.2885826528072357, + "loss_size": 0.2842128053307533, + "loss_pdi": 0.38173147290945053, + "loss_ee": 0.4470151476562023, + "loss_delivery": 0.9110308289527893, + "loss_biodist": 0.1336711049079895, + "loss_toxic": 0.14134031534194946, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.180290177464485, + "loss_size": 0.20299203621107154, + "loss_pdi": 0.3784531131386757, + "loss_ee": 0.45670864172279835, + "loss_delivery": 0.8705254793167114, + "loss_biodist": 0.12883342802524567, + "loss_toxic": 0.1516592800617218, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.206707090139389, + "loss_size": 0.22738098353147507, + "loss_pdi": 0.361895315349102, + "loss_ee": 0.4593816827982664, + "loss_delivery": 0.9073295593261719, + "loss_biodist": 0.11487117409706116, + "loss_toxic": 0.1468508243560791, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.323275178670883, + "loss_size": 0.3564794659614563, + "loss_pdi": 0.3436695225536823, + "loss_ee": 0.44444470666348934, + "loss_delivery": 0.9373031258583069, + "loss_biodist": 0.11352406442165375, + "loss_toxic": 0.14190204441547394, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.2637259513139725, + "loss_size": 0.2511005699634552, + "loss_pdi": 0.3493465222418308, + "loss_ee": 0.4548805058002472, + "loss_delivery": 0.9626311659812927, + "loss_biodist": 0.11559000611305237, + "loss_toxic": 0.14446985721588135, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.345731884241104, + "loss_size": 0.3410246819257736, + "loss_pdi": 0.33954476565122604, + "loss_ee": 0.4521246924996376, + "loss_delivery": 0.9875971078872681, + "loss_biodist": 0.10419215261936188, + "loss_toxic": 0.13836662471294403, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.5432700514793396, + "loss_size": 0.5728067308664322, + "loss_pdi": 0.33659738674759865, + "loss_ee": 0.4422575831413269, + "loss_delivery": 0.9817277789115906, + "loss_biodist": 0.1040857583284378, + "loss_toxic": 0.12740705907344818, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.636975944042206, + "loss_size": 0.6526674330234528, + "loss_pdi": 0.3328297473490238, + "loss_ee": 0.4391304515302181, + "loss_delivery": 1.007010579109192, + "loss_biodist": 0.10411428660154343, + "loss_toxic": 0.12521995604038239, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.5053274631500244, + "loss_size": 0.48665815591812134, + "loss_pdi": 0.3331976495683193, + "loss_ee": 0.44541006721556187, + "loss_delivery": 1.0281580686569214, + "loss_biodist": 0.10609610378742218, + "loss_toxic": 0.12792755663394928, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.5357702374458313, + "loss_size": 0.5202329158782959, + "loss_pdi": 0.3300836868584156, + "loss_ee": 0.44738746993243694, + "loss_delivery": 1.0237826108932495, + "loss_biodist": 0.10424721986055374, + "loss_toxic": 0.13248133659362793, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.609293222427368, + "loss_size": 0.6096040904521942, + "loss_pdi": 0.3284803591668606, + "loss_ee": 0.4447523858398199, + "loss_delivery": 1.015130877494812, + "loss_biodist": 0.10285620391368866, + "loss_toxic": 0.1321220099925995, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.642252266407013, + "loss_size": 0.653365433216095, + "loss_pdi": 0.3267589695751667, + "loss_ee": 0.43968354538083076, + "loss_delivery": 1.0091959238052368, + "loss_biodist": 0.10392029583454132, + "loss_toxic": 0.13318400084972382, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.7575757575757576, + "acc_toxic": 0.9130434782608695 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_2/splits.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_2/splits.json new file mode 100644 index 0000000..14df306 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_2/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 43, 44, 45, 47, 48, 49, 50, 51, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 68, 69, 70, 72, 74, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 96, 97, 100, 101, 102, 103, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 142, 143, 145, 147, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 160, 161, 162, 163, 165, 166, 167, 168, 170, 171, 172, 173, 174, 175, 177, 179, 180, 181, 183, 184, 185, 186, 187, 188, 191, 192, 193, 194, 196, 197, 199, 200, 202, 203, 204, 205, 207, 208, 209, 210, 211, 212, 213, 214, 215, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 232, 233, 235, 236, 237, 238, 239, 240, 241, 242, 243, 245, 246, 249, 250, 251, 252, 253, 254, 255, 256, 257, 259, 260, 261, 263, 264, 265, 266, 267, 268, 269, 271, 272, 273, 274, 275, 276, 280, 281, 282, 283, 284, 285, 287, 289, 290, 293, 294, 295, 296, 297, 298, 299, 300, 302, 303, 305, 307, 308, 309, 310, 311, 312, 313, 314, 315, 317, 318, 320, 321, 322, 323, 324, 326, 327, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 358, 360, 361, 363, 364, 365, 366, 368, 369, 370, 371, 372, 373, 376, 377, 378, 379, 380, 381, 382, 383, 385, 386, 387, 388, 389, 390, 392, 394, 395, 398, 399, 400, 401, 402, 404, 405, 407, 408, 409, 410, 412, 413, 414, 415, 416, 417, 418], "outer_test_idx": [10, 12, 15, 31, 35, 42, 46, 52, 53, 54, 62, 66, 67, 71, 73, 75, 77, 81, 89, 90, 92, 98, 99, 105, 123, 124, 141, 144, 146, 154, 155, 164, 169, 176, 178, 182, 189, 190, 195, 198, 201, 206, 216, 217, 218, 219, 231, 234, 244, 247, 248, 258, 262, 270, 277, 278, 279, 286, 288, 291, 292, 301, 304, 306, 316, 319, 325, 328, 343, 357, 359, 362, 367, 374, 375, 384, 391, 393, 396, 397, 403, 406, 411, 419]} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_2/test_metrics.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_2/test_metrics.json new file mode 100644 index 0000000..31b3203 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_2/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.8692874326749802, + "rmse": 0.9323558508825802, + "mae": 0.6207977542321065, + "r2": -0.716827148003172 + }, + "delivery": { + "n_samples": 60, + "mse": 0.8069747310235574, + "rmse": 0.8983177227593573, + "mae": 0.582237891984793, + "r2": -0.07422323500079187 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7380952380952381, + "precision": 0.6923076923076923, + "recall": 0.7346041055718475, + "f1": 0.6998050682261208 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6229586426299045, + "recall": 0.6851073762838468, + "f1": 0.638092885375494 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.15019600854908347, + "js_divergence": 0.03837682892737912 + } +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_3/best_params.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_3/best_params.json new file mode 100644 index 0000000..c82089c --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_3/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.2579933044043313, + "lr": 0.0008356094196044798, + "weight_decay": 0.01773605606917, + "backbone_lr_ratio": 0.0925525734131181, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_3/epoch_mean.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_3/epoch_mean.json new file mode 100644 index 0000000..0af0e3e --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_3/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 16} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_3/history.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_3/history.json new file mode 100644 index 0000000..7ae22cf --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_3/history.json @@ -0,0 +1,342 @@ +{ + "train": [ + { + "loss": 5.400045728683471, + "loss_size": 0.8666022688150405, + "loss_pdi": 0.6800601541996002, + "loss_ee": 1.0863690733909608, + "loss_delivery": 1.0407152831554414, + "loss_biodist": 1.0972811222076415, + "loss_toxic": 0.63641859292984 + }, + { + "loss": 4.4676610946655275, + "loss_size": 0.7907352894544601, + "loss_pdi": 0.6459100246429443, + "loss_ee": 0.9883498966693878, + "loss_delivery": 0.9389149188995362, + "loss_biodist": 0.6763113558292388, + "loss_toxic": 0.44059544801712036 + }, + { + "loss": 3.995880937576294, + "loss_size": 0.7773840263485908, + "loss_pdi": 0.6279960095882415, + "loss_ee": 0.9301589131355286, + "loss_delivery": 0.893262080848217, + "loss_biodist": 0.4785319447517395, + "loss_toxic": 0.304677976667881 + }, + { + "loss": 3.608974480628967, + "loss_size": 0.7109093442559242, + "loss_pdi": 0.5901377767324447, + "loss_ee": 0.8782277762889862, + "loss_delivery": 0.7515213340520859, + "loss_biodist": 0.41764610558748244, + "loss_toxic": 0.2762870818376541 + }, + { + "loss": 3.392830324172974, + "loss_size": 0.6987025946378708, + "loss_pdi": 0.5649517118930817, + "loss_ee": 0.8527913391590118, + "loss_delivery": 0.8146062850952148, + "loss_biodist": 0.30999828726053236, + "loss_toxic": 0.16980608813464643 + }, + { + "loss": 3.13557026386261, + "loss_size": 0.6597375854849815, + "loss_pdi": 0.5419364482164383, + "loss_ee": 0.7998524844646454, + "loss_delivery": 0.7612289965152741, + "loss_biodist": 0.25002401918172834, + "loss_toxic": 0.139845422655344 + }, + { + "loss": 3.109659969806671, + "loss_size": 0.7766726687550545, + "loss_pdi": 0.5297604113817215, + "loss_ee": 0.793392014503479, + "loss_delivery": 0.6892445132136344, + "loss_biodist": 0.21129898577928544, + "loss_toxic": 0.1285233911126852 + }, + { + "loss": 2.9664924144744873, + "loss_size": 0.6298727571964264, + "loss_pdi": 0.5446604698896408, + "loss_ee": 0.7734008669853211, + "loss_delivery": 0.7327739939093589, + "loss_biodist": 0.19225641414523126, + "loss_toxic": 0.11554784774780273 + }, + { + "loss": 2.8198423743247987, + "loss_size": 0.603839173913002, + "loss_pdi": 0.5210760205984115, + "loss_ee": 0.749623692035675, + "loss_delivery": 0.647089833021164, + "loss_biodist": 0.18563077971339226, + "loss_toxic": 0.13316917270421982 + }, + { + "loss": 2.8680170297622682, + "loss_size": 0.6188891485333443, + "loss_pdi": 0.5145781397819519, + "loss_ee": 0.7717610895633698, + "loss_delivery": 0.6957649648189544, + "loss_biodist": 0.20218538194894792, + "loss_toxic": 0.09123123977333307 + }, + { + "loss": 2.7941671013832092, + "loss_size": 0.665368127822876, + "loss_pdi": 0.5081477791070939, + "loss_ee": 0.6901082575321198, + "loss_delivery": 0.6200778305530548, + "loss_biodist": 0.19416655451059342, + "loss_toxic": 0.1380685729905963 + }, + { + "loss": 2.6359283566474914, + "loss_size": 0.6041125774383544, + "loss_pdi": 0.49306012988090514, + "loss_ee": 0.7143502771854401, + "loss_delivery": 0.5828215166926384, + "loss_biodist": 0.17600722834467888, + "loss_toxic": 0.08912555314600468 + }, + { + "loss": 2.672286331653595, + "loss_size": 0.5763645097613335, + "loss_pdi": 0.4949075192213058, + "loss_ee": 0.6877374887466431, + "loss_delivery": 0.6737147241830825, + "loss_biodist": 0.17275681272149085, + "loss_toxic": 0.09254281092435121 + }, + { + "loss": 2.6758842945098875, + "loss_size": 0.5965308681130409, + "loss_pdi": 0.49758760929107665, + "loss_ee": 0.6958274453878402, + "loss_delivery": 0.6322858035564423, + "loss_biodist": 0.19037348106503488, + "loss_toxic": 0.0893713559024036 + }, + { + "loss": 2.6046200513839723, + "loss_size": 0.5996768817305564, + "loss_pdi": 0.4908757209777832, + "loss_ee": 0.6964984655380249, + "loss_delivery": 0.5721141502261162, + "loss_biodist": 0.18403104171156884, + "loss_toxic": 0.08617833387106658 + }, + { + "loss": 3.0026880145072936, + "loss_size": 0.8805725261569023, + "loss_pdi": 0.48715105950832366, + "loss_ee": 0.676593953371048, + "loss_delivery": 0.7260020360350609, + "loss_biodist": 0.17915800213813782, + "loss_toxic": 0.0844848645851016 + } + ], + "val": [ + { + "loss": 494.4586944580078, + "loss_size": 177.60507202148438, + "loss_pdi": 4.672149896621704, + "loss_ee": 3.8168989419937134, + "loss_delivery": 305.8556671142578, + "loss_biodist": 4.134643912315369, + "loss_toxic": 1.461143678141525, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 142.9636459350586, + "loss_size": 55.99892807006836, + "loss_pdi": 4.017597556114197, + "loss_ee": 2.928599238395691, + "loss_delivery": 74.53959274291992, + "loss_biodist": 5.437121152877808, + "loss_toxic": 1.4762920818320708, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 40.56675910949707, + "loss_size": 13.571700096130371, + "loss_pdi": 3.253412187099457, + "loss_ee": 1.8561533689498901, + "loss_delivery": 17.785134315490723, + "loss_biodist": 3.6051084995269775, + "loss_toxic": 1.0268133443314582, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 8.184875011444092, + "loss_size": 1.3288799226284027, + "loss_pdi": 1.6742336452007294, + "loss_ee": 1.0421032905578613, + "loss_delivery": 2.779371500015259, + "loss_biodist": 1.2704724967479706, + "loss_toxic": 0.2020497117191553, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 3.014763355255127, + "loss_size": 0.16368932463228703, + "loss_pdi": 1.062756985425949, + "loss_ee": 0.5864013582468033, + "loss_delivery": 0.4626838080585003, + "loss_biodist": 0.6817293763160706, + "loss_toxic": 0.07780180778354406, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 3.000023365020752, + "loss_size": 0.15099159348756075, + "loss_pdi": 1.1724776923656464, + "loss_ee": 0.565499410033226, + "loss_delivery": 0.4360561929643154, + "loss_biodist": 0.6468588560819626, + "loss_toxic": 0.052737565245479345, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 3.0201988220214844, + "loss_size": 0.13920459034852684, + "loss_pdi": 1.2459768950939178, + "loss_ee": 0.5455082803964615, + "loss_delivery": 0.4722728729248047, + "loss_biodist": 0.5990492403507233, + "loss_toxic": 0.04717775247991085, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.948721170425415, + "loss_size": 0.13901095744222403, + "loss_pdi": 1.1892587542533875, + "loss_ee": 0.532180480659008, + "loss_delivery": 0.49611978232860565, + "loss_biodist": 0.5785891711711884, + "loss_toxic": 0.04289219854399562, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.9026955366134644, + "loss_size": 0.14209949574433267, + "loss_pdi": 1.2262598872184753, + "loss_ee": 0.5280534476041794, + "loss_delivery": 0.45421818271279335, + "loss_biodist": 0.547735296189785, + "loss_toxic": 0.035513586830347776, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.827731132507324, + "loss_size": 0.1383023322559893, + "loss_pdi": 1.2130600810050964, + "loss_ee": 0.5245547145605087, + "loss_delivery": 0.4393912646919489, + "loss_biodist": 0.5095417350530624, + "loss_toxic": 0.034284774446859956, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.8924611806869507, + "loss_size": 0.14058682892937213, + "loss_pdi": 1.2765091955661774, + "loss_ee": 0.5245911628007889, + "loss_delivery": 0.45845015347003937, + "loss_biodist": 0.494329035282135, + "loss_toxic": 0.03296154271811247, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.895613431930542, + "loss_size": 0.13836382553563453, + "loss_pdi": 1.274924397468567, + "loss_ee": 0.5175967365503311, + "loss_delivery": 0.47249097749590874, + "loss_biodist": 0.4946875274181366, + "loss_toxic": 0.033396379789337516, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.9300423860549927, + "loss_size": 0.14086479658726603, + "loss_pdi": 1.2917647957801819, + "loss_ee": 0.5236501470208168, + "loss_delivery": 0.47830647975206375, + "loss_biodist": 0.5014835372567177, + "loss_toxic": 0.031411667354404926, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.91592276096344, + "loss_size": 0.13899817064520903, + "loss_pdi": 1.277218222618103, + "loss_ee": 0.5277791395783424, + "loss_delivery": 0.4874363839626312, + "loss_biodist": 0.48897453397512436, + "loss_toxic": 0.03310449910350144, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.9071905612945557, + "loss_size": 0.13833132258150727, + "loss_pdi": 1.2655560672283173, + "loss_ee": 0.5264162123203278, + "loss_delivery": 0.4963049553334713, + "loss_biodist": 0.4854581505060196, + "loss_toxic": 0.03267147741280496, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.9071134328842163, + "loss_size": 0.1384392621985171, + "loss_pdi": 1.2762105166912079, + "loss_ee": 0.5184804424643517, + "loss_delivery": 0.49362030252814293, + "loss_biodist": 0.48522762209177017, + "loss_toxic": 0.03265464631840587, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_3/splits.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_3/splits.json new file mode 100644 index 0000000..7a2b13e --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_3/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 102, 104, 105, 106, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 127, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 166, 168, 169, 170, 172, 173, 174, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 195, 198, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 218, 219, 221, 223, 224, 226, 227, 228, 230, 231, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 251, 252, 253, 254, 255, 256, 257, 258, 259, 262, 263, 264, 265, 266, 267, 268, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 282, 284, 286, 288, 289, 290, 291, 292, 293, 294, 295, 297, 298, 299, 301, 302, 304, 305, 306, 307, 308, 309, 310, 312, 314, 315, 316, 317, 319, 320, 321, 325, 326, 327, 328, 331, 332, 334, 336, 340, 341, 343, 344, 346, 347, 348, 350, 352, 353, 357, 359, 360, 361, 362, 363, 364, 366, 367, 368, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 382, 383, 384, 385, 386, 387, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 400, 401, 402, 403, 404, 406, 407, 410, 411, 412, 414, 415, 416, 418, 419], "outer_test_idx": [3, 6, 13, 18, 19, 26, 33, 44, 48, 49, 50, 56, 57, 72, 80, 88, 94, 101, 103, 107, 108, 114, 126, 128, 130, 145, 149, 157, 167, 171, 175, 188, 196, 197, 199, 211, 220, 222, 225, 229, 232, 236, 250, 260, 261, 271, 281, 283, 285, 287, 296, 300, 303, 311, 313, 318, 322, 323, 324, 329, 330, 333, 335, 337, 338, 339, 342, 345, 349, 351, 354, 355, 356, 358, 365, 369, 381, 388, 399, 405, 408, 409, 413, 417]} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_3/test_metrics.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_3/test_metrics.json new file mode 100644 index 0000000..4929277 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_3/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.7839036613886652, + "rmse": 1.3356285641557182, + "mae": 0.5837100798892508, + "r2": -0.008989507625456028 + }, + "delivery": { + "n_samples": 59, + "mse": 0.7447054298412098, + "rmse": 0.8629631682993254, + "mae": 0.5869017900520209, + "r2": 0.27605784306757974 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.75, + "precision": 0.6746031746031746, + "recall": 0.6693548387096775, + "f1": 0.671813953488372 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6547619047619048, + "precision": 0.5758454106280193, + "recall": 0.5945198592257416, + "f1": 0.5828738112363142 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9333333333333333, + "precision": 0.7142857142857143, + "recall": 0.9649122807017544, + "f1": 0.7818181818181817 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.17570368425562716, + "js_divergence": 0.04457265075994887 + } +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_4/best_params.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_4/best_params.json new file mode 100644 index 0000000..84db1e3 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_4/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.27634688137192176, + "lr": 0.0006690284401705901, + "weight_decay": 0.0006607172959364349, + "backbone_lr_ratio": 0.10372147434590727, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_4/epoch_mean.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_4/epoch_mean.json new file mode 100644 index 0000000..c288387 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_4/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 18} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_4/history.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_4/history.json new file mode 100644 index 0000000..bf2b9c3 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_4/history.json @@ -0,0 +1,384 @@ +{ + "train": [ + { + "loss": 5.760374307632446, + "loss_size": 1.1186942726373672, + "loss_pdi": 0.7021502554416656, + "loss_ee": 1.1069143891334534, + "loss_delivery": 1.060338705778122, + "loss_biodist": 1.1438380122184753, + "loss_toxic": 0.6342457115650177 + }, + { + "loss": 4.994735813140869, + "loss_size": 1.0656182169914246, + "loss_pdi": 0.6616338670253754, + "loss_ee": 1.0366298019886018, + "loss_delivery": 0.9305100694298745, + "loss_biodist": 0.8277159810066224, + "loss_toxic": 0.48623294830322267 + }, + { + "loss": 4.164742708206177, + "loss_size": 0.7572257727384567, + "loss_pdi": 0.6357577264308929, + "loss_ee": 0.9735776126384735, + "loss_delivery": 0.8327253222465515, + "loss_biodist": 0.5831210225820541, + "loss_toxic": 0.39663647413253783 + }, + { + "loss": 3.746338653564453, + "loss_size": 0.645624665915966, + "loss_pdi": 0.5865094482898712, + "loss_ee": 0.9248791694641113, + "loss_delivery": 0.8120215386152267, + "loss_biodist": 0.4832925796508789, + "loss_toxic": 0.308339761197567 + }, + { + "loss": 3.5874927043914795, + "loss_size": 0.7407160520553588, + "loss_pdi": 0.5732397615909577, + "loss_ee": 0.8796053111553193, + "loss_delivery": 0.8428906261920929, + "loss_biodist": 0.36296594738960264, + "loss_toxic": 0.20342445448040963 + }, + { + "loss": 3.343828296661377, + "loss_size": 0.632185123860836, + "loss_pdi": 0.5720483422279358, + "loss_ee": 0.8736667275428772, + "loss_delivery": 0.7715701729059219, + "loss_biodist": 0.32250048965215683, + "loss_toxic": 0.1876102142035961 + }, + { + "loss": 3.193370056152344, + "loss_size": 0.5989219918847084, + "loss_pdi": 0.5583197236061096, + "loss_ee": 0.8496350407600403, + "loss_delivery": 0.7193223290145397, + "loss_biodist": 0.29803068935871124, + "loss_toxic": 0.18499507270753385 + }, + { + "loss": 3.1123726844787596, + "loss_size": 0.5368486046791077, + "loss_pdi": 0.5534636735916137, + "loss_ee": 0.8500435292720795, + "loss_delivery": 0.7643204927444458, + "loss_biodist": 0.287723670899868, + "loss_toxic": 0.13983608037233353 + }, + { + "loss": 3.1826424598693848, + "loss_size": 0.7705176323652267, + "loss_pdi": 0.5291413515806198, + "loss_ee": 0.7787459254264831, + "loss_delivery": 0.7216347038745881, + "loss_biodist": 0.2420397952198982, + "loss_toxic": 0.15940036252141 + }, + { + "loss": 2.9061952114105223, + "loss_size": 0.54859728962183, + "loss_pdi": 0.5218233376741409, + "loss_ee": 0.8006884455680847, + "loss_delivery": 0.7106080442667008, + "loss_biodist": 0.22455112189054488, + "loss_toxic": 0.1208240170031786 + }, + { + "loss": 2.909440779685974, + "loss_size": 0.5540972590446472, + "loss_pdi": 0.5353932201862335, + "loss_ee": 0.7944986164569855, + "loss_delivery": 0.7158094227313996, + "loss_biodist": 0.22989098429679872, + "loss_toxic": 0.1036860441789031 + }, + { + "loss": 2.77070289850235, + "loss_size": 0.4734398931264877, + "loss_pdi": 0.5183044791221618, + "loss_ee": 0.7876481175422668, + "loss_delivery": 0.6738759368658066, + "loss_biodist": 0.21259697675704955, + "loss_toxic": 0.12750068232417106 + }, + { + "loss": 2.7745381116867067, + "loss_size": 0.5154851287603378, + "loss_pdi": 0.5106003820896149, + "loss_ee": 0.7803769409656525, + "loss_delivery": 0.6950585260987282, + "loss_biodist": 0.23271749913692474, + "loss_toxic": 0.06677050832659007 + }, + { + "loss": 2.8153411626815794, + "loss_size": 0.5453593075275421, + "loss_pdi": 0.5068007737398148, + "loss_ee": 0.7921757817268371, + "loss_delivery": 0.6812615245580673, + "loss_biodist": 0.21584885716438293, + "loss_toxic": 0.10046172142028809 + }, + { + "loss": 2.8146112680435182, + "loss_size": 0.48266820013523104, + "loss_pdi": 0.522099056839943, + "loss_ee": 0.8047117054462433, + "loss_delivery": 0.6634098649024963, + "loss_biodist": 0.21408096253871917, + "loss_toxic": 0.1532111197710037 + }, + { + "loss": 2.637169086933136, + "loss_size": 0.4466648608446121, + "loss_pdi": 0.5099984228610992, + "loss_ee": 0.7610590338706971, + "loss_delivery": 0.6594360813498497, + "loss_biodist": 0.20736106038093566, + "loss_toxic": 0.07900205217301845 + }, + { + "loss": 2.7279656410217283, + "loss_size": 0.5058949589729309, + "loss_pdi": 0.494811886548996, + "loss_ee": 0.7796304941177368, + "loss_delivery": 0.7143833488225937, + "loss_biodist": 0.19881070777773857, + "loss_toxic": 0.06360088307410479 + }, + { + "loss": 2.7120458126068114, + "loss_size": 0.4812624678015709, + "loss_pdi": 0.5131849527359009, + "loss_ee": 0.7692804098129272, + "loss_delivery": 0.6867151245474815, + "loss_biodist": 0.21159214228391648, + "loss_toxic": 0.07810253221541644 + } + ], + "val": [ + { + "loss": 106.50274276733398, + "loss_size": 58.229013442993164, + "loss_pdi": 5.293124198913574, + "loss_ee": 3.9635496735572815, + "loss_delivery": 31.573583602905273, + "loss_biodist": 6.42370080947876, + "loss_toxic": 1.2937333583831787, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.96 + }, + { + "loss": 35.50779390335083, + "loss_size": 13.147564888000488, + "loss_pdi": 3.46246874331905, + "loss_ee": 2.3755032420158386, + "loss_delivery": 13.167380332946777, + "loss_biodist": 2.052773952484131, + "loss_toxic": 1.55599045753479, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.42424242424242425, + "acc_toxic": 0.96 + }, + { + "loss": 14.075804948806763, + "loss_size": 4.947618722915649, + "loss_pdi": 2.1177142866072245, + "loss_ee": 1.444872409105301, + "loss_delivery": 3.860140085220337, + "loss_biodist": 0.7998223900794983, + "loss_toxic": 1.0329227447509766, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 5.5749980211257935, + "loss_size": 2.51037460565567, + "loss_pdi": 0.7958062160760164, + "loss_ee": 0.9647617936134338, + "loss_delivery": 0.8970997333526611, + "loss_biodist": 0.24293431639671326, + "loss_toxic": 0.20130975544452667, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 3.819856107234955, + "loss_size": 1.6848526448011398, + "loss_pdi": 0.6630378067493439, + "loss_ee": 0.8848229348659515, + "loss_delivery": 0.3785415589809418, + "loss_biodist": 0.15445280075073242, + "loss_toxic": 0.07510370761156082, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7575757575757576, + "acc_toxic": 0.96 + }, + { + "loss": 3.91441011428833, + "loss_size": 1.6199930608272552, + "loss_pdi": 0.7291316092014313, + "loss_ee": 1.0005147755146027, + "loss_delivery": 0.36833053827285767, + "loss_biodist": 0.1620963215827942, + "loss_toxic": 0.06233910471200943, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 3.9473971128463745, + "loss_size": 1.6063780188560486, + "loss_pdi": 0.7328076362609863, + "loss_ee": 1.044003188610077, + "loss_delivery": 0.3792148530483246, + "loss_biodist": 0.16237773001194, + "loss_toxic": 0.05499916523694992, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 3.9762425422668457, + "loss_size": 1.587564006447792, + "loss_pdi": 0.7487849593162537, + "loss_ee": 1.0610555708408356, + "loss_delivery": 0.3975106477737427, + "loss_biodist": 0.16295510530471802, + "loss_toxic": 0.054431844502687454, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 3.7535189390182495, + "loss_size": 1.5453634411096573, + "loss_pdi": 0.6852724552154541, + "loss_ee": 0.940727174282074, + "loss_delivery": 0.400102823972702, + "loss_biodist": 0.15881654620170593, + "loss_toxic": 0.05501683056354523, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 3.5948833227157593, + "loss_size": 1.490377463400364, + "loss_pdi": 0.6850843727588654, + "loss_ee": 0.8533629179000854, + "loss_delivery": 0.3823971152305603, + "loss_biodist": 0.15933413803577423, + "loss_toxic": 0.05401364713907242, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7575757575757576, + "acc_toxic": 0.96 + }, + { + "loss": 3.5144311785697937, + "loss_size": 1.4648155011236668, + "loss_pdi": 0.6665210127830505, + "loss_ee": 0.7966585159301758, + "loss_delivery": 0.3947158455848694, + "loss_biodist": 0.15935161709785461, + "loss_toxic": 0.060569919645786285, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.7575757575757576, + "acc_toxic": 0.96 + }, + { + "loss": 3.576963186264038, + "loss_size": 1.4376351833343506, + "loss_pdi": 0.7275839149951935, + "loss_ee": 0.8243187963962555, + "loss_delivery": 0.3889633119106293, + "loss_biodist": 0.16212226450443268, + "loss_toxic": 0.06767451018095016, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7575757575757576, + "acc_toxic": 0.96 + }, + { + "loss": 3.438063681125641, + "loss_size": 1.4430564790964127, + "loss_pdi": 0.6971045732498169, + "loss_ee": 0.7044272422790527, + "loss_delivery": 0.3759104013442993, + "loss_biodist": 0.16470016539096832, + "loss_toxic": 0.07880852371454239, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.7878787878787878, + "acc_toxic": 0.96 + }, + { + "loss": 3.417624831199646, + "loss_size": 1.4192964099347591, + "loss_pdi": 0.6808333396911621, + "loss_ee": 0.7045028507709503, + "loss_delivery": 0.3790149688720703, + "loss_biodist": 0.1695503145456314, + "loss_toxic": 0.0898851752281189, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.7878787878787878, + "acc_toxic": 0.96 + }, + { + "loss": 3.345995008945465, + "loss_size": 1.4054563455283642, + "loss_pdi": 0.6734171807765961, + "loss_ee": 0.6673016548156738, + "loss_delivery": 0.37701210379600525, + "loss_biodist": 0.16656669974327087, + "loss_toxic": 0.08046215772628784, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.7878787878787878, + "acc_toxic": 0.96 + }, + { + "loss": 3.3815823793411255, + "loss_size": 1.391349159181118, + "loss_pdi": 0.681420236825943, + "loss_ee": 0.7077796757221222, + "loss_delivery": 0.37900519371032715, + "loss_biodist": 0.16623561084270477, + "loss_toxic": 0.0817975103855133, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7575757575757576, + "acc_toxic": 0.96 + }, + { + "loss": 3.3950629234313965, + "loss_size": 1.4004388935863972, + "loss_pdi": 0.6727308630943298, + "loss_ee": 0.7294607162475586, + "loss_delivery": 0.3759981393814087, + "loss_biodist": 0.16741172969341278, + "loss_toxic": 0.07583761215209961, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7575757575757576, + "acc_toxic": 0.96 + }, + { + "loss": 3.3594189286231995, + "loss_size": 1.4069817923009396, + "loss_pdi": 0.6665661334991455, + "loss_ee": 0.7012328505516052, + "loss_delivery": 0.37568190693855286, + "loss_biodist": 0.1684902161359787, + "loss_toxic": 0.0664231926202774, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7878787878787878, + "acc_toxic": 0.96 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_4/splits.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_4/splits.json new file mode 100644 index 0000000..8dd0299 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_4/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 110, 111, 112, 113, 114, 116, 117, 119, 120, 121, 122, 123, 124, 126, 127, 128, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 152, 154, 155, 157, 160, 161, 162, 163, 164, 165, 166, 167, 169, 170, 171, 173, 174, 175, 176, 177, 178, 180, 181, 182, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 203, 205, 206, 207, 208, 209, 211, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 234, 235, 236, 238, 239, 240, 241, 243, 244, 245, 246, 247, 248, 249, 250, 251, 253, 254, 257, 258, 260, 261, 262, 263, 264, 265, 266, 267, 270, 271, 272, 273, 277, 278, 279, 280, 281, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 298, 299, 300, 301, 302, 303, 304, 305, 306, 309, 311, 312, 313, 314, 315, 316, 318, 319, 320, 322, 323, 324, 325, 326, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 341, 342, 343, 345, 346, 347, 349, 350, 351, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 365, 367, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 381, 383, 384, 385, 386, 388, 390, 391, 392, 393, 394, 395, 396, 397, 399, 400, 401, 402, 403, 405, 406, 407, 408, 409, 410, 411, 413, 415, 416, 417, 418, 419], "outer_test_idx": [0, 5, 11, 21, 24, 27, 30, 32, 36, 38, 39, 40, 47, 55, 58, 61, 65, 76, 86, 95, 100, 106, 109, 115, 118, 125, 129, 131, 136, 148, 150, 151, 153, 156, 158, 159, 168, 172, 179, 183, 184, 185, 202, 204, 210, 212, 213, 228, 233, 237, 242, 252, 255, 256, 259, 268, 269, 274, 275, 276, 282, 297, 307, 308, 310, 317, 321, 327, 340, 344, 348, 352, 364, 366, 368, 379, 380, 382, 387, 389, 398, 404, 412, 414]} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_4/test_metrics.json b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_4/test_metrics.json new file mode 100644 index 0000000..6762f6a --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_1/outer_fold_4/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.6299538176794748, + "rmse": 0.7936963006588066, + "mae": 0.4772096515710776, + "r2": 0.15704354165794066 + }, + "delivery": { + "n_samples": 58, + "mse": 1.130537404033565, + "rmse": 1.063267324821733, + "mae": 0.6481935127541937, + "r2": -0.09321100667373372 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6423197492163009, + "recall": 0.6664222873900294, + "f1": 0.6480643539467068 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6017011547702085, + "recall": 0.6538461538461539, + "f1": 0.6188797558585049 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.19756374168468285, + "js_divergence": 0.05403238992729976 + } +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_0/best_params.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_0/best_params.json new file mode 100644 index 0000000..148218a --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_0/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.17394178221021084, + "lr": 0.0008692991511139548, + "weight_decay": 0.012604664585649461, + "backbone_lr_ratio": 0.7568292060167615, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_0/epoch_mean.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_0/epoch_mean.json new file mode 100644 index 0000000..df948fc --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_0/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 22} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_0/history.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_0/history.json new file mode 100644 index 0000000..1b2ae58 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_0/history.json @@ -0,0 +1,468 @@ +{ + "train": [ + { + "loss": 5.308413457870484, + "loss_size": 0.8681511342525482, + "loss_pdi": 0.6826391160488129, + "loss_ee": 1.071418297290802, + "loss_delivery": 0.9447940021753312, + "loss_biodist": 1.0993327438831328, + "loss_toxic": 0.6482102453708649 + }, + { + "loss": 5.003669810295105, + "loss_size": 1.097782699763775, + "loss_pdi": 0.6415547251701355, + "loss_ee": 0.9831493496894836, + "loss_delivery": 1.149285337328911, + "loss_biodist": 0.7066896378993988, + "loss_toxic": 0.4425662189722061 + }, + { + "loss": 4.024905443191528, + "loss_size": 0.7692460089921951, + "loss_pdi": 0.5999870657920837, + "loss_ee": 0.9092993795871734, + "loss_delivery": 0.8662928223609925, + "loss_biodist": 0.5269132226705551, + "loss_toxic": 0.36824694722890855 + }, + { + "loss": 3.989651679992676, + "loss_size": 0.7935986459255219, + "loss_pdi": 0.60913145840168, + "loss_ee": 0.9361651003360748, + "loss_delivery": 0.9349167168140411, + "loss_biodist": 0.4336733862757683, + "loss_toxic": 0.30396442860364914 + }, + { + "loss": 3.3726025104522703, + "loss_size": 0.6537992939352989, + "loss_pdi": 0.5680781185626984, + "loss_ee": 0.8556716710329055, + "loss_delivery": 0.8280486017465591, + "loss_biodist": 0.294162517786026, + "loss_toxic": 0.19068306721746922 + }, + { + "loss": 3.1278241872787476, + "loss_size": 0.5452181965112686, + "loss_pdi": 0.5241656333208085, + "loss_ee": 0.7750254511833191, + "loss_delivery": 0.8515399783849716, + "loss_biodist": 0.3097682401537895, + "loss_toxic": 0.14104789048433303 + }, + { + "loss": 3.0029789566993714, + "loss_size": 0.5398703634738922, + "loss_pdi": 0.48396600484848024, + "loss_ee": 0.7770370960235595, + "loss_delivery": 0.8375788241624832, + "loss_biodist": 0.239000653475523, + "loss_toxic": 0.14691686518490316 + }, + { + "loss": 2.7428978443145753, + "loss_size": 0.43480124324560165, + "loss_pdi": 0.49369307458400724, + "loss_ee": 0.7470884025096893, + "loss_delivery": 0.7021729499101639, + "loss_biodist": 0.192171049118042, + "loss_toxic": 0.19203068278729915 + }, + { + "loss": 2.6594051122665405, + "loss_size": 0.4389857590198517, + "loss_pdi": 0.4634950876235962, + "loss_ee": 0.6923328995704651, + "loss_delivery": 0.6541249692440033, + "loss_biodist": 0.22245608866214753, + "loss_toxic": 0.20608180724084377 + }, + { + "loss": 2.682262659072876, + "loss_size": 0.510515458881855, + "loss_pdi": 0.4658066421747208, + "loss_ee": 0.6749536514282226, + "loss_delivery": 0.7637808680534363, + "loss_biodist": 0.1808433338999748, + "loss_toxic": 0.11530715636909009 + }, + { + "loss": 2.435336482524872, + "loss_size": 0.40863616913557055, + "loss_pdi": 0.44808416068553925, + "loss_ee": 0.6692993372678757, + "loss_delivery": 0.6955943331122398, + "loss_biodist": 0.13784825652837754, + "loss_toxic": 0.10566050969064236 + }, + { + "loss": 2.465965735912323, + "loss_size": 0.5229878902435303, + "loss_pdi": 0.4519389241933823, + "loss_ee": 0.6528915613889694, + "loss_delivery": 0.6356244429945945, + "loss_biodist": 0.14955101013183594, + "loss_toxic": 0.08558845170773566 + }, + { + "loss": 2.352828252315521, + "loss_size": 0.4046010747551918, + "loss_pdi": 0.45551050305366514, + "loss_ee": 0.6385265052318573, + "loss_delivery": 0.681932008266449, + "loss_biodist": 0.14145107492804526, + "loss_toxic": 0.06880200365558267 + }, + { + "loss": 2.2379248261451723, + "loss_size": 0.3896324872970581, + "loss_pdi": 0.44633696377277376, + "loss_ee": 0.6190529316663742, + "loss_delivery": 0.597654739022255, + "loss_biodist": 0.16557464376091957, + "loss_toxic": 0.056927763018757106 + }, + { + "loss": 2.11966187953949, + "loss_size": 0.30596873015165327, + "loss_pdi": 0.410945662856102, + "loss_ee": 0.5724392682313919, + "loss_delivery": 0.6228816896677017, + "loss_biodist": 0.12557160705327988, + "loss_toxic": 0.11604253351688384 + }, + { + "loss": 2.008258605003357, + "loss_size": 0.3204773604869843, + "loss_pdi": 0.4279968708753586, + "loss_ee": 0.5533643901348114, + "loss_delivery": 0.5620136439800263, + "loss_biodist": 0.11431358531117439, + "loss_toxic": 0.06729728463105858 + }, + { + "loss": 2.007696568965912, + "loss_size": 0.3111112892627716, + "loss_pdi": 0.41758868396282195, + "loss_ee": 0.5710661739110947, + "loss_delivery": 0.5638899981975556, + "loss_biodist": 0.13597383052110673, + "loss_toxic": 0.04880302506498992 + }, + { + "loss": 1.9689210772514343, + "loss_size": 0.3085757032036781, + "loss_pdi": 0.3976393759250641, + "loss_ee": 0.5377617448568344, + "loss_delivery": 0.5554135978221894, + "loss_biodist": 0.12500332295894623, + "loss_toxic": 0.0820515782572329 + }, + { + "loss": 2.0314775705337524, + "loss_size": 0.35729262232780457, + "loss_pdi": 0.38590705543756487, + "loss_ee": 0.5484967678785324, + "loss_delivery": 0.5787204712629318, + "loss_biodist": 0.1298042617738247, + "loss_toxic": 0.07160900100134313 + }, + { + "loss": 1.9904630541801454, + "loss_size": 0.31044248640537264, + "loss_pdi": 0.4252288043498993, + "loss_ee": 0.5687620252370834, + "loss_delivery": 0.5509690582752228, + "loss_biodist": 0.09803386740386485, + "loss_toxic": 0.07887082281522453 + }, + { + "loss": 1.9175090074539185, + "loss_size": 0.2990094177424908, + "loss_pdi": 0.41098674237728117, + "loss_ee": 0.5267537504434585, + "loss_delivery": 0.5477021209895611, + "loss_biodist": 0.11040800400078296, + "loss_toxic": 0.06309488462284207 + }, + { + "loss": 1.8688385963439942, + "loss_size": 0.28858155459165574, + "loss_pdi": 0.400920158624649, + "loss_ee": 0.552252647280693, + "loss_delivery": 0.4981859177350998, + "loss_biodist": 0.1008344829082489, + "loss_toxic": 0.06782676260918379 + } + ], + "val": [ + { + "loss": 120.02723693847656, + "loss_size": 98.43709945678711, + "loss_pdi": 3.6476083993911743, + "loss_ee": 2.809183597104493, + "loss_delivery": 2.7710649967193604, + "loss_biodist": 12.164727210998535, + "loss_toxic": 0.5244309306144714, + "acc_pdi": 0.24242424242424243, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 47.18536949157715, + "loss_size": 35.57608413696289, + "loss_pdi": 1.1298704147338867, + "loss_ee": 2.2237144742393866, + "loss_delivery": 3.0995935201644897, + "loss_biodist": 4.109987139701843, + "loss_toxic": 1.3036034422693774, + "acc_pdi": 0.24242424242424243, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 15.32895278930664, + "loss_size": 10.325201988220215, + "loss_pdi": 0.8264727592468262, + "loss_ee": 1.179146190173924, + "loss_delivery": 1.0626580715179443, + "loss_biodist": 1.106138437986374, + "loss_toxic": 0.9358088541775942, + "acc_pdi": 0.24242424242424243, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 4.237053871154785, + "loss_size": 1.851342886686325, + "loss_pdi": 0.5432306081056595, + "loss_ee": 0.5374334715306759, + "loss_delivery": 0.5987305380403996, + "loss_biodist": 0.5154484957456589, + "loss_toxic": 0.20606543868780136, + "acc_pdi": 0.5151515151515151, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9166666666666666 + }, + { + "loss": 2.2948119044303894, + "loss_size": 0.2565332427620888, + "loss_pdi": 0.3257053755223751, + "loss_ee": 0.5716718137264252, + "loss_delivery": 0.43833636958152056, + "loss_biodist": 0.6307879388332367, + "loss_toxic": 0.06964143528603017, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9166666666666666 + }, + { + "loss": 2.193113625049591, + "loss_size": 0.2862967774271965, + "loss_pdi": 0.2797681922093034, + "loss_ee": 0.44611433148384094, + "loss_delivery": 0.5095797423273325, + "loss_biodist": 0.6151376813650131, + "loss_toxic": 0.05259928619489074, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.4318699836730957, + "loss_size": 0.18370977602899075, + "loss_pdi": 0.3073745593428612, + "loss_ee": 0.5162169095128775, + "loss_delivery": 0.500167615711689, + "loss_biodist": 0.7120621204376221, + "loss_toxic": 0.21183012425899506, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9166666666666666 + }, + { + "loss": 2.1012227535247803, + "loss_size": 0.1955699883401394, + "loss_pdi": 0.31476644799113274, + "loss_ee": 0.5554074719548225, + "loss_delivery": 0.7358046174049377, + "loss_biodist": 0.2628602832555771, + "loss_toxic": 0.04817731014918536, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.2283666729927063, + "loss_size": 0.2320131934247911, + "loss_pdi": 0.3291128892451525, + "loss_ee": 0.5329394638538361, + "loss_delivery": 0.7937082350254059, + "loss_biodist": 0.28625117987394333, + "loss_toxic": 0.07151518564205617, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9166666666666666 + }, + { + "loss": 1.9550608098506927, + "loss_size": 0.18237188173327468, + "loss_pdi": 0.28335036896169186, + "loss_ee": 0.629534050822258, + "loss_delivery": 0.3967680484056473, + "loss_biodist": 0.4142756089568138, + "loss_toxic": 0.06064296897966415, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.8013538718223572, + "loss_size": 0.15440237056463957, + "loss_pdi": 0.2717379555106163, + "loss_ee": 0.5381972119212151, + "loss_delivery": 0.5858887135982513, + "loss_biodist": 0.23353298753499985, + "loss_toxic": 0.03624506713822484, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.7936433851718903, + "loss_size": 0.16939470963552594, + "loss_pdi": 0.304514329880476, + "loss_ee": 0.5294353291392326, + "loss_delivery": 0.47285111248493195, + "loss_biodist": 0.29387688636779785, + "loss_toxic": 0.04221437149681151, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.7451441586017609, + "loss_size": 0.15240624762373045, + "loss_pdi": 0.26242074789479375, + "loss_ee": 0.5616070479154587, + "loss_delivery": 0.3862493485212326, + "loss_biodist": 0.36939436197280884, + "loss_toxic": 0.032251916301902384, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.7580166459083557, + "loss_size": 0.18845649436116219, + "loss_pdi": 0.309025552123785, + "loss_ee": 0.5559896491467953, + "loss_delivery": 0.4369870275259018, + "loss_biodist": 0.2680792361497879, + "loss_toxic": 0.025860159192234278, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.7009291350841522, + "loss_size": 0.18587011005729437, + "loss_pdi": 0.30642630718648434, + "loss_ee": 0.5702892765402794, + "loss_delivery": 0.44399283826351166, + "loss_biodist": 0.20417878776788712, + "loss_toxic": 0.021429093554615974, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.7745321691036224, + "loss_size": 0.24153658375144005, + "loss_pdi": 0.276074554072693, + "loss_ee": 0.5563086932525039, + "loss_delivery": 0.3389404435874894, + "loss_biodist": 0.3690747022628784, + "loss_toxic": 0.018113055135472678, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.7106625437736511, + "loss_size": 0.23384667560458183, + "loss_pdi": 0.27909410232678056, + "loss_ee": 0.5428317710757256, + "loss_delivery": 0.3372058479581028, + "loss_biodist": 0.3258640691637993, + "loss_toxic": 0.01892301393672824, + "acc_pdi": 0.5757575757575758, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.6560090333223343, + "loss_size": 0.2298696767538786, + "loss_pdi": 0.2799599985592067, + "loss_ee": 0.5256358813494444, + "loss_delivery": 0.35340149886906147, + "loss_biodist": 0.2771376222372055, + "loss_toxic": 0.0189353626628872, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.6335601210594177, + "loss_size": 0.21184516232460737, + "loss_pdi": 0.2811324167996645, + "loss_ee": 0.5039068348705769, + "loss_delivery": 0.35584835056215525, + "loss_biodist": 0.29224003106355667, + "loss_toxic": 0.01707532472210005, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.6420911997556686, + "loss_size": 0.2162216119468212, + "loss_pdi": 0.2862772587686777, + "loss_ee": 0.5160347446799278, + "loss_delivery": 0.35249773412942886, + "loss_biodist": 0.2841515392065048, + "loss_toxic": 0.01662102621048689, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.6425291746854782, + "loss_size": 0.21587524749338627, + "loss_pdi": 0.2897965251468122, + "loss_ee": 0.5225537847727537, + "loss_delivery": 0.34988604579120874, + "loss_biodist": 0.27772262692451477, + "loss_toxic": 0.017018302431097254, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.6435359865427017, + "loss_size": 0.2155535975471139, + "loss_pdi": 0.28998238733038306, + "loss_ee": 0.5260732360184193, + "loss_delivery": 0.35297213215380907, + "loss_biodist": 0.2734665125608444, + "loss_toxic": 0.01631468319101259, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_0/splits.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_0/splits.json new file mode 100644 index 0000000..cccb9d8 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_0/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67, 68, 71, 72, 73, 75, 76, 77, 80, 81, 85, 86, 88, 89, 90, 92, 94, 95, 96, 98, 99, 100, 101, 103, 104, 105, 106, 107, 108, 109, 111, 113, 114, 115, 116, 117, 118, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 133, 134, 135, 136, 138, 139, 141, 144, 145, 146, 147, 148, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 163, 164, 167, 168, 169, 170, 171, 172, 175, 176, 178, 179, 180, 182, 183, 184, 185, 188, 189, 190, 191, 192, 193, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 206, 208, 210, 211, 212, 213, 216, 217, 218, 219, 220, 222, 224, 225, 227, 228, 229, 230, 231, 232, 233, 234, 236, 237, 239, 241, 242, 244, 245, 247, 248, 249, 250, 252, 253, 255, 256, 257, 258, 259, 260, 261, 262, 265, 267, 268, 269, 270, 271, 272, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 285, 286, 287, 288, 291, 292, 294, 296, 297, 298, 299, 300, 301, 303, 304, 306, 307, 308, 309, 310, 311, 312, 313, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 332, 333, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 346, 347, 348, 349, 351, 352, 354, 355, 356, 357, 358, 359, 360, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 374, 375, 377, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 393, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 407, 408, 409, 411, 412, 413, 414, 415, 417, 418, 419], "outer_test_idx": [7, 16, 20, 29, 51, 59, 60, 69, 70, 74, 78, 79, 82, 83, 84, 87, 91, 93, 97, 102, 110, 112, 119, 120, 121, 132, 137, 140, 142, 143, 152, 161, 162, 165, 166, 173, 174, 177, 181, 186, 187, 194, 205, 207, 209, 214, 215, 221, 223, 226, 235, 238, 240, 243, 246, 251, 254, 263, 264, 266, 273, 284, 289, 290, 293, 295, 302, 305, 314, 315, 331, 334, 341, 350, 353, 361, 373, 376, 378, 392, 394, 402, 410, 416]} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_0/test_metrics.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_0/test_metrics.json new file mode 100644 index 0000000..35c9c86 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_0/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.4361116809131524, + "rmse": 1.198378771888568, + "mae": 0.5522052053003067, + "r2": 0.1210643015326891 + }, + "delivery": { + "n_samples": 58, + "mse": 0.46636241840523374, + "rmse": 0.6829073278309684, + "mae": 0.5064258330084127, + "r2": 0.407225224071745 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7619047619047619, + "precision": 0.7006414825374199, + "recall": 0.7006414825374199, + "f1": 0.7006414825374199 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6769230769230768, + "recall": 0.7142857142857144, + "f1": 0.6824021697016661 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2049816852555022, + "js_divergence": 0.03903044780108557 + } +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_1/best_params.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_1/best_params.json new file mode 100644 index 0000000..939cbc3 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_1/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.46346510313243516, + "lr": 0.0006611593614605952, + "weight_decay": 0.0012618934451314413, + "backbone_lr_ratio": 0.016144994436962733, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_1/epoch_mean.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_1/epoch_mean.json new file mode 100644 index 0000000..4cbe2d7 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_1/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 21} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_1/history.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_1/history.json new file mode 100644 index 0000000..0020596 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_1/history.json @@ -0,0 +1,446 @@ +{ + "train": [ + { + "loss": 5.808057260513306, + "loss_size": 1.263728103041649, + "loss_pdi": 0.6908911943435669, + "loss_ee": 1.1007694363594056, + "loss_delivery": 0.9407290458679199, + "loss_biodist": 1.1687789618968965, + "loss_toxic": 0.6468418359756469 + }, + { + "loss": 5.256867074966431, + "loss_size": 1.209235519170761, + "loss_pdi": 0.6717665076255799, + "loss_ee": 1.0301114857196807, + "loss_delivery": 0.876447680592537, + "loss_biodist": 0.8940383553504944, + "loss_toxic": 0.5887944668531417 + }, + { + "loss": 4.880417132377625, + "loss_size": 1.1141935110092163, + "loss_pdi": 0.6587685406208038, + "loss_ee": 1.0044852912425994, + "loss_delivery": 0.8631683915853501, + "loss_biodist": 0.6905840635299683, + "loss_toxic": 0.5684697031974792 + }, + { + "loss": 4.674509215354919, + "loss_size": 1.13426992893219, + "loss_pdi": 0.6457943916320801, + "loss_ee": 0.986278235912323, + "loss_delivery": 0.9061171740293503, + "loss_biodist": 0.5379414021968841, + "loss_toxic": 0.48721755743026735 + }, + { + "loss": 4.380897784233094, + "loss_size": 1.0464461892843246, + "loss_pdi": 0.6513070166110992, + "loss_ee": 0.9299716174602508, + "loss_delivery": 0.7841640830039978, + "loss_biodist": 0.525296202301979, + "loss_toxic": 0.46627081036567686 + }, + { + "loss": 4.481706690788269, + "loss_size": 1.3209837973117828, + "loss_pdi": 0.6010873913764954, + "loss_ee": 0.9267023861408233, + "loss_delivery": 0.8445767790079117, + "loss_biodist": 0.42751313745975494, + "loss_toxic": 0.3858662933111191 + }, + { + "loss": 4.197114825248718, + "loss_size": 1.053711825609207, + "loss_pdi": 0.595936942100525, + "loss_ee": 0.9106028556823731, + "loss_delivery": 0.859424501657486, + "loss_biodist": 0.39053589701652525, + "loss_toxic": 0.4105408936738968 + }, + { + "loss": 4.034066820144654, + "loss_size": 1.0317387834191323, + "loss_pdi": 0.6080766975879669, + "loss_ee": 0.895930951833725, + "loss_delivery": 0.8223941504955292, + "loss_biodist": 0.37248567044734954, + "loss_toxic": 0.3270780712366104 + }, + { + "loss": 3.9602952003479004, + "loss_size": 1.0410296112298965, + "loss_pdi": 0.6138490676879883, + "loss_ee": 0.8836765110492706, + "loss_delivery": 0.7644007652997971, + "loss_biodist": 0.37921621799468996, + "loss_toxic": 0.302714167535305 + }, + { + "loss": 3.844278264045715, + "loss_size": 1.0218147128820418, + "loss_pdi": 0.6013141512870789, + "loss_ee": 0.8481266796588898, + "loss_delivery": 0.7919067651033401, + "loss_biodist": 0.3529748246073723, + "loss_toxic": 0.2529534950852394 + }, + { + "loss": 3.9003346443176268, + "loss_size": 1.0484549939632415, + "loss_pdi": 0.5868504792451859, + "loss_ee": 0.8582925140857697, + "loss_delivery": 0.7898752152919769, + "loss_biodist": 0.37350585460662844, + "loss_toxic": 0.2707542985677719 + }, + { + "loss": 4.050298738479614, + "loss_size": 1.2415073931217193, + "loss_pdi": 0.5766767382621765, + "loss_ee": 0.8342959165573121, + "loss_delivery": 0.8313666999340057, + "loss_biodist": 0.3594873622059822, + "loss_toxic": 0.23895706981420517 + }, + { + "loss": 3.664816975593567, + "loss_size": 1.0209929838776588, + "loss_pdi": 0.5604240834712982, + "loss_ee": 0.8021868646144867, + "loss_delivery": 0.7552382826805115, + "loss_biodist": 0.3142803147435188, + "loss_toxic": 0.2375466398894787 + }, + { + "loss": 3.6815301895141603, + "loss_size": 0.9487324237823487, + "loss_pdi": 0.5569596588611603, + "loss_ee": 0.808388739824295, + "loss_delivery": 0.9002649456262588, + "loss_biodist": 0.2963408961892128, + "loss_toxic": 0.2007908433675766 + }, + { + "loss": 3.788468074798584, + "loss_size": 1.195769165456295, + "loss_pdi": 0.5672753572463989, + "loss_ee": 0.7910097777843476, + "loss_delivery": 0.7699259221553802, + "loss_biodist": 0.3040880233049393, + "loss_toxic": 0.19227327406406403 + }, + { + "loss": 3.504043173789978, + "loss_size": 0.949779161810875, + "loss_pdi": 0.57755186855793, + "loss_ee": 0.8026225388050079, + "loss_delivery": 0.7165770649909973, + "loss_biodist": 0.31854275465011594, + "loss_toxic": 0.16749026477336884 + }, + { + "loss": 3.6275256395339968, + "loss_size": 0.9859034776687622, + "loss_pdi": 0.5654318928718567, + "loss_ee": 0.804643315076828, + "loss_delivery": 0.787135797739029, + "loss_biodist": 0.3075421079993248, + "loss_toxic": 0.20779823735356331 + }, + { + "loss": 3.5917726039886473, + "loss_size": 1.046931391954422, + "loss_pdi": 0.5665693759918213, + "loss_ee": 0.7893553614616394, + "loss_delivery": 0.7342771410942077, + "loss_biodist": 0.3053337037563324, + "loss_toxic": 0.1801246389746666 + }, + { + "loss": 3.3657357573509215, + "loss_size": 0.9380972415208817, + "loss_pdi": 0.552751088142395, + "loss_ee": 0.7513541340827942, + "loss_delivery": 0.7051941066980362, + "loss_biodist": 0.28108391761779783, + "loss_toxic": 0.1635356567800045 + }, + { + "loss": 3.571674680709839, + "loss_size": 0.9108307152986527, + "loss_pdi": 0.5489582300186158, + "loss_ee": 0.811869204044342, + "loss_delivery": 0.8614311248064042, + "loss_biodist": 0.29604418128728865, + "loss_toxic": 0.17519718483090402 + }, + { + "loss": 3.5468466758728026, + "loss_size": 0.8992188006639481, + "loss_pdi": 0.5258461892604828, + "loss_ee": 0.8154945313930512, + "loss_delivery": 0.8677714914083481, + "loss_biodist": 0.27347403317689895, + "loss_toxic": 0.19649887979030609 + } + ], + "val": [ + { + "loss": 62.538516998291016, + "loss_size": 4.330073833465576, + "loss_pdi": 0.8723695082589984, + "loss_ee": 8.709261894226074, + "loss_delivery": 44.03965759277344, + "loss_biodist": 4.880762815475464, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.2727272727272727, + "acc_toxic": 1.0 + }, + { + "loss": 19.439645767211914, + "loss_size": 4.868241786956787, + "loss_pdi": 0.6235309466719627, + "loss_ee": 5.383286297272662, + "loss_delivery": 6.87181943655014, + "loss_biodist": 1.830719232559204, + "loss_toxic": 4.334881822387615e-07, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.2727272727272727, + "acc_toxic": 1.0 + }, + { + "loss": 11.665127277374268, + "loss_size": 4.012307167053223, + "loss_pdi": 0.4908437579870224, + "loss_ee": 3.0452737201703712, + "loss_delivery": 2.5889500975608826, + "loss_biodist": 1.6301489174365997, + "loss_toxic": 8.231040555983782e-05, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.2727272727272727, + "acc_toxic": 1.0 + }, + { + "loss": 5.8921427726745605, + "loss_size": 1.5035810470581055, + "loss_pdi": 0.5652801543474197, + "loss_ee": 1.2518344074487686, + "loss_delivery": 1.8369833678007126, + "loss_biodist": 0.7565132528543472, + "loss_toxic": 0.02048841118812561, + "acc_pdi": 0.48484848484848486, + "acc_ee": 0.2727272727272727, + "acc_toxic": 1.0 + }, + { + "loss": 3.738213300704956, + "loss_size": 0.3935701847076416, + "loss_pdi": 0.6984440982341766, + "loss_ee": 1.1902415752410889, + "loss_delivery": 0.8764707446098328, + "loss_biodist": 0.425462007522583, + "loss_toxic": 0.17472195997834206, + "acc_pdi": 0.5757575757575758, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.735275983810425, + "loss_size": 0.43441352248191833, + "loss_pdi": 0.6828127205371857, + "loss_ee": 1.3872486054897308, + "loss_delivery": 0.6465793699026108, + "loss_biodist": 0.4530180096626282, + "loss_toxic": 0.15641233697533607, + "acc_pdi": 0.5757575757575758, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 3.792983293533325, + "loss_size": 0.46561112999916077, + "loss_pdi": 0.6523560285568237, + "loss_ee": 1.4603018164634705, + "loss_delivery": 0.7201545834541321, + "loss_biodist": 0.37348638474941254, + "loss_toxic": 0.15086017549037933, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 3.8327211141586304, + "loss_size": 0.5302716791629791, + "loss_pdi": 0.6214268505573273, + "loss_ee": 1.5336245000362396, + "loss_delivery": 0.6748948097229004, + "loss_biodist": 0.3581291288137436, + "loss_toxic": 0.14838837645947933, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 3.765242338180542, + "loss_size": 0.5250173807144165, + "loss_pdi": 0.6179677546024323, + "loss_ee": 1.5835528373718262, + "loss_delivery": 0.6057092100381851, + "loss_biodist": 0.3307090103626251, + "loss_toxic": 0.13906826823949814, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 3.7071725130081177, + "loss_size": 0.5192207843065262, + "loss_pdi": 0.5917182564735413, + "loss_ee": 1.6118451952934265, + "loss_delivery": 0.5786508172750473, + "loss_biodist": 0.32918883860111237, + "loss_toxic": 0.1158820977434516, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.59399950504303, + "loss_size": 0.5052398890256882, + "loss_pdi": 0.5617220997810364, + "loss_ee": 1.6255601048469543, + "loss_delivery": 0.5388360321521759, + "loss_biodist": 0.2856978327035904, + "loss_toxic": 0.11677899211645126, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.6934661865234375, + "loss_size": 0.5339978784322739, + "loss_pdi": 0.559520423412323, + "loss_ee": 1.6591944694519043, + "loss_delivery": 0.5779300630092621, + "loss_biodist": 0.29628725349903107, + "loss_toxic": 0.1119522973895073, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.6738100051879883, + "loss_size": 0.5221704244613647, + "loss_pdi": 0.551055520772934, + "loss_ee": 1.713571697473526, + "loss_delivery": 0.5541393160820007, + "loss_biodist": 0.2694241404533386, + "loss_toxic": 0.11175923980772495, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.7100971937179565, + "loss_size": 0.5260068327188492, + "loss_pdi": 0.5496210753917694, + "loss_ee": 1.740213006734848, + "loss_delivery": 0.570235900580883, + "loss_biodist": 0.264978289604187, + "loss_toxic": 0.11085855681449175, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.5974249839782715, + "loss_size": 0.4854413866996765, + "loss_pdi": 0.5356047749519348, + "loss_ee": 1.7493493556976318, + "loss_delivery": 0.5575401335954666, + "loss_biodist": 0.21443717181682587, + "loss_toxic": 0.10680778883397579, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.6444653272628784, + "loss_size": 0.49253591895103455, + "loss_pdi": 0.5296600162982941, + "loss_ee": 1.7863430380821228, + "loss_delivery": 0.5592057928442955, + "loss_biodist": 0.22882111370563507, + "loss_toxic": 0.10260298755019903, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.610397458076477, + "loss_size": 0.4833311289548874, + "loss_pdi": 0.5261866450309753, + "loss_ee": 1.7931668162345886, + "loss_delivery": 0.543287105858326, + "loss_biodist": 0.21737171709537506, + "loss_toxic": 0.10211993427947164, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.6221070289611816, + "loss_size": 0.4806916266679764, + "loss_pdi": 0.530281737446785, + "loss_ee": 1.7918800115585327, + "loss_delivery": 0.5447202697396278, + "loss_biodist": 0.22770565748214722, + "loss_toxic": 0.10272007901221514, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.6227071285247803, + "loss_size": 0.4802788496017456, + "loss_pdi": 0.530913233757019, + "loss_ee": 1.7910939455032349, + "loss_delivery": 0.5375426411628723, + "loss_biodist": 0.2330390140414238, + "loss_toxic": 0.10588894179090858, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.6328145265579224, + "loss_size": 0.48561275005340576, + "loss_pdi": 0.5286481976509094, + "loss_ee": 1.7914809584617615, + "loss_delivery": 0.5391026958823204, + "loss_biodist": 0.23866844922304153, + "loss_toxic": 0.10564721748232841, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.550234317779541, + "loss_size": 0.4584525376558304, + "loss_pdi": 0.5289985835552216, + "loss_ee": 1.77987539768219, + "loss_delivery": 0.5283305794000626, + "loss_biodist": 0.20366989076137543, + "loss_toxic": 0.10563651332631707, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_1/splits.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_1/splits.json new file mode 100644 index 0000000..1773fe5 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_1/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 3, 5, 6, 7, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 24, 26, 27, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 112, 114, 115, 118, 119, 120, 121, 123, 124, 125, 126, 128, 129, 130, 131, 132, 136, 137, 140, 141, 142, 143, 144, 145, 146, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 161, 162, 164, 165, 166, 167, 168, 169, 171, 172, 173, 174, 175, 176, 177, 178, 179, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 194, 195, 196, 197, 198, 199, 201, 202, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 225, 226, 228, 229, 231, 232, 233, 234, 235, 236, 237, 238, 240, 242, 243, 244, 246, 247, 248, 250, 251, 252, 254, 255, 256, 258, 259, 260, 261, 262, 263, 264, 266, 268, 269, 270, 271, 273, 274, 275, 276, 277, 278, 279, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 295, 296, 297, 300, 301, 302, 303, 304, 305, 306, 307, 308, 310, 311, 313, 314, 315, 316, 317, 318, 319, 321, 322, 323, 324, 325, 327, 328, 329, 330, 331, 333, 334, 335, 337, 338, 339, 340, 341, 342, 343, 344, 345, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 361, 362, 364, 365, 366, 367, 368, 369, 373, 374, 375, 376, 378, 379, 380, 381, 382, 384, 387, 388, 389, 391, 392, 393, 394, 396, 397, 398, 399, 402, 403, 404, 405, 406, 408, 409, 410, 411, 412, 413, 414, 416, 417, 419], "outer_test_idx": [1, 2, 4, 8, 9, 14, 17, 22, 23, 25, 28, 34, 37, 41, 43, 45, 63, 64, 68, 85, 96, 104, 111, 113, 116, 117, 122, 127, 133, 134, 135, 138, 139, 147, 160, 163, 170, 180, 191, 192, 193, 200, 203, 208, 224, 227, 230, 239, 241, 245, 249, 253, 257, 265, 267, 272, 280, 294, 298, 299, 309, 312, 320, 326, 332, 336, 346, 347, 360, 363, 370, 371, 372, 377, 383, 385, 386, 390, 395, 400, 401, 407, 415, 418]} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_1/test_metrics.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_1/test_metrics.json new file mode 100644 index 0000000..9f75b4f --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_1/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.44836934586132926, + "rmse": 0.6696038723464264, + "mae": 0.5152198335688029, + "r2": -0.3691605767909405 + }, + "delivery": { + "n_samples": 61, + "mse": 1.1787930202927628, + "rmse": 1.0857223495409694, + "mae": 0.670826274077179, + "r2": 0.10773866156797751 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6547619047619048, + "precision": 0.5583333333333333, + "recall": 0.5634920634920635, + "f1": 0.5598915989159892 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5714285714285714, + "precision": 0.5211940836940837, + "recall": 0.5292564578278864, + "f1": 0.5106135244066278 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.3013491251828872, + "js_divergence": 0.07396756747221324 + } +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_2/best_params.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_2/best_params.json new file mode 100644 index 0000000..d552a9a --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_2/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.37957368636166133, + "lr": 0.0009769495719529073, + "weight_decay": 0.00041151384661719883, + "backbone_lr_ratio": 0.16649282214592181, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_2/epoch_mean.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_2/epoch_mean.json new file mode 100644 index 0000000..801eea9 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_2/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 20} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_2/history.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_2/history.json new file mode 100644 index 0000000..3eae191 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_2/history.json @@ -0,0 +1,426 @@ +{ + "train": [ + { + "loss": 5.7510169506072994, + "loss_size": 1.2040428891777992, + "loss_pdi": 0.6750453412532806, + "loss_ee": 1.0607436180114747, + "loss_delivery": 1.0061167359352112, + "loss_biodist": 1.113532292842865, + "loss_toxic": 0.6993863582611084 + }, + { + "loss": 5.480417084693909, + "loss_size": 1.4732172638177872, + "loss_pdi": 0.6587694585323334, + "loss_ee": 0.9995254397392273, + "loss_delivery": 1.1113522961735725, + "loss_biodist": 0.7307746231555938, + "loss_toxic": 0.5321553111076355 + }, + { + "loss": 4.579217028617859, + "loss_size": 1.0960046663880347, + "loss_pdi": 0.6385693609714508, + "loss_ee": 0.9520483374595642, + "loss_delivery": 0.9316710710525513, + "loss_biodist": 0.5586241811513901, + "loss_toxic": 0.42836244106292726 + }, + { + "loss": 4.1963249206542965, + "loss_size": 1.031035055220127, + "loss_pdi": 0.5932521224021912, + "loss_ee": 0.9238736212253571, + "loss_delivery": 0.8770384460687637, + "loss_biodist": 0.4499512627720833, + "loss_toxic": 0.3489105761051178 + }, + { + "loss": 3.8683658123016356, + "loss_size": 1.1109680742025376, + "loss_pdi": 0.5742334097623825, + "loss_ee": 0.8320259153842926, + "loss_delivery": 0.805400162935257, + "loss_biodist": 0.3651983976364136, + "loss_toxic": 0.2061278961598873 + }, + { + "loss": 3.6250012636184694, + "loss_size": 1.001980324089527, + "loss_pdi": 0.5391732752323151, + "loss_ee": 0.8263574302196502, + "loss_delivery": 0.8326325327157974, + "loss_biodist": 0.3119536876678467, + "loss_toxic": 0.13987824358046055 + }, + { + "loss": 3.3375899314880373, + "loss_size": 0.9193845212459564, + "loss_pdi": 0.5464488863945007, + "loss_ee": 0.7197909533977509, + "loss_delivery": 0.7426005721092224, + "loss_biodist": 0.2820824146270752, + "loss_toxic": 0.1501243244856596 + }, + { + "loss": 3.1606884241104125, + "loss_size": 0.7725402474403381, + "loss_pdi": 0.555879271030426, + "loss_ee": 0.7989137887954711, + "loss_delivery": 0.6985628619790077, + "loss_biodist": 0.24683326184749604, + "loss_toxic": 0.1150043834000826 + }, + { + "loss": 3.0776761293411257, + "loss_size": 0.7185564443469048, + "loss_pdi": 0.549817880988121, + "loss_ee": 0.7617310762405396, + "loss_delivery": 0.7005757749080658, + "loss_biodist": 0.25426907241344454, + "loss_toxic": 0.12141767628490925 + }, + { + "loss": 3.002996897697449, + "loss_size": 0.7385309040546417, + "loss_pdi": 0.4902507096529007, + "loss_ee": 0.7220576643943787, + "loss_delivery": 0.7368192702531815, + "loss_biodist": 0.23234424963593484, + "loss_toxic": 0.11293003689497709 + }, + { + "loss": 2.8961153507232664, + "loss_size": 0.6864135533571243, + "loss_pdi": 0.4675332397222519, + "loss_ee": 0.7437612771987915, + "loss_delivery": 0.7181840747594833, + "loss_biodist": 0.2205422192811966, + "loss_toxic": 0.09223465248942375 + }, + { + "loss": 2.741649532318115, + "loss_size": 0.6613628327846527, + "loss_pdi": 0.4807754248380661, + "loss_ee": 0.7058992922306061, + "loss_delivery": 0.650749534368515, + "loss_biodist": 0.1894501492381096, + "loss_toxic": 0.08466925211250782 + }, + { + "loss": 2.7567434549331664, + "loss_size": 0.6622914373874664, + "loss_pdi": 0.4831908643245697, + "loss_ee": 0.7291284382343293, + "loss_delivery": 0.6303465977311135, + "loss_biodist": 0.20084192454814911, + "loss_toxic": 0.08555176965892315 + }, + { + "loss": 2.739748477935791, + "loss_size": 0.6169854164123535, + "loss_pdi": 0.4677564769983292, + "loss_ee": 0.6874925792217255, + "loss_delivery": 0.6741227775812149, + "loss_biodist": 0.1941139817237854, + "loss_toxic": 0.13193404069170356 + }, + { + "loss": 2.7342665433883666, + "loss_size": 0.624604731798172, + "loss_pdi": 0.48145551681518556, + "loss_ee": 0.6729738295078278, + "loss_delivery": 0.684426163136959, + "loss_biodist": 0.1796617291867733, + "loss_toxic": 0.12588071804493667 + }, + { + "loss": 2.6825747728347777, + "loss_size": 0.631849205493927, + "loss_pdi": 0.4708240985870361, + "loss_ee": 0.6731459438800812, + "loss_delivery": 0.6761782914400101, + "loss_biodist": 0.18333442211151124, + "loss_toxic": 0.0846027486026287 + }, + { + "loss": 2.4527798533439635, + "loss_size": 0.46659430116415024, + "loss_pdi": 0.45476256012916566, + "loss_ee": 0.6951063185930252, + "loss_delivery": 0.6003979504108429, + "loss_biodist": 0.18095311149954796, + "loss_toxic": 0.08711263849399983 + }, + { + "loss": 2.6485767126083375, + "loss_size": 0.6775153145194054, + "loss_pdi": 0.44150607883930204, + "loss_ee": 0.6667733460664749, + "loss_delivery": 0.6014591127634048, + "loss_biodist": 0.18865910097956656, + "loss_toxic": 0.10677887964993715 + }, + { + "loss": 2.527730667591095, + "loss_size": 0.608672559261322, + "loss_pdi": 0.4280532419681549, + "loss_ee": 0.6598317563533783, + "loss_delivery": 0.5744364410638809, + "loss_biodist": 0.1755537562072277, + "loss_toxic": 0.11192491045221686 + }, + { + "loss": 2.5417527318000794, + "loss_size": 0.5106275320053101, + "loss_pdi": 0.46467253267765046, + "loss_ee": 0.6609572499990464, + "loss_delivery": 0.6237494334578514, + "loss_biodist": 0.18478997871279718, + "loss_toxic": 0.1282159486785531 + } + ], + "val": [ + { + "loss": 312.104248046875, + "loss_size": 35.64616394042969, + "loss_pdi": 4.5972137451171875, + "loss_ee": 2.669249713420868, + "loss_delivery": 261.82450103759766, + "loss_biodist": 3.1302389055490494, + "loss_toxic": 6.588207721710205, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.92 + }, + { + "loss": 163.61016082763672, + "loss_size": 21.646785736083984, + "loss_pdi": 3.410898029802638, + "loss_ee": 2.4455575942993164, + "loss_delivery": 130.94972229003906, + "loss_biodist": 2.6115428805351257, + "loss_toxic": 4.826815724372857, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.92 + }, + { + "loss": 40.03797245025635, + "loss_size": 3.7274893522262573, + "loss_pdi": 1.7959709377610125, + "loss_ee": 1.5655816793441772, + "loss_delivery": 29.018046379089355, + "loss_biodist": 1.661453753709793, + "loss_toxic": 3.0362377165383805, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.92 + }, + { + "loss": 6.046166777610779, + "loss_size": 0.33862245827913284, + "loss_pdi": 0.6110595390200615, + "loss_ee": 0.6953273117542267, + "loss_delivery": 3.1600557565689087, + "loss_biodist": 0.4823334477841854, + "loss_toxic": 0.8386237727245316, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.92 + }, + { + "loss": 2.174129843711853, + "loss_size": 0.24590403959155083, + "loss_pdi": 0.4475661367177963, + "loss_ee": 0.7445753216743469, + "loss_delivery": 0.48369112610816956, + "loss_biodist": 0.17537225410342216, + "loss_toxic": 0.06979159824550152, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.92 + }, + { + "loss": 2.4930241107940674, + "loss_size": 0.36659375205636024, + "loss_pdi": 0.5048054456710815, + "loss_ee": 0.8104621171951294, + "loss_delivery": 0.5220134034752846, + "loss_biodist": 0.22173336148262024, + "loss_toxic": 0.07306631095707417, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.92 + }, + { + "loss": 2.5175453424453735, + "loss_size": 0.4919840833172202, + "loss_pdi": 0.5470031201839447, + "loss_ee": 0.7096552699804306, + "loss_delivery": 0.5720510259270668, + "loss_biodist": 0.15747319534420967, + "loss_toxic": 0.04976281151175499, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.96 + }, + { + "loss": 2.384653151035309, + "loss_size": 0.5024942504242063, + "loss_pdi": 0.497813880443573, + "loss_ee": 0.6991037428379059, + "loss_delivery": 0.5107688084244728, + "loss_biodist": 0.1366802081465721, + "loss_toxic": 0.04821089003235102, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 2.276614487171173, + "loss_size": 0.4386845105327666, + "loss_pdi": 0.5062040537595749, + "loss_ee": 0.7086039185523987, + "loss_delivery": 0.4523436576128006, + "loss_biodist": 0.13196628913283348, + "loss_toxic": 0.051066246815025806, + "acc_pdi": 0.8787878787878788, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.96 + }, + { + "loss": 2.4538557529449463, + "loss_size": 0.5344601806718856, + "loss_pdi": 0.5027470290660858, + "loss_ee": 0.7624334096908569, + "loss_delivery": 0.47402527928352356, + "loss_biodist": 0.15235574543476105, + "loss_toxic": 0.04966690391302109, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.96 + }, + { + "loss": 2.3684672713279724, + "loss_size": 0.510412700008601, + "loss_pdi": 0.5221510231494904, + "loss_ee": 0.7223091721534729, + "loss_delivery": 0.46095719933509827, + "loss_biodist": 0.13188619911670685, + "loss_toxic": 0.043919092044234276, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.96 + }, + { + "loss": 2.173690617084503, + "loss_size": 0.3682942045852542, + "loss_pdi": 0.5263075530529022, + "loss_ee": 0.6871172785758972, + "loss_delivery": 0.4509875476360321, + "loss_biodist": 0.11544146202504635, + "loss_toxic": 0.046657169703394175, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.96 + }, + { + "loss": 2.3322784304618835, + "loss_size": 0.46201653918251395, + "loss_pdi": 0.5342817902565002, + "loss_ee": 0.7283935248851776, + "loss_delivery": 0.4536285176873207, + "loss_biodist": 0.12996626272797585, + "loss_toxic": 0.052210018038749695, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 2.444220721721649, + "loss_size": 0.5597385948863121, + "loss_pdi": 0.525364875793457, + "loss_ee": 0.7319429516792297, + "loss_delivery": 0.48885828256607056, + "loss_biodist": 0.12787383794784546, + "loss_toxic": 0.04437906900420785, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 2.50890976190567, + "loss_size": 0.6235502431518398, + "loss_pdi": 0.5233625769615173, + "loss_ee": 0.7442205995321274, + "loss_delivery": 0.4838220998644829, + "loss_biodist": 0.13077550753951073, + "loss_toxic": 0.04043995030224323, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 2.498050332069397, + "loss_size": 0.6090958410641178, + "loss_pdi": 0.5230702757835388, + "loss_ee": 0.7379930317401886, + "loss_delivery": 0.4813500791788101, + "loss_biodist": 0.14066721126437187, + "loss_toxic": 0.04326462373137474, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.96 + }, + { + "loss": 2.4725953340530396, + "loss_size": 0.620190262561664, + "loss_pdi": 0.531931072473526, + "loss_ee": 0.724499300122261, + "loss_delivery": 0.45086292922496796, + "loss_biodist": 0.13803834095597267, + "loss_toxic": 0.04378205956891179, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 2.424301028251648, + "loss_size": 0.5688542121788487, + "loss_pdi": 0.5271391570568085, + "loss_ee": 0.7224096804857254, + "loss_delivery": 0.4545637369155884, + "loss_biodist": 0.13846687227487564, + "loss_toxic": 0.048508329782634974, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 2.412946105003357, + "loss_size": 0.560009389417246, + "loss_pdi": 0.5269209146499634, + "loss_ee": 0.7158079594373703, + "loss_delivery": 0.4624234288930893, + "loss_biodist": 0.13607709668576717, + "loss_toxic": 0.047351648565381765, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 2.4337905645370483, + "loss_size": 0.5636091292835772, + "loss_pdi": 0.541760265827179, + "loss_ee": 0.717427596449852, + "loss_delivery": 0.463823102414608, + "loss_biodist": 0.13743994385004044, + "loss_toxic": 0.046246107667684555, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_2/splits.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_2/splits.json new file mode 100644 index 0000000..14df306 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_2/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 43, 44, 45, 47, 48, 49, 50, 51, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 68, 69, 70, 72, 74, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 96, 97, 100, 101, 102, 103, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 142, 143, 145, 147, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 160, 161, 162, 163, 165, 166, 167, 168, 170, 171, 172, 173, 174, 175, 177, 179, 180, 181, 183, 184, 185, 186, 187, 188, 191, 192, 193, 194, 196, 197, 199, 200, 202, 203, 204, 205, 207, 208, 209, 210, 211, 212, 213, 214, 215, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 232, 233, 235, 236, 237, 238, 239, 240, 241, 242, 243, 245, 246, 249, 250, 251, 252, 253, 254, 255, 256, 257, 259, 260, 261, 263, 264, 265, 266, 267, 268, 269, 271, 272, 273, 274, 275, 276, 280, 281, 282, 283, 284, 285, 287, 289, 290, 293, 294, 295, 296, 297, 298, 299, 300, 302, 303, 305, 307, 308, 309, 310, 311, 312, 313, 314, 315, 317, 318, 320, 321, 322, 323, 324, 326, 327, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 358, 360, 361, 363, 364, 365, 366, 368, 369, 370, 371, 372, 373, 376, 377, 378, 379, 380, 381, 382, 383, 385, 386, 387, 388, 389, 390, 392, 394, 395, 398, 399, 400, 401, 402, 404, 405, 407, 408, 409, 410, 412, 413, 414, 415, 416, 417, 418], "outer_test_idx": [10, 12, 15, 31, 35, 42, 46, 52, 53, 54, 62, 66, 67, 71, 73, 75, 77, 81, 89, 90, 92, 98, 99, 105, 123, 124, 141, 144, 146, 154, 155, 164, 169, 176, 178, 182, 189, 190, 195, 198, 201, 206, 216, 217, 218, 219, 231, 234, 244, 247, 248, 258, 262, 270, 277, 278, 279, 286, 288, 291, 292, 301, 304, 306, 316, 319, 325, 328, 343, 357, 359, 362, 367, 374, 375, 384, 391, 393, 396, 397, 403, 406, 411, 419]} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_2/test_metrics.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_2/test_metrics.json new file mode 100644 index 0000000..3eab24b --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_2/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.694104954036804, + "rmse": 0.8331296141878549, + "mae": 0.5730913195847755, + "r2": -0.3708448826723467 + }, + "delivery": { + "n_samples": 60, + "mse": 0.8789062653086458, + "rmse": 0.9375000081646111, + "mae": 0.5842139825302487, + "r2": -0.1699765745883759 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6428571428571428, + "recall": 0.6796187683284457, + "f1": 0.6415362731152205 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6547619047619048, + "precision": 0.5879629629629629, + "recall": 0.6295518207282914, + "f1": 0.5990442054958184 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.1930069518225448, + "js_divergence": 0.04818290212448818 + } +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_3/best_params.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_3/best_params.json new file mode 100644 index 0000000..c82089c --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_3/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.2579933044043313, + "lr": 0.0008356094196044798, + "weight_decay": 0.01773605606917, + "backbone_lr_ratio": 0.0925525734131181, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_3/epoch_mean.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_3/epoch_mean.json new file mode 100644 index 0000000..0af0e3e --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_3/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 16} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_3/history.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_3/history.json new file mode 100644 index 0000000..2fd4121 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_3/history.json @@ -0,0 +1,340 @@ +{ + "train": [ + { + "loss": 5.228227066993713, + "loss_size": 0.8228927433490754, + "loss_pdi": 0.6935940682888031, + "loss_ee": 1.0655820667743683, + "loss_delivery": 0.913409224152565, + "loss_biodist": 1.0821732044219972, + "loss_toxic": 0.6557122617959976 + }, + { + "loss": 4.479579305648803, + "loss_size": 0.8039062917232513, + "loss_pdi": 0.6532050013542176, + "loss_ee": 0.9601472556591034, + "loss_delivery": 0.8519492894411087, + "loss_biodist": 0.7250148594379425, + "loss_toxic": 0.4967797577381134 + }, + { + "loss": 3.958829140663147, + "loss_size": 0.7298786103725433, + "loss_pdi": 0.6369311094284058, + "loss_ee": 0.9439026772975921, + "loss_delivery": 0.7804423555731773, + "loss_biodist": 0.5022133439779282, + "loss_toxic": 0.3784711122512817 + }, + { + "loss": 3.635657620429993, + "loss_size": 0.7249224588274956, + "loss_pdi": 0.6237349152565003, + "loss_ee": 0.8847118794918061, + "loss_delivery": 0.7063414976000786, + "loss_biodist": 0.3850834250450134, + "loss_toxic": 0.3241618901491165 + }, + { + "loss": 3.3933313846588136, + "loss_size": 0.7466336727142334, + "loss_pdi": 0.6063291907310486, + "loss_ee": 0.8495067656040192, + "loss_delivery": 0.7276500463485718, + "loss_biodist": 0.27843021005392077, + "loss_toxic": 0.19819995239377022 + }, + { + "loss": 3.1661641359329225, + "loss_size": 0.6543658554553986, + "loss_pdi": 0.5950772583484649, + "loss_ee": 0.8206037759780884, + "loss_delivery": 0.6740215882658959, + "loss_biodist": 0.2857130005955696, + "loss_toxic": 0.15130985379219056 + }, + { + "loss": 3.0843218564987183, + "loss_size": 0.6850514739751816, + "loss_pdi": 0.5836683869361877, + "loss_ee": 0.7774817705154419, + "loss_delivery": 0.6800989806652069, + "loss_biodist": 0.2438136175274849, + "loss_toxic": 0.13069248981773854 + }, + { + "loss": 2.9433101415634155, + "loss_size": 0.6429291129112243, + "loss_pdi": 0.5389877319335937, + "loss_ee": 0.7664919853210449, + "loss_delivery": 0.6316827788949013, + "loss_biodist": 0.2197751596570015, + "loss_toxic": 0.15924193635582923 + }, + { + "loss": 2.938946175575256, + "loss_size": 0.6558855816721916, + "loss_pdi": 0.5560191690921783, + "loss_ee": 0.7669546902179718, + "loss_delivery": 0.6876054093241691, + "loss_biodist": 0.1819637507200241, + "loss_toxic": 0.11173955630511045 + }, + { + "loss": 2.9013686656951903, + "loss_size": 0.5955887526273728, + "loss_pdi": 0.5131050229072571, + "loss_ee": 0.7673852682113648, + "loss_delivery": 0.6602753430604935, + "loss_biodist": 0.1835857979953289, + "loss_toxic": 0.20081960316747427 + }, + { + "loss": 2.9148577570915224, + "loss_size": 0.6468401953577996, + "loss_pdi": 0.5191512137651444, + "loss_ee": 0.7706178367137909, + "loss_delivery": 0.6651968866586685, + "loss_biodist": 0.1770644888281822, + "loss_toxic": 0.1588523281738162 + }, + { + "loss": 2.7170756340026854, + "loss_size": 0.5908185958862304, + "loss_pdi": 0.5134226500988006, + "loss_ee": 0.7296884000301361, + "loss_delivery": 0.6357970386743546, + "loss_biodist": 0.18539608418941497, + "loss_toxic": 0.08560695629566908 + }, + { + "loss": 2.7549367189407348, + "loss_size": 0.6103667423129082, + "loss_pdi": 0.5147204488515854, + "loss_ee": 0.6999060690402985, + "loss_delivery": 0.5791565716266632, + "loss_biodist": 0.15723344758152963, + "loss_toxic": 0.21172456108033658 + }, + { + "loss": 2.722066593170166, + "loss_size": 0.6808111101388932, + "loss_pdi": 0.512078258395195, + "loss_ee": 0.6963970303535462, + "loss_delivery": 0.5657526075839996, + "loss_biodist": 0.16078836023807525, + "loss_toxic": 0.12746089966967702 + }, + { + "loss": 2.654638242721558, + "loss_size": 0.6299064666032791, + "loss_pdi": 0.51125108897686, + "loss_ee": 0.6819221585988998, + "loss_delivery": 0.5979997530579567, + "loss_biodist": 0.16073131263256074, + "loss_toxic": 0.0954098679125309 + }, + { + "loss": 2.7109771847724913, + "loss_size": 0.6187654837965966, + "loss_pdi": 0.5251924812793731, + "loss_ee": 0.7150843381881714, + "loss_delivery": 0.563764077425003, + "loss_biodist": 0.21679732128977774, + "loss_toxic": 0.09518604539334774 + } + ], + "val": [ + { + "loss": 497.72010803222656, + "loss_size": 163.78768920898438, + "loss_pdi": 2.308985471715914, + "loss_ee": 12.291457176208496, + "loss_delivery": 313.2512512207031, + "loss_biodist": 7.774640798568726, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 251.4455337524414, + "loss_size": 68.21077156066895, + "loss_pdi": 1.468411729001673, + "loss_ee": 7.069864511489868, + "loss_delivery": 175.3380584716797, + "loss_biodist": 1.4189729392528534, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 79.45040512084961, + "loss_size": 18.39819622039795, + "loss_pdi": 0.8202477367594838, + "loss_ee": 3.3986181020736694, + "loss_delivery": 57.03561592102051, + "loss_biodist": 0.7435247451066971, + "loss_toxic": 6.357823139069296e-07, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 13.447110176086426, + "loss_size": 1.8285695910453796, + "loss_pdi": 0.5417969599366188, + "loss_ee": 1.5245782136917114, + "loss_delivery": 9.393309831619263, + "loss_biodist": 0.34474125131964684, + "loss_toxic": 0.0017975137452594936, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 4.536536455154419, + "loss_size": 0.7073877155780792, + "loss_pdi": 0.6480913907289505, + "loss_ee": 1.2479356825351715, + "loss_delivery": 1.110335111618042, + "loss_biodist": 0.542308047413826, + "loss_toxic": 0.32169175520539284, + "acc_pdi": 0.8787878787878788, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 4.3638246059417725, + "loss_size": 0.6449690759181976, + "loss_pdi": 0.6452279537916183, + "loss_ee": 1.184846967458725, + "loss_delivery": 1.1178742051124573, + "loss_biodist": 0.5484549701213837, + "loss_toxic": 0.2659283373504877, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 4.154910683631897, + "loss_size": 0.617472231388092, + "loss_pdi": 0.6106277257204056, + "loss_ee": 1.1478229463100433, + "loss_delivery": 1.1722968220710754, + "loss_biodist": 0.4453989416360855, + "loss_toxic": 0.20617258176207542, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 3.963705897331238, + "loss_size": 0.6067273616790771, + "loss_pdi": 0.5933939963579178, + "loss_ee": 1.1400238275527954, + "loss_delivery": 1.1019399464130402, + "loss_biodist": 0.3925839364528656, + "loss_toxic": 0.1747231800109148, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + }, + { + "loss": 3.69464111328125, + "loss_size": 0.5319793969392776, + "loss_pdi": 0.5668446719646454, + "loss_ee": 1.084693968296051, + "loss_delivery": 1.1163858771324158, + "loss_biodist": 0.3117341697216034, + "loss_toxic": 0.12910713162273169, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 3.6939244270324707, + "loss_size": 0.5501782596111298, + "loss_pdi": 0.5732599496841431, + "loss_ee": 1.0784155428409576, + "loss_delivery": 1.1185666620731354, + "loss_biodist": 0.30094167590141296, + "loss_toxic": 0.12137703131884336, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 3.7391620874404907, + "loss_size": 0.5803980976343155, + "loss_pdi": 0.5844035744667053, + "loss_ee": 1.0982468128204346, + "loss_delivery": 1.056959718465805, + "loss_biodist": 0.328358992934227, + "loss_toxic": 0.14081792999058962, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 3.7668845653533936, + "loss_size": 0.5965065658092499, + "loss_pdi": 0.5767949372529984, + "loss_ee": 1.1217803657054901, + "loss_delivery": 1.0229645073413849, + "loss_biodist": 0.34746603667736053, + "loss_toxic": 0.15230096504092216, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 3.739178419113159, + "loss_size": 0.6317388117313385, + "loss_pdi": 0.5550083369016647, + "loss_ee": 1.1222167015075684, + "loss_delivery": 0.9871968924999237, + "loss_biodist": 0.3490559160709381, + "loss_toxic": 0.14452048670500517, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 3.744035243988037, + "loss_size": 0.6325712203979492, + "loss_pdi": 0.5561501234769821, + "loss_ee": 1.1126016974449158, + "loss_delivery": 1.001585990190506, + "loss_biodist": 0.3461681008338928, + "loss_toxic": 0.14593350421637297, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 3.741127133369446, + "loss_size": 0.6307375431060791, + "loss_pdi": 0.5608115345239639, + "loss_ee": 1.1088553667068481, + "loss_delivery": 1.0231521427631378, + "loss_biodist": 0.32973554730415344, + "loss_toxic": 0.13973965775221586, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 3.72326922416687, + "loss_size": 0.6346084475517273, + "loss_pdi": 0.5599114000797272, + "loss_ee": 1.1059267818927765, + "loss_delivery": 1.033322274684906, + "loss_biodist": 0.31133808195590973, + "loss_toxic": 0.1305193519219756, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_3/splits.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_3/splits.json new file mode 100644 index 0000000..7a2b13e --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_3/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 102, 104, 105, 106, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 127, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 166, 168, 169, 170, 172, 173, 174, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 195, 198, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 218, 219, 221, 223, 224, 226, 227, 228, 230, 231, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 251, 252, 253, 254, 255, 256, 257, 258, 259, 262, 263, 264, 265, 266, 267, 268, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 282, 284, 286, 288, 289, 290, 291, 292, 293, 294, 295, 297, 298, 299, 301, 302, 304, 305, 306, 307, 308, 309, 310, 312, 314, 315, 316, 317, 319, 320, 321, 325, 326, 327, 328, 331, 332, 334, 336, 340, 341, 343, 344, 346, 347, 348, 350, 352, 353, 357, 359, 360, 361, 362, 363, 364, 366, 367, 368, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 382, 383, 384, 385, 386, 387, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 400, 401, 402, 403, 404, 406, 407, 410, 411, 412, 414, 415, 416, 418, 419], "outer_test_idx": [3, 6, 13, 18, 19, 26, 33, 44, 48, 49, 50, 56, 57, 72, 80, 88, 94, 101, 103, 107, 108, 114, 126, 128, 130, 145, 149, 157, 167, 171, 175, 188, 196, 197, 199, 211, 220, 222, 225, 229, 232, 236, 250, 260, 261, 271, 281, 283, 285, 287, 296, 300, 303, 311, 313, 318, 322, 323, 324, 329, 330, 333, 335, 337, 338, 339, 342, 345, 349, 351, 354, 355, 356, 358, 365, 369, 381, 388, 399, 405, 408, 409, 413, 417]} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_3/test_metrics.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_3/test_metrics.json new file mode 100644 index 0000000..152b695 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_3/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.7071202920977901, + "rmse": 1.306568135268035, + "mae": 0.5980421773618064, + "r2": 0.034439751281000186 + }, + "delivery": { + "n_samples": 59, + "mse": 0.7872583888568112, + "rmse": 0.8872758245646115, + "mae": 0.5833600104581249, + "r2": 0.23469131114880493 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6267796610169492, + "recall": 0.6370967741935484, + "f1": 0.6307367680675224 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6332323232323231, + "recall": 0.6600301659125188, + "f1": 0.641938178780284 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9333333333333333, + "precision": 0.7142857142857143, + "recall": 0.9649122807017544, + "f1": 0.7818181818181817 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.22192827854405323, + "js_divergence": 0.05256172063312157 + } +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_4/best_params.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_4/best_params.json new file mode 100644 index 0000000..84db1e3 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_4/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.27634688137192176, + "lr": 0.0006690284401705901, + "weight_decay": 0.0006607172959364349, + "backbone_lr_ratio": 0.10372147434590727, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_4/epoch_mean.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_4/epoch_mean.json new file mode 100644 index 0000000..c288387 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_4/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 18} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_4/history.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_4/history.json new file mode 100644 index 0000000..4bb35cc --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_4/history.json @@ -0,0 +1,384 @@ +{ + "train": [ + { + "loss": 5.950516176223755, + "loss_size": 1.159849688410759, + "loss_pdi": 0.6920156836509704, + "loss_ee": 1.0771791219711304, + "loss_delivery": 1.114314404129982, + "loss_biodist": 1.2174840450286866, + "loss_toxic": 0.6954666376113892 + }, + { + "loss": 5.039484214782715, + "loss_size": 1.0841466546058656, + "loss_pdi": 0.641997903585434, + "loss_ee": 1.0307379126548768, + "loss_delivery": 0.8236595183610916, + "loss_biodist": 0.8861866116523742, + "loss_toxic": 0.586129230260849 + }, + { + "loss": 4.493391132354736, + "loss_size": 1.001603764295578, + "loss_pdi": 0.633371913433075, + "loss_ee": 0.9713635683059693, + "loss_delivery": 0.8147510528564453, + "loss_biodist": 0.6408133149147034, + "loss_toxic": 0.4471241980791092 + }, + { + "loss": 4.2332582712173465, + "loss_size": 0.9713463127613068, + "loss_pdi": 0.6159847795963287, + "loss_ee": 0.9127778291702271, + "loss_delivery": 0.8187645196914672, + "loss_biodist": 0.5264444887638092, + "loss_toxic": 0.4045950546860695 + }, + { + "loss": 3.804945945739746, + "loss_size": 0.932150200009346, + "loss_pdi": 0.6025018632411957, + "loss_ee": 0.8520045161247254, + "loss_delivery": 0.7788235813379287, + "loss_biodist": 0.4347052976489067, + "loss_toxic": 0.21862408816814421 + }, + { + "loss": 3.5262280225753786, + "loss_size": 0.8302905574440956, + "loss_pdi": 0.573663517832756, + "loss_ee": 0.8557065784931183, + "loss_delivery": 0.7268946155905723, + "loss_biodist": 0.36147183179855347, + "loss_toxic": 0.1911008305847645 + }, + { + "loss": 3.487701725959778, + "loss_size": 0.9373376071453094, + "loss_pdi": 0.5837603777647018, + "loss_ee": 0.809671688079834, + "loss_delivery": 0.7167263776063919, + "loss_biodist": 0.29442729949951174, + "loss_toxic": 0.16022279113531113 + }, + { + "loss": 3.3456955194473266, + "loss_size": 0.862875472009182, + "loss_pdi": 0.5635394752025604, + "loss_ee": 0.7928877830505371, + "loss_delivery": 0.729538181424141, + "loss_biodist": 0.27637707740068435, + "loss_toxic": 0.1360071487724781 + }, + { + "loss": 3.234308290481567, + "loss_size": 0.8545892179012299, + "loss_pdi": 0.5432525217533112, + "loss_ee": 0.804881352186203, + "loss_delivery": 0.6938659533858299, + "loss_biodist": 0.2491873949766159, + "loss_toxic": 0.10582146383821964 + }, + { + "loss": 3.2355197191238405, + "loss_size": 0.7947880864143372, + "loss_pdi": 0.5514395803213119, + "loss_ee": 0.7994623780250549, + "loss_delivery": 0.7555666148662568, + "loss_biodist": 0.23220116943120955, + "loss_toxic": 0.12195255402475595 + }, + { + "loss": 3.47660813331604, + "loss_size": 1.0322615474462509, + "loss_pdi": 0.5322515338659286, + "loss_ee": 0.7828284680843354, + "loss_delivery": 0.6996728867292404, + "loss_biodist": 0.25411196798086166, + "loss_toxic": 0.197270455211401 + }, + { + "loss": 3.1369512557983397, + "loss_size": 0.7673854291439056, + "loss_pdi": 0.5307419776916504, + "loss_ee": 0.7737555801868439, + "loss_delivery": 0.6999311059713363, + "loss_biodist": 0.23491706401109697, + "loss_toxic": 0.15040080286562443 + }, + { + "loss": 3.2732517242431642, + "loss_size": 0.9420265406370163, + "loss_pdi": 0.5392689168453216, + "loss_ee": 0.7193392455577851, + "loss_delivery": 0.6788778185844422, + "loss_biodist": 0.24514100700616837, + "loss_toxic": 0.16975489743053912 + }, + { + "loss": 2.9632347583770753, + "loss_size": 0.6868047565221786, + "loss_pdi": 0.5193924486637116, + "loss_ee": 0.7624594092369079, + "loss_delivery": 0.6924030989408493, + "loss_biodist": 0.2216127634048462, + "loss_toxic": 0.10175429210066796 + }, + { + "loss": 3.0177461385726927, + "loss_size": 0.7807673260569572, + "loss_pdi": 0.5043717920780182, + "loss_ee": 0.7324419319629669, + "loss_delivery": 0.7018096566200256, + "loss_biodist": 0.2039886012673378, + "loss_toxic": 0.11554738515987992 + }, + { + "loss": 2.8859994173049928, + "loss_size": 0.7079876810312271, + "loss_pdi": 0.5178843379020691, + "loss_ee": 0.731558209657669, + "loss_delivery": 0.6257590502500534, + "loss_biodist": 0.2345804899930954, + "loss_toxic": 0.08867135308682919 + }, + { + "loss": 2.989528179168701, + "loss_size": 0.7263103425502777, + "loss_pdi": 0.5028674840927124, + "loss_ee": 0.7790897786617279, + "loss_delivery": 0.6707823872566223, + "loss_biodist": 0.2160314992070198, + "loss_toxic": 0.11670885309576988 + }, + { + "loss": 2.8421730041503905, + "loss_size": 0.6934845350682736, + "loss_pdi": 0.5201616734266281, + "loss_ee": 0.708959037065506, + "loss_delivery": 0.6170958176255226, + "loss_biodist": 0.23749034628272056, + "loss_toxic": 0.08473951891064643 + } + ], + "val": [ + { + "loss": 529.3380432128906, + "loss_size": 87.72226333618164, + "loss_pdi": 1.470413311617449, + "loss_ee": 2.1099614687263966, + "loss_delivery": 419.93540954589844, + "loss_biodist": 8.359392404556274, + "loss_toxic": 11.66277265548706, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.09090909090909091 + }, + { + "loss": 203.2046890258789, + "loss_size": 32.43169403076172, + "loss_pdi": 1.4092749224510044, + "loss_ee": 1.2994215451180935, + "loss_delivery": 164.76238250732422, + "loss_biodist": 1.3535314202308655, + "loss_toxic": 3.4493226408958435, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.09090909090909091 + }, + { + "loss": 57.48474311828613, + "loss_size": 7.718072891235352, + "loss_pdi": 1.005406878888607, + "loss_ee": 0.8019660115242004, + "loss_delivery": 46.62156105041504, + "loss_biodist": 0.9100505709648132, + "loss_toxic": 0.9939011633396149, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.09090909090909091 + }, + { + "loss": 7.694808483123779, + "loss_size": 0.7341214716434479, + "loss_pdi": 0.5712632909417152, + "loss_ee": 0.6846679300069809, + "loss_delivery": 4.858800649642944, + "loss_biodist": 0.4095621854066849, + "loss_toxic": 0.4976353794336319, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9090909090909091 + }, + { + "loss": 2.3222498893737793, + "loss_size": 0.3224935755133629, + "loss_pdi": 0.47889338433742523, + "loss_ee": 0.6729415506124496, + "loss_delivery": 0.4251418383792043, + "loss_biodist": 0.2534862831234932, + "loss_toxic": 0.1628171242773533, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 2.1143440306186676, + "loss_size": 0.30836374685168266, + "loss_pdi": 0.4202769324183464, + "loss_ee": 0.6493868306279182, + "loss_delivery": 0.4460162064060569, + "loss_biodist": 0.2278590351343155, + "loss_toxic": 0.05470941588282585, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 2.0398381054401398, + "loss_size": 0.340185210108757, + "loss_pdi": 0.38612398505210876, + "loss_ee": 0.6287437081336975, + "loss_delivery": 0.44448700873181224, + "loss_biodist": 0.20020371675491333, + "loss_toxic": 0.033190117217600346, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 2.044467955827713, + "loss_size": 0.3344137780368328, + "loss_pdi": 0.37080199271440506, + "loss_ee": 0.6362763419747353, + "loss_delivery": 0.44304286828264594, + "loss_biodist": 0.2093770056962967, + "loss_toxic": 0.04589983215555549, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9677285850048065, + "loss_size": 0.30241788923740387, + "loss_pdi": 0.3580394983291626, + "loss_ee": 0.6142543591558933, + "loss_delivery": 0.4804489891976118, + "loss_biodist": 0.16985907405614853, + "loss_toxic": 0.03896560659632087, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9406082779169083, + "loss_size": 0.3204253129661083, + "loss_pdi": 0.3522282913327217, + "loss_ee": 0.5974261648952961, + "loss_delivery": 0.47360226698219776, + "loss_biodist": 0.15462300926446915, + "loss_toxic": 0.039703201968222857, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5454545454545454, + "acc_toxic": 1.0 + }, + { + "loss": 1.9247709214687347, + "loss_size": 0.31995706632733345, + "loss_pdi": 0.3441208563745022, + "loss_ee": 0.606867890805006, + "loss_delivery": 0.4724026751209749, + "loss_biodist": 0.16086610406637192, + "loss_toxic": 0.020114680053666234, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9296342879533768, + "loss_size": 0.31868263334035873, + "loss_pdi": 0.34171605110168457, + "loss_ee": 0.6067409515380859, + "loss_delivery": 0.48115481378044933, + "loss_biodist": 0.15411707758903503, + "loss_toxic": 0.027938355458900332, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9497593939304352, + "loss_size": 0.31674597412347794, + "loss_pdi": 0.3378394991159439, + "loss_ee": 0.6086409240961075, + "loss_delivery": 0.47373420582152903, + "loss_biodist": 0.1755533292889595, + "loss_toxic": 0.0387757282005623, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9451894760131836, + "loss_size": 0.3191423565149307, + "loss_pdi": 0.338000126183033, + "loss_ee": 0.6050842814147472, + "loss_delivery": 0.4751666346564889, + "loss_biodist": 0.16777706891298294, + "loss_toxic": 0.042016788152977824, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.936914086341858, + "loss_size": 0.32490047439932823, + "loss_pdi": 0.3390324115753174, + "loss_ee": 0.6027393378317356, + "loss_delivery": 0.4803381827659905, + "loss_biodist": 0.1564352884888649, + "loss_toxic": 0.03614008508156985, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9359408020973206, + "loss_size": 0.3296528998762369, + "loss_pdi": 0.3420071620494127, + "loss_ee": 0.6035912893712521, + "loss_delivery": 0.4788834396749735, + "loss_biodist": 0.1453068032860756, + "loss_toxic": 0.039446369162760675, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9336654841899872, + "loss_size": 0.3261809665709734, + "loss_pdi": 0.34203708358109, + "loss_ee": 0.6040724739432335, + "loss_delivery": 0.47522678109817207, + "loss_biodist": 0.14553579688072205, + "loss_toxic": 0.04350422974675894, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9346269369125366, + "loss_size": 0.3341996744275093, + "loss_pdi": 0.34129611775279045, + "loss_ee": 0.6049243472516537, + "loss_delivery": 0.4779892328660935, + "loss_biodist": 0.14260338991880417, + "loss_toxic": 0.03684226213954389, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_4/splits.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_4/splits.json new file mode 100644 index 0000000..8dd0299 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_4/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 110, 111, 112, 113, 114, 116, 117, 119, 120, 121, 122, 123, 124, 126, 127, 128, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 152, 154, 155, 157, 160, 161, 162, 163, 164, 165, 166, 167, 169, 170, 171, 173, 174, 175, 176, 177, 178, 180, 181, 182, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 203, 205, 206, 207, 208, 209, 211, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 234, 235, 236, 238, 239, 240, 241, 243, 244, 245, 246, 247, 248, 249, 250, 251, 253, 254, 257, 258, 260, 261, 262, 263, 264, 265, 266, 267, 270, 271, 272, 273, 277, 278, 279, 280, 281, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 298, 299, 300, 301, 302, 303, 304, 305, 306, 309, 311, 312, 313, 314, 315, 316, 318, 319, 320, 322, 323, 324, 325, 326, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 341, 342, 343, 345, 346, 347, 349, 350, 351, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 365, 367, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 381, 383, 384, 385, 386, 388, 390, 391, 392, 393, 394, 395, 396, 397, 399, 400, 401, 402, 403, 405, 406, 407, 408, 409, 410, 411, 413, 415, 416, 417, 418, 419], "outer_test_idx": [0, 5, 11, 21, 24, 27, 30, 32, 36, 38, 39, 40, 47, 55, 58, 61, 65, 76, 86, 95, 100, 106, 109, 115, 118, 125, 129, 131, 136, 148, 150, 151, 153, 156, 158, 159, 168, 172, 179, 183, 184, 185, 202, 204, 210, 212, 213, 228, 233, 237, 242, 252, 255, 256, 259, 268, 269, 274, 275, 276, 282, 297, 307, 308, 310, 317, 321, 327, 340, 344, 348, 352, 364, 366, 368, 379, 380, 382, 387, 389, 398, 404, 412, 414]} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_4/test_metrics.json b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_4/test_metrics.json new file mode 100644 index 0000000..84401cd --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/repeat_2/outer_fold_4/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.6188806793616102, + "rmse": 0.7866896969972406, + "mae": 0.4881071589770727, + "r2": 0.17186077618719975 + }, + "delivery": { + "n_samples": 58, + "mse": 1.1019690852549056, + "rmse": 1.049747153011098, + "mae": 0.6242254720679645, + "r2": -0.06558591402348912 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6686520376175549, + "recall": 0.6972140762463344, + "f1": 0.6762192056309704 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.6253968253968254, + "recall": 0.6880341880341881, + "f1": 0.6459922331182074 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.19449513422362763, + "js_divergence": 0.05424559531739601 + } +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/strata_info.json b/models/abl/llm_biot5/20260623_225013/strata_info.json new file mode 100644 index 0000000..ef3be58 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/strata_info.json @@ -0,0 +1,60 @@ +{ + "original_strata_counts": { + "T0|P0|E0": "5", + "T0|P0|E1": "58", + "T0|P0|E2": "169", + "T0|P1|E0": "1", + "T0|P1|E1": "17", + "T0|P1|E2": "32", + "T0|P2|E2": "3", + "T1|P0|E2": "9", + "T1|P1|E2": "5", + "TNA|P0|E0": "28", + "TNA|P0|E1": "21", + "TNA|P0|E2": "20", + "TNA|P1|E0": "29", + "TNA|P1|E1": "7", + "TNA|P1|E2": "14", + "TNA|P2|E2": "1", + "TNA|P3|E0": "1" + }, + "rare_strata": [ + "T0|P1|E0", + "T0|P2|E2", + "TNA|P2|E2", + "TNA|P3|E0" + ], + "final_strata": [ + "RARE", + "T0|P0|E0", + "T0|P0|E1", + "T0|P0|E2", + "T0|P1|E1", + "T0|P1|E2", + "T1|P0|E2", + "T1|P1|E2", + "TNA|P0|E0", + "TNA|P0|E1", + "TNA|P0|E2", + "TNA|P1|E0", + "TNA|P1|E1", + "TNA|P1|E2" + ], + "final_strata_counts": { + "RARE": "6", + "T0|P0|E0": "5", + "T0|P0|E1": "58", + "T0|P0|E2": "169", + "T0|P1|E1": "17", + "T0|P1|E2": "32", + "T1|P0|E2": "9", + "T1|P1|E2": "5", + "TNA|P0|E0": "28", + "TNA|P0|E1": "21", + "TNA|P0|E2": "20", + "TNA|P1|E0": "29", + "TNA|P1|E1": "7", + "TNA|P1|E2": "14" + }, + "n_rare_merged": "6" +} \ No newline at end of file diff --git a/models/abl/llm_biot5/20260623_225013/summary.json b/models/abl/llm_biot5/20260623_225013/summary.json new file mode 100644 index 0000000..a424519 --- /dev/null +++ b/models/abl/llm_biot5/20260623_225013/summary.json @@ -0,0 +1,947 @@ +{ + "fold_results": [ + { + "fold": 0, + "best_params": { + "dropout": 0.17394178221021084, + "lr": 0.0008692991511139548, + "weight_decay": 0.012604664585649461, + "backbone_lr_ratio": 0.7568292060167615, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 22, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.5149383407462742, + "rmse": 1.2308283148945973, + "mae": 0.5505643196134682, + "r2": 0.07282044540430221 + }, + "delivery": { + "n_samples": 58, + "mse": 0.39396393758973075, + "rmse": 0.6276654663032935, + "mae": 0.43898446954272946, + "r2": 0.49924806199618754 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.8214285714285714, + "precision": 0.7751989389920424, + "recall": 0.7957947255880256, + "f1": 0.7839135654261704 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6467727674624226, + "recall": 0.6804761904761905, + "f1": 0.6515223317791536 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9827586206896551, + "precision": 0.9912280701754386, + "recall": 0.75, + "f1": 0.8289085545722714 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2001182278729203, + "js_divergence": 0.03945583955146683 + } + } + }, + { + "fold": 1, + "best_params": { + "dropout": 0.46346510313243516, + "lr": 0.0006611593614605952, + "weight_decay": 0.0012618934451314413, + "backbone_lr_ratio": 0.016144994436962733, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 21, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.4395358435955215, + "rmse": 0.6629749946985343, + "mae": 0.5030306407161766, + "r2": -0.34218620138152533 + }, + "delivery": { + "n_samples": 61, + "mse": 1.1257630956632314, + "rmse": 1.0610198375446291, + "mae": 0.6725205194327186, + "r2": 0.1478784916419149 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6309523809523809, + "precision": 0.5417771883289124, + "recall": 0.5476190476190477, + "f1": 0.5421135924037278 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5476190476190477, + "precision": 0.4785103785103786, + "recall": 0.4779744065458351, + "f1": 0.4642639781958667 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.38295749252013045, + "js_divergence": 0.09246241615458782 + } + } + }, + { + "fold": 2, + "best_params": { + "dropout": 0.37957368636166133, + "lr": 0.0009769495719529073, + "weight_decay": 0.00041151384661719883, + "backbone_lr_ratio": 0.16649282214592181, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 20, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.48589445124357766, + "rmse": 0.6970612966185812, + "mae": 0.5312965631795427, + "r2": 0.040367140254082834 + }, + "delivery": { + "n_samples": 60, + "mse": 0.7147699904336099, + "rmse": 0.8454407078167042, + "mae": 0.5340412713664894, + "r2": 0.04851725600976342 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6670673076923077, + "recall": 0.7038123167155426, + "f1": 0.672514619883041 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6064814814814815, + "recall": 0.6573295985060691, + "f1": 0.6185851973086015 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.15665357630064303, + "js_divergence": 0.040015487284461464 + } + } + }, + { + "fold": 3, + "best_params": { + "dropout": 0.2579933044043313, + "lr": 0.0008356094196044798, + "weight_decay": 0.01773605606917, + "backbone_lr_ratio": 0.0925525734131181, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 16, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.757765364542394, + "rmse": 1.3258074387113665, + "mae": 0.589673353370324, + "r2": 0.005794512294407306 + }, + "delivery": { + "n_samples": 59, + "mse": 0.7355912040567187, + "rmse": 0.857666137874592, + "mae": 0.5746315904435212, + "r2": 0.2849179533995273 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.5982142857142857, + "recall": 0.6129032258064516, + "f1": 0.6013559322033898 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.5898730898730898, + "recall": 0.6022121669180492, + "f1": 0.5907255864702673 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9333333333333333, + "precision": 0.7142857142857143, + "recall": 0.9649122807017544, + "f1": 0.7818181818181817 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.22815631846536583, + "js_divergence": 0.05563317108032269 + } + } + }, + { + "fold": 4, + "best_params": { + "dropout": 0.27634688137192176, + "lr": 0.0006690284401705901, + "weight_decay": 0.0006607172959364349, + "backbone_lr_ratio": 0.10372147434590727, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 18, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.7667293944623308, + "rmse": 0.8756308551337891, + "mae": 0.5201750371017537, + "r2": -0.025979169780300237 + }, + "delivery": { + "n_samples": 58, + "mse": 1.1286937327949407, + "rmse": 1.062399987196414, + "mae": 0.6472625940203153, + "r2": -0.0914282070214969 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.75, + "precision": 0.7014607425441266, + "recall": 0.7426686217008798, + "f1": 0.7105824446267432 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6205808080808081, + "recall": 0.6705128205128205, + "f1": 0.6378968253968255 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.22047025807641488, + "js_divergence": 0.061807221040303985 + } + } + }, + { + "fold": 0, + "best_params": { + "dropout": 0.17394178221021084, + "lr": 0.0008692991511139548, + "weight_decay": 0.012604664585649461, + "backbone_lr_ratio": 0.7568292060167615, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 22, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.5171974130573904, + "rmse": 1.2317456771011581, + "mae": 0.5484329929508, + "r2": 0.07143783754305522 + }, + "delivery": { + "n_samples": 58, + "mse": 0.4712037258277428, + "rmse": 0.686442805940701, + "mae": 0.484680590123452, + "r2": 0.4010716301942814 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.8333333333333334, + "precision": 0.7936507936507937, + "recall": 0.7769066286528867, + "f1": 0.7844574780058651 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6861025111799105, + "recall": 0.6904761904761904, + "f1": 0.6678105844772512 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9827586206896551, + "precision": 0.9912280701754386, + "recall": 0.75, + "f1": 0.8289085545722714 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.18354526384001882, + "js_divergence": 0.03665091855767172 + } + } + }, + { + "fold": 1, + "best_params": { + "dropout": 0.46346510313243516, + "lr": 0.0006611593614605952, + "weight_decay": 0.0012618934451314413, + "backbone_lr_ratio": 0.016144994436962733, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 21, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.43151526418089386, + "rmse": 0.6568982144753431, + "mae": 0.5153566197093044, + "r2": -0.31769420334710685 + }, + "delivery": { + "n_samples": 61, + "mse": 1.1793264158273358, + "rmse": 1.085967962615535, + "mae": 0.6843292663392962, + "r2": 0.10733491960022012 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.5873015873015872, + "recall": 0.5873015873015872, + "f1": 0.5873015873015872 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5238095238095238, + "precision": 0.4528099528099528, + "recall": 0.44767137624280484, + "f1": 0.4399655469422911 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.3908222296638151, + "js_divergence": 0.09199987769540309 + } + } + }, + { + "fold": 2, + "best_params": { + "dropout": 0.37957368636166133, + "lr": 0.0009769495719529073, + "weight_decay": 0.00041151384661719883, + "backbone_lr_ratio": 0.16649282214592181, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 20, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.8692874326749802, + "rmse": 0.9323558508825802, + "mae": 0.6207977542321065, + "r2": -0.716827148003172 + }, + "delivery": { + "n_samples": 60, + "mse": 0.8069747310235574, + "rmse": 0.8983177227593573, + "mae": 0.582237891984793, + "r2": -0.07422323500079187 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7380952380952381, + "precision": 0.6923076923076923, + "recall": 0.7346041055718475, + "f1": 0.6998050682261208 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6229586426299045, + "recall": 0.6851073762838468, + "f1": 0.638092885375494 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.15019600854908347, + "js_divergence": 0.03837682892737912 + } + } + }, + { + "fold": 3, + "best_params": { + "dropout": 0.2579933044043313, + "lr": 0.0008356094196044798, + "weight_decay": 0.01773605606917, + "backbone_lr_ratio": 0.0925525734131181, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 16, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.7839036613886652, + "rmse": 1.3356285641557182, + "mae": 0.5837100798892508, + "r2": -0.008989507625456028 + }, + "delivery": { + "n_samples": 59, + "mse": 0.7447054298412098, + "rmse": 0.8629631682993254, + "mae": 0.5869017900520209, + "r2": 0.27605784306757974 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.75, + "precision": 0.6746031746031746, + "recall": 0.6693548387096775, + "f1": 0.671813953488372 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6547619047619048, + "precision": 0.5758454106280193, + "recall": 0.5945198592257416, + "f1": 0.5828738112363142 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9333333333333333, + "precision": 0.7142857142857143, + "recall": 0.9649122807017544, + "f1": 0.7818181818181817 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.17570368425562716, + "js_divergence": 0.04457265075994887 + } + } + }, + { + "fold": 4, + "best_params": { + "dropout": 0.27634688137192176, + "lr": 0.0006690284401705901, + "weight_decay": 0.0006607172959364349, + "backbone_lr_ratio": 0.10372147434590727, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 18, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.6299538176794748, + "rmse": 0.7936963006588066, + "mae": 0.4772096515710776, + "r2": 0.15704354165794066 + }, + "delivery": { + "n_samples": 58, + "mse": 1.130537404033565, + "rmse": 1.063267324821733, + "mae": 0.6481935127541937, + "r2": -0.09321100667373372 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6423197492163009, + "recall": 0.6664222873900294, + "f1": 0.6480643539467068 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6017011547702085, + "recall": 0.6538461538461539, + "f1": 0.6188797558585049 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.19756374168468285, + "js_divergence": 0.05403238992729976 + } + } + }, + { + "fold": 0, + "best_params": { + "dropout": 0.17394178221021084, + "lr": 0.0008692991511139548, + "weight_decay": 0.012604664585649461, + "backbone_lr_ratio": 0.7568292060167615, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 22, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.4361116809131524, + "rmse": 1.198378771888568, + "mae": 0.5522052053003067, + "r2": 0.1210643015326891 + }, + "delivery": { + "n_samples": 58, + "mse": 0.46636241840523374, + "rmse": 0.6829073278309684, + "mae": 0.5064258330084127, + "r2": 0.407225224071745 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7619047619047619, + "precision": 0.7006414825374199, + "recall": 0.7006414825374199, + "f1": 0.7006414825374199 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6769230769230768, + "recall": 0.7142857142857144, + "f1": 0.6824021697016661 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2049816852555022, + "js_divergence": 0.03903044780108557 + } + } + }, + { + "fold": 1, + "best_params": { + "dropout": 0.46346510313243516, + "lr": 0.0006611593614605952, + "weight_decay": 0.0012618934451314413, + "backbone_lr_ratio": 0.016144994436962733, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 21, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.44836934586132926, + "rmse": 0.6696038723464264, + "mae": 0.5152198335688029, + "r2": -0.3691605767909405 + }, + "delivery": { + "n_samples": 61, + "mse": 1.1787930202927628, + "rmse": 1.0857223495409694, + "mae": 0.670826274077179, + "r2": 0.10773866156797751 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6547619047619048, + "precision": 0.5583333333333333, + "recall": 0.5634920634920635, + "f1": 0.5598915989159892 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5714285714285714, + "precision": 0.5211940836940837, + "recall": 0.5292564578278864, + "f1": 0.5106135244066278 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.3013491251828872, + "js_divergence": 0.07396756747221324 + } + } + }, + { + "fold": 2, + "best_params": { + "dropout": 0.37957368636166133, + "lr": 0.0009769495719529073, + "weight_decay": 0.00041151384661719883, + "backbone_lr_ratio": 0.16649282214592181, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 20, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.694104954036804, + "rmse": 0.8331296141878549, + "mae": 0.5730913195847755, + "r2": -0.3708448826723467 + }, + "delivery": { + "n_samples": 60, + "mse": 0.8789062653086458, + "rmse": 0.9375000081646111, + "mae": 0.5842139825302487, + "r2": -0.1699765745883759 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6428571428571428, + "recall": 0.6796187683284457, + "f1": 0.6415362731152205 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6547619047619048, + "precision": 0.5879629629629629, + "recall": 0.6295518207282914, + "f1": 0.5990442054958184 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.1930069518225448, + "js_divergence": 0.04818290212448818 + } + } + }, + { + "fold": 3, + "best_params": { + "dropout": 0.2579933044043313, + "lr": 0.0008356094196044798, + "weight_decay": 0.01773605606917, + "backbone_lr_ratio": 0.0925525734131181, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 16, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.7071202920977901, + "rmse": 1.306568135268035, + "mae": 0.5980421773618064, + "r2": 0.034439751281000186 + }, + "delivery": { + "n_samples": 59, + "mse": 0.7872583888568112, + "rmse": 0.8872758245646115, + "mae": 0.5833600104581249, + "r2": 0.23469131114880493 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6267796610169492, + "recall": 0.6370967741935484, + "f1": 0.6307367680675224 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6332323232323231, + "recall": 0.6600301659125188, + "f1": 0.641938178780284 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9333333333333333, + "precision": 0.7142857142857143, + "recall": 0.9649122807017544, + "f1": 0.7818181818181817 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.22192827854405323, + "js_divergence": 0.05256172063312157 + } + } + }, + { + "fold": 4, + "best_params": { + "dropout": 0.27634688137192176, + "lr": 0.0006690284401705901, + "weight_decay": 0.0006607172959364349, + "backbone_lr_ratio": 0.10372147434590727, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 18, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.6188806793616102, + "rmse": 0.7866896969972406, + "mae": 0.4881071589770727, + "r2": 0.17186077618719975 + }, + "delivery": { + "n_samples": 58, + "mse": 1.1019690852549056, + "rmse": 1.049747153011098, + "mae": 0.6242254720679645, + "r2": -0.06558591402348912 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6686520376175549, + "recall": 0.6972140762463344, + "f1": 0.6762192056309704 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.6253968253968254, + "recall": 0.6880341880341881, + "f1": 0.6459922331182074 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.19449513422362763, + "js_divergence": 0.05424559531739601 + } + } + } + ], + "summary_stats": { + "size": { + "mse_mean": 1.0067538623894792, + "mse_std": 0.5205158304025296, + "rmse_mean": 0.96913317320124, + "rmse_std": 0.25987449853799555, + "mae_mean": 0.5444608471417711, + "mae_std": 0.040902958350882444, + "r2_mean": -0.09845689222974469, + "r2_std": 0.2507492349150189 + }, + "delivery": { + "mse_mean": 0.8563212563473335, + "mse_std": 0.26578017641088525, + "rmse_mean": 0.9129535856189696, + "rmse_std": 0.1511191809559604, + "mae_mean": 0.5881890045467639, + "mae_std": 0.07043943218567686, + "r2_mean": 0.1346837610260076, + "r2_std": 0.2032093070798247 + }, + "pdi": { + "accuracy_mean": 0.7214285714285715, + "accuracy_std": 0.05495136308925004, + "precision_mean": 0.6580776745142416, + "precision_std": 0.06877780914813574, + "recall_mean": 0.6743633699902525, + "recall_std": 0.0715790564486541, + "f1_mean": 0.6607298615852565, + "f1_std": 0.06888301131752778 + }, + "ee": { + "accuracy_mean": 0.6547619047619048, + "accuracy_std": 0.057010428558945926, + "precision_mean": 0.5950896979756966, + "precision_std": 0.06396232527293311, + "recall_mean": 0.6254189657214867, + "recall_std": 0.07822783760418099, + "f1_mean": 0.5993737876362116, + "f1_std": 0.07019293425541405 + }, + "toxic": { + "accuracy_mean": 0.9512455886532979, + "accuracy_std": 0.01815930794844806, + "precision_mean": 0.7754970760233918, + "precision_std": 0.09057557500914719, + "recall_mean": 0.9422435398841934, + "recall_std": 0.07573011723871058, + "f1_mean": 0.8129287182827004, + "f1_std": 0.03251238236071497 + }, + "biodist": { + "kl_divergence_mean": 0.22679653175048778, + "kl_divergence_std": 0.07137247467056843, + "js_divergence_mean": 0.054866335621809995, + "js_divergence_std": 0.01765506187566907 + } + } +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_0/best_params.json b/models/abl/llm_molt5/20260623_211739/outer_fold_0/best_params.json new file mode 100644 index 0000000..2838fcd --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_0/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.249816047538945, + "lr": 0.0007969454818643932, + "weight_decay": 0.008471801418819975, + "backbone_lr_ratio": 0.15751320499779725, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_0/epoch_mean.json b/models/abl/llm_molt5/20260623_211739/outer_fold_0/epoch_mean.json new file mode 100644 index 0000000..735a6b9 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_0/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 11} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_0/history.json b/models/abl/llm_molt5/20260623_211739/outer_fold_0/history.json new file mode 100644 index 0000000..7d2f869 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_0/history.json @@ -0,0 +1,237 @@ +{ + "train": [ + { + "loss": 5.418448638916016, + "loss_size": 0.8171007990837097, + "loss_pdi": 0.6759349524974823, + "loss_ee": 1.0722421288490296, + "loss_delivery": 1.1474860966205598, + "loss_biodist": 1.1148497879505157, + "loss_toxic": 0.5971864104270935 + }, + { + "loss": 4.551780557632446, + "loss_size": 0.8074075073003769, + "loss_pdi": 0.634000837802887, + "loss_ee": 0.9944304287433624, + "loss_delivery": 0.914162078499794, + "loss_biodist": 0.7569819509983062, + "loss_toxic": 0.45800089836120605 + }, + { + "loss": 4.116223382949829, + "loss_size": 0.783787751197815, + "loss_pdi": 0.6003191947937012, + "loss_ee": 0.9543630659580231, + "loss_delivery": 0.8705289244651795, + "loss_biodist": 0.5746915102005005, + "loss_toxic": 0.3478133738040924 + }, + { + "loss": 3.9506380796432494, + "loss_size": 0.7335566490888595, + "loss_pdi": 0.6196110188961029, + "loss_ee": 0.9038592457771302, + "loss_delivery": 0.9385528862476349, + "loss_biodist": 0.4929166406393051, + "loss_toxic": 0.2813648387789726 + }, + { + "loss": 3.5490181922912596, + "loss_size": 0.7072292655706406, + "loss_pdi": 0.5602360934019088, + "loss_ee": 0.8541894257068634, + "loss_delivery": 0.8738152384757996, + "loss_biodist": 0.42642209529876707, + "loss_toxic": 0.14478519111871718 + }, + { + "loss": 3.3795770168304444, + "loss_size": 0.6627317368984222, + "loss_pdi": 0.5506823599338532, + "loss_ee": 0.8527839839458465, + "loss_delivery": 0.8299181684851646, + "loss_biodist": 0.36131984293460845, + "loss_toxic": 0.14040563330054284 + }, + { + "loss": 3.2210899353027345, + "loss_size": 0.587072816491127, + "loss_pdi": 0.5262342602014541, + "loss_ee": 0.8416446208953857, + "loss_delivery": 0.8370195418596268, + "loss_biodist": 0.33989575505256653, + "loss_toxic": 0.1083601702004671 + }, + { + "loss": 3.0683202743530273, + "loss_size": 0.5938393414020539, + "loss_pdi": 0.5047119617462158, + "loss_ee": 0.7941908895969391, + "loss_delivery": 0.8033462166786194, + "loss_biodist": 0.3221776783466339, + "loss_toxic": 0.06873452458530664 + }, + { + "loss": 2.956408882141113, + "loss_size": 0.510126718878746, + "loss_pdi": 0.4899643391370773, + "loss_ee": 0.7834389865398407, + "loss_delivery": 0.8060387715697288, + "loss_biodist": 0.28083260357379913, + "loss_toxic": 0.10315693002194166 + }, + { + "loss": 2.97283992767334, + "loss_size": 0.5422513246536255, + "loss_pdi": 0.4876592069864273, + "loss_ee": 0.7776070177555084, + "loss_delivery": 0.7887841284275054, + "loss_biodist": 0.3009295046329498, + "loss_toxic": 0.09370137210935355 + }, + { + "loss": 2.8721563458442687, + "loss_size": 0.5375224143266678, + "loss_pdi": 0.4827455163002014, + "loss_ee": 0.7790273129940033, + "loss_delivery": 0.7400776073336601, + "loss_biodist": 0.2691913634538651, + "loss_toxic": 0.0806035578250885 + } + ], + "val": [ + { + "loss": 109.99623107910156, + "loss_size": 51.686126708984375, + "loss_pdi": 14.627784252166748, + "loss_ee": 6.909663915634155, + "loss_delivery": 12.351631164550781, + "loss_biodist": 16.64709234237671, + "loss_toxic": 8.3479585647583, + "acc_pdi": 0.24242424242424243, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.0 + }, + { + "loss": 44.42727851867676, + "loss_size": 11.623873710632324, + "loss_pdi": 9.188069105148315, + "loss_ee": 3.3784576654434204, + "loss_delivery": 7.518795967102051, + "loss_biodist": 10.650120496749878, + "loss_toxic": 2.5120538473129272, + "acc_pdi": 0.24242424242424243, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.0 + }, + { + "loss": 18.557920455932617, + "loss_size": 1.838351845741272, + "loss_pdi": 4.476380467414856, + "loss_ee": 1.385438323020935, + "loss_delivery": 4.397156715393066, + "loss_biodist": 5.87359356880188, + "loss_toxic": 0.8367643058300018, + "acc_pdi": 0.24242424242424243, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.65 + }, + { + "loss": 4.261560440063477, + "loss_size": 0.3159526437520981, + "loss_pdi": 1.3575579822063446, + "loss_ee": 0.7050214856863022, + "loss_delivery": 0.3887395691126585, + "loss_biodist": 0.6597259342670441, + "loss_toxic": 0.8598145246505737, + "acc_pdi": 0.3333333333333333, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9 + }, + { + "loss": 4.35698401927948, + "loss_size": 0.34414854645729065, + "loss_pdi": 1.3521668612957, + "loss_ee": 0.6011889651417732, + "loss_delivery": 0.43640169501304626, + "loss_biodist": 0.33375077694654465, + "loss_toxic": 1.3048980683088303, + "acc_pdi": 0.45454545454545453, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.9 + }, + { + "loss": 3.856832265853882, + "loss_size": 0.2746109887957573, + "loss_pdi": 1.2064222395420074, + "loss_ee": 0.557170994579792, + "loss_delivery": 0.4593704864382744, + "loss_biodist": 0.3125910051167011, + "loss_toxic": 1.055767610669136, + "acc_pdi": 0.5454545454545454, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9 + }, + { + "loss": 3.20054292678833, + "loss_size": 0.26850414648652077, + "loss_pdi": 1.2583245635032654, + "loss_ee": 0.5614098682999611, + "loss_delivery": 0.4650411531329155, + "loss_biodist": 0.2903185300529003, + "loss_toxic": 0.3741845525801182, + "acc_pdi": 0.5151515151515151, + "acc_ee": 0.48484848484848486, + "acc_toxic": 1.0 + }, + { + "loss": 3.5590381622314453, + "loss_size": 0.2998887673020363, + "loss_pdi": 1.4158720076084137, + "loss_ee": 0.5500157475471497, + "loss_delivery": 0.4718920961022377, + "loss_biodist": 0.27802470326423645, + "loss_toxic": 0.5626200437545776, + "acc_pdi": 0.5151515151515151, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.9 + }, + { + "loss": 3.6129746437072754, + "loss_size": 0.31087618321180344, + "loss_pdi": 1.4733079969882965, + "loss_ee": 0.5496456623077393, + "loss_delivery": 0.4434628039598465, + "loss_biodist": 0.2740796823054552, + "loss_toxic": 0.5815897844731808, + "acc_pdi": 0.5454545454545454, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.9 + }, + { + "loss": 3.7416610717773438, + "loss_size": 0.30899229645729065, + "loss_pdi": 1.4878733158111572, + "loss_ee": 0.5574996769428253, + "loss_delivery": 0.460926815867424, + "loss_biodist": 0.2676876597106457, + "loss_toxic": 0.6778644360601902, + "acc_pdi": 0.5757575757575758, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.9 + }, + { + "loss": 3.719082474708557, + "loss_size": 0.3081180825829506, + "loss_pdi": 1.481983095407486, + "loss_ee": 0.5573881939053535, + "loss_delivery": 0.441906176507473, + "loss_biodist": 0.2666951287537813, + "loss_toxic": 0.6815045587718487, + "acc_pdi": 0.5757575757575758, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.9 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_0/splits.json b/models/abl/llm_molt5/20260623_211739/outer_fold_0/splits.json new file mode 100644 index 0000000..cccb9d8 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_0/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67, 68, 71, 72, 73, 75, 76, 77, 80, 81, 85, 86, 88, 89, 90, 92, 94, 95, 96, 98, 99, 100, 101, 103, 104, 105, 106, 107, 108, 109, 111, 113, 114, 115, 116, 117, 118, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 133, 134, 135, 136, 138, 139, 141, 144, 145, 146, 147, 148, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 163, 164, 167, 168, 169, 170, 171, 172, 175, 176, 178, 179, 180, 182, 183, 184, 185, 188, 189, 190, 191, 192, 193, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 206, 208, 210, 211, 212, 213, 216, 217, 218, 219, 220, 222, 224, 225, 227, 228, 229, 230, 231, 232, 233, 234, 236, 237, 239, 241, 242, 244, 245, 247, 248, 249, 250, 252, 253, 255, 256, 257, 258, 259, 260, 261, 262, 265, 267, 268, 269, 270, 271, 272, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 285, 286, 287, 288, 291, 292, 294, 296, 297, 298, 299, 300, 301, 303, 304, 306, 307, 308, 309, 310, 311, 312, 313, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 332, 333, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 346, 347, 348, 349, 351, 352, 354, 355, 356, 357, 358, 359, 360, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 374, 375, 377, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 393, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 407, 408, 409, 411, 412, 413, 414, 415, 417, 418, 419], "outer_test_idx": [7, 16, 20, 29, 51, 59, 60, 69, 70, 74, 78, 79, 82, 83, 84, 87, 91, 93, 97, 102, 110, 112, 119, 120, 121, 132, 137, 140, 142, 143, 152, 161, 162, 165, 166, 173, 174, 177, 181, 186, 187, 194, 205, 207, 209, 214, 215, 221, 223, 226, 235, 238, 240, 243, 246, 251, 254, 263, 264, 266, 273, 284, 289, 290, 293, 295, 302, 305, 314, 315, 331, 334, 341, 350, 353, 361, 373, 376, 378, 392, 394, 402, 410, 416]} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_0/test_metrics.json b/models/abl/llm_molt5/20260623_211739/outer_fold_0/test_metrics.json new file mode 100644 index 0000000..1bb7d91 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_0/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.4902910516992345, + "rmse": 1.2207747751732236, + "mae": 0.5363193983324321, + "r2": 0.08790519299169797 + }, + "delivery": { + "n_samples": 58, + "mse": 0.6916124740287749, + "rmse": 0.8316324152104552, + "mae": 0.6628450403824963, + "r2": 0.12091881090349843 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7738095238095238, + "precision": 0.7194960212201591, + "recall": 0.7359230220955096, + "f1": 0.7262905162064826 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.702812241521919, + "recall": 0.7209523809523809, + "f1": 0.6980392156862744 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.3168873020028568, + "js_divergence": 0.0677902363417781 + } +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_1/best_params.json b/models/abl/llm_molt5/20260623_211739/outer_fold_1/best_params.json new file mode 100644 index 0000000..519d2d2 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_1/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.4974289969576414, + "lr": 0.0002961107423081925, + "weight_decay": 0.0006029005082214946, + "backbone_lr_ratio": 0.13222888593113422, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_1/epoch_mean.json b/models/abl/llm_molt5/20260623_211739/outer_fold_1/epoch_mean.json new file mode 100644 index 0000000..26e5cac --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_1/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 28} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_1/history.json b/models/abl/llm_molt5/20260623_211739/outer_fold_1/history.json new file mode 100644 index 0000000..554b2b1 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_1/history.json @@ -0,0 +1,594 @@ +{ + "train": [ + { + "loss": 5.89966197013855, + "loss_size": 1.2082157731056213, + "loss_pdi": 0.7028159499168396, + "loss_ee": 1.108253252506256, + "loss_delivery": 0.985916168987751, + "loss_biodist": 1.2315628051757812, + "loss_toxic": 0.6663091659545899 + }, + { + "loss": 5.7231773853302, + "loss_size": 1.2065179169178009, + "loss_pdi": 0.6881715834140778, + "loss_ee": 1.103093409538269, + "loss_delivery": 0.9221748292446137, + "loss_biodist": 1.1255271315574646, + "loss_toxic": 0.6870786130428315 + }, + { + "loss": 5.47282862663269, + "loss_size": 1.1667592912912368, + "loss_pdi": 0.677121376991272, + "loss_ee": 1.0649894595146179, + "loss_delivery": 0.9552926748991013, + "loss_biodist": 0.9906412065029144, + "loss_toxic": 0.6320328712463379 + }, + { + "loss": 5.214017724990844, + "loss_size": 1.1270992547273635, + "loss_pdi": 0.6642398953437805, + "loss_ee": 1.0447057843208314, + "loss_delivery": 0.8858311355113984, + "loss_biodist": 0.8930909216403962, + "loss_toxic": 0.6161751329898835 + }, + { + "loss": 4.918800187110901, + "loss_size": 1.100312775373459, + "loss_pdi": 0.6602888941764832, + "loss_ee": 1.0258226990699768, + "loss_delivery": 0.8724190264940261, + "loss_biodist": 0.783410269021988, + "loss_toxic": 0.49374309480190276 + }, + { + "loss": 5.132395720481872, + "loss_size": 1.4050147905945778, + "loss_pdi": 0.6650286674499511, + "loss_ee": 1.0111213088035584, + "loss_delivery": 0.8709200561046601, + "loss_biodist": 0.703424996137619, + "loss_toxic": 0.49775188267230985 + }, + { + "loss": 4.6412272453308105, + "loss_size": 1.1029730767011643, + "loss_pdi": 0.6586199879646302, + "loss_ee": 0.9772602021694183, + "loss_delivery": 0.821531280875206, + "loss_biodist": 0.6666986674070359, + "loss_toxic": 0.4322730541229248 + }, + { + "loss": 4.5574486494064335, + "loss_size": 1.0663536876440047, + "loss_pdi": 0.6333123624324799, + "loss_ee": 0.9459222733974457, + "loss_delivery": 0.8416569113731385, + "loss_biodist": 0.6322334945201874, + "loss_toxic": 0.4565248653292656 + }, + { + "loss": 4.473085474967957, + "loss_size": 1.0660352662205697, + "loss_pdi": 0.6260877430438996, + "loss_ee": 0.9804873108863831, + "loss_delivery": 0.8394328832626343, + "loss_biodist": 0.5902091443538666, + "loss_toxic": 0.3898987233638763 + }, + { + "loss": 4.355111074447632, + "loss_size": 1.059433326125145, + "loss_pdi": 0.6018127501010895, + "loss_ee": 0.8978930592536927, + "loss_delivery": 0.8863256305456162, + "loss_biodist": 0.5673072338104248, + "loss_toxic": 0.3609549283981323 + }, + { + "loss": 4.132607173919678, + "loss_size": 0.9831617787480355, + "loss_pdi": 0.5942505538463593, + "loss_ee": 0.9174783110618592, + "loss_delivery": 0.8591079026460647, + "loss_biodist": 0.5426101893186569, + "loss_toxic": 0.2538403198122978 + }, + { + "loss": 4.07913863658905, + "loss_size": 1.0417961835861207, + "loss_pdi": 0.5683946132659912, + "loss_ee": 0.9281057238578796, + "loss_delivery": 0.7782747089862824, + "loss_biodist": 0.5049152135848999, + "loss_toxic": 0.2757252261042595 + }, + { + "loss": 4.081593942642212, + "loss_size": 1.0036434471607207, + "loss_pdi": 0.5980358064174652, + "loss_ee": 0.8818039119243621, + "loss_delivery": 0.8441374570131301, + "loss_biodist": 0.5045814961194992, + "loss_toxic": 0.2688626632094383 + }, + { + "loss": 4.0174154281616214, + "loss_size": 0.9874024420976639, + "loss_pdi": 0.5930987000465393, + "loss_ee": 0.8615773379802704, + "loss_delivery": 0.7803710520267486, + "loss_biodist": 0.5080349802970886, + "loss_toxic": 0.3058892101049423 + }, + { + "loss": 4.005382418632507, + "loss_size": 0.9616732269525528, + "loss_pdi": 0.5823744505643844, + "loss_ee": 0.8914845287799835, + "loss_delivery": 0.8596303552389145, + "loss_biodist": 0.5079445213079452, + "loss_toxic": 0.22359709590673446 + }, + { + "loss": 3.86710524559021, + "loss_size": 0.9882502824068069, + "loss_pdi": 0.5591388314962387, + "loss_ee": 0.8898665308952332, + "loss_delivery": 0.7507527649402619, + "loss_biodist": 0.4695324033498764, + "loss_toxic": 0.2292991355061531 + }, + { + "loss": 3.930123543739319, + "loss_size": 1.0539932519197464, + "loss_pdi": 0.5984901547431946, + "loss_ee": 0.8740183651447296, + "loss_delivery": 0.7820272207260132, + "loss_biodist": 0.45559723377227784, + "loss_toxic": 0.18826630264520644 + }, + { + "loss": 3.8154253005981444, + "loss_size": 0.9963031500577927, + "loss_pdi": 0.5724945098161698, + "loss_ee": 0.8332104921340943, + "loss_delivery": 0.7718012362718583, + "loss_biodist": 0.45869855880737304, + "loss_toxic": 0.20353662148118018 + }, + { + "loss": 4.1285881996154785, + "loss_size": 1.2703379794955254, + "loss_pdi": 0.5674013495445251, + "loss_ee": 0.8372751176357269, + "loss_delivery": 0.8526956856250762, + "loss_biodist": 0.424930265545845, + "loss_toxic": 0.201905707269907 + }, + { + "loss": 3.7916404247283935, + "loss_size": 0.9657874375581741, + "loss_pdi": 0.5810317248106003, + "loss_ee": 0.8790325701236725, + "loss_delivery": 0.7589612156152725, + "loss_biodist": 0.4443419724702835, + "loss_toxic": 0.18501477986574172 + }, + { + "loss": 3.7775190353393553, + "loss_size": 0.9915987253189087, + "loss_pdi": 0.5636373877525329, + "loss_ee": 0.8735022842884064, + "loss_delivery": 0.7820773839950561, + "loss_biodist": 0.42805705666542054, + "loss_toxic": 0.16182978823781013 + }, + { + "loss": 3.834328866004944, + "loss_size": 0.9731269150972366, + "loss_pdi": 0.5798891961574555, + "loss_ee": 0.8297261714935302, + "loss_delivery": 0.8191128551959992, + "loss_biodist": 0.45412169098854066, + "loss_toxic": 0.20170993655920028 + }, + { + "loss": 3.849306511878967, + "loss_size": 0.9778408944606781, + "loss_pdi": 0.5714602798223496, + "loss_ee": 0.8800584375858307, + "loss_delivery": 0.8087537541985512, + "loss_biodist": 0.4459176898002625, + "loss_toxic": 0.18992751836776733 + }, + { + "loss": 3.782772588729858, + "loss_size": 0.9956664651632309, + "loss_pdi": 0.5949111163616181, + "loss_ee": 0.8655421078205109, + "loss_delivery": 0.731776787340641, + "loss_biodist": 0.4415976941585541, + "loss_toxic": 0.1771680660545826 + }, + { + "loss": 3.784260320663452, + "loss_size": 0.9544670715928077, + "loss_pdi": 0.5777249127626419, + "loss_ee": 0.8304694056510925, + "loss_delivery": 0.8314564734697342, + "loss_biodist": 0.4495613262057304, + "loss_toxic": 0.1647710382938385 + }, + { + "loss": 3.9480822801589968, + "loss_size": 1.0667836487293243, + "loss_pdi": 0.5730344712734222, + "loss_ee": 0.8637545049190521, + "loss_delivery": 0.8562987446784973, + "loss_biodist": 0.4478213548660278, + "loss_toxic": 0.16746406331658364 + }, + { + "loss": 4.017004489898682, + "loss_size": 1.1154717653989792, + "loss_pdi": 0.5722095042467117, + "loss_ee": 0.8687207221984863, + "loss_delivery": 0.8474456489086151, + "loss_biodist": 0.4442822217941284, + "loss_toxic": 0.19638542383909224 + }, + { + "loss": 4.229059171676636, + "loss_size": 1.3168076321482658, + "loss_pdi": 0.5310841947793961, + "loss_ee": 0.8297515332698822, + "loss_delivery": 0.9845999777317047, + "loss_biodist": 0.43418191373348236, + "loss_toxic": 0.16367346718907355 + } + ], + "val": [ + { + "loss": 128.41700744628906, + "loss_size": 1.338787317276001, + "loss_pdi": 10.941347122192383, + "loss_ee": 2.600901246070862, + "loss_delivery": 110.26369094848633, + "loss_biodist": 3.5905221700668335, + "loss_toxic": 7.43756718293298e-05, + "acc_pdi": 0.36363636363636365, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 40.057058334350586, + "loss_size": 0.5645435601472855, + "loss_pdi": 5.180820941925049, + "loss_ee": 2.1162739396095276, + "loss_delivery": 30.269256591796875, + "loss_biodist": 2.1007907390594482, + "loss_toxic": 0.0015114756533876061, + "acc_pdi": 0.36363636363636365, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 13.951295375823975, + "loss_size": 0.8143019676208496, + "loss_pdi": 1.986961007118225, + "loss_ee": 1.5440273880958557, + "loss_delivery": 8.71742868423462, + "loss_biodist": 0.9416916370391846, + "loss_toxic": 0.021047069691121578, + "acc_pdi": 0.36363636363636365, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 3.87277090549469, + "loss_size": 0.4103401489555836, + "loss_pdi": 0.8350839614868164, + "loss_ee": 1.1971440315246582, + "loss_delivery": 0.8334882259368896, + "loss_biodist": 0.35211218893527985, + "loss_toxic": 0.2537470906972885, + "acc_pdi": 0.3939393939393939, + "acc_ee": 0.3333333333333333, + "acc_toxic": 1.0 + }, + { + "loss": 2.6910773515701294, + "loss_size": 0.3665062338113785, + "loss_pdi": 0.6417118608951569, + "loss_ee": 0.8269005417823792, + "loss_delivery": 0.21532081067562103, + "loss_biodist": 0.36796265840530396, + "loss_toxic": 0.27093543112277985, + "acc_pdi": 0.48484848484848486, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.6148239374160767, + "loss_size": 0.3945036232471466, + "loss_pdi": 0.610380619764328, + "loss_ee": 0.7448232173919678, + "loss_delivery": 0.297066792845726, + "loss_biodist": 0.38973352313041687, + "loss_toxic": 0.1754973828792572, + "acc_pdi": 0.48484848484848486, + "acc_ee": 0.7878787878787878, + "acc_toxic": 1.0 + }, + { + "loss": 2.6082327365875244, + "loss_size": 0.4071333184838295, + "loss_pdi": 0.59675532579422, + "loss_ee": 0.6908055543899536, + "loss_delivery": 0.3688444346189499, + "loss_biodist": 0.41124629974365234, + "loss_toxic": 0.1304764524102211, + "acc_pdi": 0.5151515151515151, + "acc_ee": 0.7878787878787878, + "acc_toxic": 1.0 + }, + { + "loss": 2.648046612739563, + "loss_size": 0.4207388833165169, + "loss_pdi": 0.57668237388134, + "loss_ee": 0.6490720510482788, + "loss_delivery": 0.46483880281448364, + "loss_biodist": 0.42973625659942627, + "loss_toxic": 0.1044759675860405, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.7878787878787878, + "acc_toxic": 1.0 + }, + { + "loss": 2.7269272804260254, + "loss_size": 0.43108662962913513, + "loss_pdi": 0.576699435710907, + "loss_ee": 0.6406143009662628, + "loss_delivery": 0.5508606284856796, + "loss_biodist": 0.44779762625694275, + "loss_toxic": 0.0787603035569191, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7878787878787878, + "acc_toxic": 1.0 + }, + { + "loss": 2.8355377912521362, + "loss_size": 0.4464460611343384, + "loss_pdi": 0.5728752166032791, + "loss_ee": 0.6340998411178589, + "loss_delivery": 0.6593636870384216, + "loss_biodist": 0.456426277756691, + "loss_toxic": 0.06726747751235962, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.7878787878787878, + "acc_toxic": 1.0 + }, + { + "loss": 2.7336829900741577, + "loss_size": 0.44856733083724976, + "loss_pdi": 0.5586180835962296, + "loss_ee": 0.6068276911973953, + "loss_delivery": 0.6004904210567474, + "loss_biodist": 0.47092536091804504, + "loss_toxic": 0.04861298389732838, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7878787878787878, + "acc_toxic": 1.0 + }, + { + "loss": 2.7350014448165894, + "loss_size": 0.42472369968891144, + "loss_pdi": 0.5477531105279922, + "loss_ee": 0.588530033826828, + "loss_delivery": 0.6564741879701614, + "loss_biodist": 0.4851161986589432, + "loss_toxic": 0.03378809057176113, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7878787878787878, + "acc_toxic": 1.0 + }, + { + "loss": 2.686651587486267, + "loss_size": 0.40765729546546936, + "loss_pdi": 0.5513426810503006, + "loss_ee": 0.5728930532932281, + "loss_delivery": 0.6441229730844498, + "loss_biodist": 0.48458757996559143, + "loss_toxic": 0.027613465674221516, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7878787878787878, + "acc_toxic": 1.0 + }, + { + "loss": 2.7620984315872192, + "loss_size": 0.4299912452697754, + "loss_pdi": 0.5452977865934372, + "loss_ee": 0.5668835639953613, + "loss_delivery": 0.7109922170639038, + "loss_biodist": 0.4896952509880066, + "loss_toxic": 0.022732564248144627, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7878787878787878, + "acc_toxic": 1.0 + }, + { + "loss": 2.7120323181152344, + "loss_size": 0.4506143480539322, + "loss_pdi": 0.5415393859148026, + "loss_ee": 0.5560010373592377, + "loss_delivery": 0.6567549109458923, + "loss_biodist": 0.48936448991298676, + "loss_toxic": 0.021052276715636253, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7878787878787878, + "acc_toxic": 1.0 + }, + { + "loss": 2.6932204961776733, + "loss_size": 0.47664543986320496, + "loss_pdi": 0.5355470478534698, + "loss_ee": 0.5603718012571335, + "loss_delivery": 0.615658774971962, + "loss_biodist": 0.49116164445877075, + "loss_toxic": 0.017474104650318623, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7878787878787878, + "acc_toxic": 1.0 + }, + { + "loss": 2.728877544403076, + "loss_size": 0.4742225706577301, + "loss_pdi": 0.5350496619939804, + "loss_ee": 0.5484484434127808, + "loss_delivery": 0.6642943322658539, + "loss_biodist": 0.49593599140644073, + "loss_toxic": 0.01582282641902566, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7878787878787878, + "acc_toxic": 1.0 + }, + { + "loss": 2.7451629638671875, + "loss_size": 0.4669429063796997, + "loss_pdi": 0.522667720913887, + "loss_ee": 0.5448596924543381, + "loss_delivery": 0.7068365961313248, + "loss_biodist": 0.49635501205921173, + "loss_toxic": 0.013319765217602253, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.67996084690094, + "loss_size": 0.4562798738479614, + "loss_pdi": 0.5143409371376038, + "loss_ee": 0.5465487390756607, + "loss_delivery": 0.6615340113639832, + "loss_biodist": 0.495988130569458, + "loss_toxic": 0.010557355359196663, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7878787878787878, + "acc_toxic": 1.0 + }, + { + "loss": 2.66243052482605, + "loss_size": 0.44489261507987976, + "loss_pdi": 0.5141987055540085, + "loss_ee": 0.5380246788263321, + "loss_delivery": 0.664815217256546, + "loss_biodist": 0.4960634857416153, + "loss_toxic": 0.009835943346843123, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.644266963005066, + "loss_size": 0.4384468048810959, + "loss_pdi": 0.5189583599567413, + "loss_ee": 0.5347646772861481, + "loss_delivery": 0.6558097451925278, + "loss_biodist": 0.492037370800972, + "loss_toxic": 0.00973476329818368, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7878787878787878, + "acc_toxic": 1.0 + }, + { + "loss": 2.681536555290222, + "loss_size": 0.4404366910457611, + "loss_pdi": 0.5268186330795288, + "loss_ee": 0.5299260914325714, + "loss_delivery": 0.689120426774025, + "loss_biodist": 0.4921335279941559, + "loss_toxic": 0.009555831318721175, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7878787878787878, + "acc_toxic": 1.0 + }, + { + "loss": 2.719804286956787, + "loss_size": 0.4497052729129791, + "loss_pdi": 0.5260673314332962, + "loss_ee": 0.5300494134426117, + "loss_delivery": 0.7227086275815964, + "loss_biodist": 0.4889029711484909, + "loss_toxic": 0.009721281239762902, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.7111953496932983, + "loss_size": 0.44638538360595703, + "loss_pdi": 0.5258578360080719, + "loss_ee": 0.5272838026285172, + "loss_delivery": 0.7188956141471863, + "loss_biodist": 0.49085476994514465, + "loss_toxic": 0.009246136294677854, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7878787878787878, + "acc_toxic": 1.0 + }, + { + "loss": 2.6954466104507446, + "loss_size": 0.4407251626253128, + "loss_pdi": 0.5225192606449127, + "loss_ee": 0.5300319939851761, + "loss_delivery": 0.7138947546482086, + "loss_biodist": 0.4868312031030655, + "loss_toxic": 0.008641058462671936, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.7878787878787878, + "acc_toxic": 1.0 + }, + { + "loss": 2.68644642829895, + "loss_size": 0.4432629644870758, + "loss_pdi": 0.5163714587688446, + "loss_ee": 0.5310321003198624, + "loss_delivery": 0.7059033215045929, + "loss_biodist": 0.4883640557527542, + "loss_toxic": 0.008557971217669547, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7878787878787878, + "acc_toxic": 1.0 + }, + { + "loss": 2.6770139932632446, + "loss_size": 0.4433937668800354, + "loss_pdi": 0.5201163291931152, + "loss_ee": 0.5400276333093643, + "loss_delivery": 0.6845950037240982, + "loss_biodist": 0.48815199732780457, + "loss_toxic": 0.007729760021902621, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7878787878787878, + "acc_toxic": 1.0 + }, + { + "loss": 2.651357650756836, + "loss_size": 0.4331256151199341, + "loss_pdi": 0.5207762122154236, + "loss_ee": 0.5312511026859283, + "loss_delivery": 0.6731576174497604, + "loss_biodist": 0.49127258360385895, + "loss_toxic": 0.008241503266617656, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7878787878787878, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_1/splits.json b/models/abl/llm_molt5/20260623_211739/outer_fold_1/splits.json new file mode 100644 index 0000000..1773fe5 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_1/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 3, 5, 6, 7, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 24, 26, 27, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 112, 114, 115, 118, 119, 120, 121, 123, 124, 125, 126, 128, 129, 130, 131, 132, 136, 137, 140, 141, 142, 143, 144, 145, 146, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 161, 162, 164, 165, 166, 167, 168, 169, 171, 172, 173, 174, 175, 176, 177, 178, 179, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 194, 195, 196, 197, 198, 199, 201, 202, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 225, 226, 228, 229, 231, 232, 233, 234, 235, 236, 237, 238, 240, 242, 243, 244, 246, 247, 248, 250, 251, 252, 254, 255, 256, 258, 259, 260, 261, 262, 263, 264, 266, 268, 269, 270, 271, 273, 274, 275, 276, 277, 278, 279, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 295, 296, 297, 300, 301, 302, 303, 304, 305, 306, 307, 308, 310, 311, 313, 314, 315, 316, 317, 318, 319, 321, 322, 323, 324, 325, 327, 328, 329, 330, 331, 333, 334, 335, 337, 338, 339, 340, 341, 342, 343, 344, 345, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 361, 362, 364, 365, 366, 367, 368, 369, 373, 374, 375, 376, 378, 379, 380, 381, 382, 384, 387, 388, 389, 391, 392, 393, 394, 396, 397, 398, 399, 402, 403, 404, 405, 406, 408, 409, 410, 411, 412, 413, 414, 416, 417, 419], "outer_test_idx": [1, 2, 4, 8, 9, 14, 17, 22, 23, 25, 28, 34, 37, 41, 43, 45, 63, 64, 68, 85, 96, 104, 111, 113, 116, 117, 122, 127, 133, 134, 135, 138, 139, 147, 160, 163, 170, 180, 191, 192, 193, 200, 203, 208, 224, 227, 230, 239, 241, 245, 249, 253, 257, 265, 267, 272, 280, 294, 298, 299, 309, 312, 320, 326, 332, 336, 346, 347, 360, 363, 370, 371, 372, 377, 383, 385, 386, 390, 395, 400, 401, 407, 415, 418]} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_1/test_metrics.json b/models/abl/llm_molt5/20260623_211739/outer_fold_1/test_metrics.json new file mode 100644 index 0000000..c2494ed --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_1/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.43464222391277485, + "rmse": 0.6592740127691784, + "mae": 0.499924241121681, + "r2": -0.3272428266631806 + }, + "delivery": { + "n_samples": 61, + "mse": 1.17955117322795, + "rmse": 1.0860714402045337, + "mae": 0.7267155784686081, + "r2": 0.107164794450476 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.5833333333333334, + "precision": 0.512962962962963, + "recall": 0.5158730158730158, + "f1": 0.5072900955253896 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5833333333333334, + "precision": 0.520295837633299, + "recall": 0.5255696684268113, + "f1": 0.5108812260536398 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.4683037296441327, + "js_divergence": 0.11658896336509159 + } +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_2/best_params.json b/models/abl/llm_molt5/20260623_211739/outer_fold_2/best_params.json new file mode 100644 index 0000000..6c55816 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_2/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.20909028227816875, + "lr": 0.0009868479883958295, + "weight_decay": 0.09577444643395126, + "backbone_lr_ratio": 0.9366132049338034, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_2/epoch_mean.json b/models/abl/llm_molt5/20260623_211739/outer_fold_2/epoch_mean.json new file mode 100644 index 0000000..17fb17e --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_2/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 10} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_2/history.json b/models/abl/llm_molt5/20260623_211739/outer_fold_2/history.json new file mode 100644 index 0000000..6c6c585 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_2/history.json @@ -0,0 +1,216 @@ +{ + "train": [ + { + "loss": 5.362470960617065, + "loss_size": 0.907848858833313, + "loss_pdi": 0.6829907476902009, + "loss_ee": 1.0579301238059997, + "loss_delivery": 1.021590566635132, + "loss_biodist": 1.0929253816604614, + "loss_toxic": 0.6072150439023971 + }, + { + "loss": 4.290333652496338, + "loss_size": 0.697198748588562, + "loss_pdi": 0.6308815479278564, + "loss_ee": 0.9541247665882111, + "loss_delivery": 0.8315415814518928, + "loss_biodist": 0.7062552213668823, + "loss_toxic": 0.4841494679450989 + }, + { + "loss": 3.771297812461853, + "loss_size": 0.6734619528055191, + "loss_pdi": 0.595010170340538, + "loss_ee": 0.8931565105915069, + "loss_delivery": 0.7948004901409149, + "loss_biodist": 0.5031531870365142, + "loss_toxic": 0.3254348710179329 + }, + { + "loss": 3.647050666809082, + "loss_size": 0.7477068692445755, + "loss_pdi": 0.5860396981239319, + "loss_ee": 0.9189406394958496, + "loss_delivery": 0.7780684918165207, + "loss_biodist": 0.3929537832736969, + "loss_toxic": 0.24171120151877404 + }, + { + "loss": 3.1857986450195312, + "loss_size": 0.6362363994121552, + "loss_pdi": 0.5737007200717926, + "loss_ee": 0.8087197244167328, + "loss_delivery": 0.7380433529615402, + "loss_biodist": 0.30701896995306016, + "loss_toxic": 0.13757568262517453 + }, + { + "loss": 3.0378164291381835, + "loss_size": 0.6508198529481888, + "loss_pdi": 0.4986947447061539, + "loss_ee": 0.7889484882354736, + "loss_delivery": 0.7273777663707733, + "loss_biodist": 0.260419437289238, + "loss_toxic": 0.12712770830839873 + }, + { + "loss": 2.6852164030075074, + "loss_size": 0.4877753719687462, + "loss_pdi": 0.4709406763315201, + "loss_ee": 0.7470154523849487, + "loss_delivery": 0.6369912534952163, + "loss_biodist": 0.24751223921775817, + "loss_toxic": 0.10745193548500538 + }, + { + "loss": 2.663507950305939, + "loss_size": 0.5102680176496506, + "loss_pdi": 0.5138309180736542, + "loss_ee": 0.7639813721179962, + "loss_delivery": 0.5636076956987381, + "loss_biodist": 0.2270365685224533, + "loss_toxic": 0.09953251797705889 + }, + { + "loss": 2.392570638656616, + "loss_size": 0.4212148323655128, + "loss_pdi": 0.4276809185743332, + "loss_ee": 0.6841107219457626, + "loss_delivery": 0.5695641502737999, + "loss_biodist": 0.21271359249949456, + "loss_toxic": 0.08675176734104753 + }, + { + "loss": 2.2914790987968443, + "loss_size": 0.3819315299391747, + "loss_pdi": 0.464410862326622, + "loss_ee": 0.6637413710355758, + "loss_delivery": 0.49412631914019584, + "loss_biodist": 0.21236717700958252, + "loss_toxic": 0.08309981618076563 + } + ], + "val": [ + { + "loss": 44.12748908996582, + "loss_size": 17.675217628479004, + "loss_pdi": 0.6918736398220062, + "loss_ee": 22.103703498840332, + "loss_delivery": 2.135392189025879, + "loss_biodist": 1.8290430307388306, + "loss_toxic": 0.004883169662207365, + "acc_pdi": 0.2727272727272727, + "acc_ee": 0.24242424242424243, + "acc_toxic": 1.0 + }, + { + "loss": 31.29129695892334, + "loss_size": 13.089605331420898, + "loss_pdi": 1.1418871441856027, + "loss_ee": 12.543657779693604, + "loss_delivery": 2.9000661373138428, + "loss_biodist": 1.9866799116134644, + "loss_toxic": 0.013355594128370285, + "acc_pdi": 0.2727272727272727, + "acc_ee": 0.24242424242424243, + "acc_toxic": 1.0 + }, + { + "loss": 13.358545064926147, + "loss_size": 3.0291458759456873, + "loss_pdi": 0.8131386153399944, + "loss_ee": 5.507331132888794, + "loss_delivery": 3.0234992504119873, + "loss_biodist": 1.1656745672225952, + "loss_toxic": 0.045470718294382095, + "acc_pdi": 0.2727272727272727, + "acc_ee": 0.24242424242424243, + "acc_toxic": 1.0 + }, + { + "loss": 6.736226320266724, + "loss_size": 2.2601021230220795, + "loss_pdi": 0.6000299230217934, + "loss_ee": 1.770904004573822, + "loss_delivery": 1.8087605237960815, + "loss_biodist": 0.2583531439304352, + "loss_toxic": 0.12762895226478577, + "acc_pdi": 0.2727272727272727, + "acc_ee": 0.24242424242424243, + "acc_toxic": 1.0 + }, + { + "loss": 6.318302869796753, + "loss_size": 3.157590389251709, + "loss_pdi": 0.8253039121627808, + "loss_ee": 1.2406088709831238, + "loss_delivery": 0.9193769693374634, + "loss_biodist": 0.0927095040678978, + "loss_toxic": 0.15497218072414398, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.95 + }, + { + "loss": 5.774386644363403, + "loss_size": 3.15267014503479, + "loss_pdi": 0.5781609863042831, + "loss_ee": 1.0057135224342346, + "loss_delivery": 0.8972743153572083, + "loss_biodist": 0.1195891723036766, + "loss_toxic": 0.08056942373514175, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.95 + }, + { + "loss": 5.763810157775879, + "loss_size": 2.74895703792572, + "loss_pdi": 0.832586795091629, + "loss_ee": 1.2982651889324188, + "loss_delivery": 0.7724265456199646, + "loss_biodist": 0.10846149176359177, + "loss_toxic": 0.07728725671768188, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.95 + }, + { + "loss": 5.547637462615967, + "loss_size": 2.695032000541687, + "loss_pdi": 0.7869953215122223, + "loss_ee": 1.185121476650238, + "loss_delivery": 0.7657844424247742, + "loss_biodist": 0.10683052986860275, + "loss_toxic": 0.07626497745513916, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.95 + }, + { + "loss": 5.67577600479126, + "loss_size": 2.7957215309143066, + "loss_pdi": 0.7687063813209534, + "loss_ee": 1.2444372773170471, + "loss_delivery": 0.7621865272521973, + "loss_biodist": 0.10733652114868164, + "loss_toxic": 0.06863722950220108, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.95 + }, + { + "loss": 5.737869024276733, + "loss_size": 2.831331491470337, + "loss_pdi": 0.782669723033905, + "loss_ee": 1.272708386182785, + "loss_delivery": 0.7477383613586426, + "loss_biodist": 0.10254901647567749, + "loss_toxic": 0.07346643507480621, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.95 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_2/splits.json b/models/abl/llm_molt5/20260623_211739/outer_fold_2/splits.json new file mode 100644 index 0000000..14df306 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_2/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 43, 44, 45, 47, 48, 49, 50, 51, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 68, 69, 70, 72, 74, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 96, 97, 100, 101, 102, 103, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 142, 143, 145, 147, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 160, 161, 162, 163, 165, 166, 167, 168, 170, 171, 172, 173, 174, 175, 177, 179, 180, 181, 183, 184, 185, 186, 187, 188, 191, 192, 193, 194, 196, 197, 199, 200, 202, 203, 204, 205, 207, 208, 209, 210, 211, 212, 213, 214, 215, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 232, 233, 235, 236, 237, 238, 239, 240, 241, 242, 243, 245, 246, 249, 250, 251, 252, 253, 254, 255, 256, 257, 259, 260, 261, 263, 264, 265, 266, 267, 268, 269, 271, 272, 273, 274, 275, 276, 280, 281, 282, 283, 284, 285, 287, 289, 290, 293, 294, 295, 296, 297, 298, 299, 300, 302, 303, 305, 307, 308, 309, 310, 311, 312, 313, 314, 315, 317, 318, 320, 321, 322, 323, 324, 326, 327, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 358, 360, 361, 363, 364, 365, 366, 368, 369, 370, 371, 372, 373, 376, 377, 378, 379, 380, 381, 382, 383, 385, 386, 387, 388, 389, 390, 392, 394, 395, 398, 399, 400, 401, 402, 404, 405, 407, 408, 409, 410, 412, 413, 414, 415, 416, 417, 418], "outer_test_idx": [10, 12, 15, 31, 35, 42, 46, 52, 53, 54, 62, 66, 67, 71, 73, 75, 77, 81, 89, 90, 92, 98, 99, 105, 123, 124, 141, 144, 146, 154, 155, 164, 169, 176, 178, 182, 189, 190, 195, 198, 201, 206, 216, 217, 218, 219, 231, 234, 244, 247, 248, 258, 262, 270, 277, 278, 279, 286, 288, 291, 292, 301, 304, 306, 316, 319, 325, 328, 343, 357, 359, 362, 367, 374, 375, 384, 391, 393, 396, 397, 403, 406, 411, 419]} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_2/test_metrics.json b/models/abl/llm_molt5/20260623_211739/outer_fold_2/test_metrics.json new file mode 100644 index 0000000..ba2d196 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_2/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.4087910347460858, + "rmse": 0.6393676835327899, + "mae": 0.4793831276197341, + "r2": 0.19264501023242742 + }, + "delivery": { + "n_samples": 60, + "mse": 0.7247595458151497, + "rmse": 0.8513281070275723, + "mae": 0.5579910538314531, + "r2": 0.035219426368225504 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.661793372319688, + "recall": 0.6825513196480939, + "f1": 0.6686674669867947 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6552237349338799, + "recall": 0.6556956115779645, + "f1": 0.6514953433935953 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.21126022529821167, + "js_divergence": 0.05485419090953282 + } +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_3/best_params.json b/models/abl/llm_molt5/20260623_211739/outer_fold_3/best_params.json new file mode 100644 index 0000000..69ba43b --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_3/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.26416603774755115, + "lr": 0.0009483435695441306, + "weight_decay": 0.023495515945762397, + "backbone_lr_ratio": 0.11652607489369789, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_3/epoch_mean.json b/models/abl/llm_molt5/20260623_211739/outer_fold_3/epoch_mean.json new file mode 100644 index 0000000..9c322f6 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_3/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 8} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_3/history.json b/models/abl/llm_molt5/20260623_211739/outer_fold_3/history.json new file mode 100644 index 0000000..99b0053 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_3/history.json @@ -0,0 +1,174 @@ +{ + "train": [ + { + "loss": 4.918838119506836, + "loss_size": 0.5404501080513, + "loss_pdi": 0.6753845155239105, + "loss_ee": 1.0776583790779113, + "loss_delivery": 0.9156881809234619, + "loss_biodist": 1.107186394929886, + "loss_toxic": 0.6081862926483155 + }, + { + "loss": 4.277309584617615, + "loss_size": 0.5659729838371277, + "loss_pdi": 0.6293677151203155, + "loss_ee": 0.9630466759204864, + "loss_delivery": 0.8843528091907501, + "loss_biodist": 0.7179944425821304, + "loss_toxic": 0.5295018702745438 + }, + { + "loss": 3.601011872291565, + "loss_size": 0.4448797792196274, + "loss_pdi": 0.6064356446266175, + "loss_ee": 0.9082467794418335, + "loss_delivery": 0.7535897701978683, + "loss_biodist": 0.5229893088340759, + "loss_toxic": 0.37708412259817126 + }, + { + "loss": 3.3935320138931275, + "loss_size": 0.429634065926075, + "loss_pdi": 0.5862539619207382, + "loss_ee": 0.8824254810810089, + "loss_delivery": 0.769498085975647, + "loss_biodist": 0.4877223283052444, + "loss_toxic": 0.25247026681900026 + }, + { + "loss": 3.1541208267211913, + "loss_size": 0.4313606068491936, + "loss_pdi": 0.5468740344047547, + "loss_ee": 0.8628735244274139, + "loss_delivery": 0.7211585029959678, + "loss_biodist": 0.38066508769989016, + "loss_toxic": 0.22382266595959663 + }, + { + "loss": 2.988743233680725, + "loss_size": 0.41492129266262057, + "loss_pdi": 0.5628050565719604, + "loss_ee": 0.8546084523200989, + "loss_delivery": 0.6807620644569397, + "loss_biodist": 0.3480162054300308, + "loss_toxic": 0.1411160945892334 + }, + { + "loss": 3.035252594947815, + "loss_size": 0.3797817826271057, + "loss_pdi": 0.5406756401062012, + "loss_ee": 0.8153858840465545, + "loss_delivery": 0.8346925064921379, + "loss_biodist": 0.35102798491716386, + "loss_toxic": 0.1295205347239971 + }, + { + "loss": 3.1073764085769655, + "loss_size": 0.4633114501833916, + "loss_pdi": 0.5606324374675751, + "loss_ee": 0.8056328535079956, + "loss_delivery": 0.828491348028183, + "loss_biodist": 0.33844283521175383, + "loss_toxic": 0.1268510315567255 + } + ], + "val": [ + { + "loss": 116.36627960205078, + "loss_size": 82.98334884643555, + "loss_pdi": 2.425896167755127, + "loss_ee": 13.430955410003662, + "loss_delivery": 3.6765213012695312, + "loss_biodist": 4.565746307373047, + "loss_toxic": 9.7094087600708, + "acc_pdi": 0.24242424242424243, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.0 + }, + { + "loss": 32.004061698913574, + "loss_size": 17.07359266281128, + "loss_pdi": 1.4777780175209045, + "loss_ee": 5.2016472816467285, + "loss_delivery": 0.8820696473121643, + "loss_biodist": 3.4850735664367676, + "loss_toxic": 4.085855484008789, + "acc_pdi": 0.24242424242424243, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.0 + }, + { + "loss": 11.959776639938354, + "loss_size": 4.695799350738525, + "loss_pdi": 0.8630321621894836, + "loss_ee": 2.410771071910858, + "loss_delivery": 0.7856689095497131, + "loss_biodist": 1.9572713375091553, + "loss_toxic": 1.3450517654418945, + "acc_pdi": 0.24242424242424243, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.0 + }, + { + "loss": 4.4003713726997375, + "loss_size": 1.6934629082679749, + "loss_pdi": 0.5679948627948761, + "loss_ee": 0.9945628643035889, + "loss_delivery": 0.5715986490249634, + "loss_biodist": 0.30194735527038574, + "loss_toxic": 0.2904772460460663, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.9444563388824463, + "loss_size": 1.6137150526046753, + "loss_pdi": 0.5164149701595306, + "loss_ee": 0.7373136878013611, + "loss_delivery": 0.6296905875205994, + "loss_biodist": 0.18369629979133606, + "loss_toxic": 0.2730661630630493, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.9384551644325256, + "loss_size": 1.6522905081510544, + "loss_pdi": 0.5106801241636276, + "loss_ee": 0.6874358654022217, + "loss_delivery": 0.6502915620803833, + "loss_biodist": 0.18029232323169708, + "loss_toxic": 0.26532745361328125, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.952802360057831, + "loss_size": 1.6525989919900894, + "loss_pdi": 0.5361959636211395, + "loss_ee": 0.6966104209423065, + "loss_delivery": 0.637485921382904, + "loss_biodist": 0.18499378859996796, + "loss_toxic": 0.25346484780311584, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.9487492442131042, + "loss_size": 1.6447820514440536, + "loss_pdi": 0.5509285926818848, + "loss_ee": 0.688858300447464, + "loss_delivery": 0.6350555419921875, + "loss_biodist": 0.1829482465982437, + "loss_toxic": 0.25473544001579285, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8695652173913043 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_3/splits.json b/models/abl/llm_molt5/20260623_211739/outer_fold_3/splits.json new file mode 100644 index 0000000..7a2b13e --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_3/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 102, 104, 105, 106, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 127, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 166, 168, 169, 170, 172, 173, 174, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 195, 198, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 218, 219, 221, 223, 224, 226, 227, 228, 230, 231, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 251, 252, 253, 254, 255, 256, 257, 258, 259, 262, 263, 264, 265, 266, 267, 268, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 282, 284, 286, 288, 289, 290, 291, 292, 293, 294, 295, 297, 298, 299, 301, 302, 304, 305, 306, 307, 308, 309, 310, 312, 314, 315, 316, 317, 319, 320, 321, 325, 326, 327, 328, 331, 332, 334, 336, 340, 341, 343, 344, 346, 347, 348, 350, 352, 353, 357, 359, 360, 361, 362, 363, 364, 366, 367, 368, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 382, 383, 384, 385, 386, 387, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 400, 401, 402, 403, 404, 406, 407, 410, 411, 412, 414, 415, 416, 418, 419], "outer_test_idx": [3, 6, 13, 18, 19, 26, 33, 44, 48, 49, 50, 56, 57, 72, 80, 88, 94, 101, 103, 107, 108, 114, 126, 128, 130, 145, 149, 157, 167, 171, 175, 188, 196, 197, 199, 211, 220, 222, 225, 229, 232, 236, 250, 260, 261, 271, 281, 283, 285, 287, 296, 300, 303, 311, 313, 318, 322, 323, 324, 329, 330, 333, 335, 337, 338, 339, 342, 345, 349, 351, 354, 355, 356, 358, 365, 369, 381, 388, 399, 405, 408, 409, 413, 417]} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_3/test_metrics.json b/models/abl/llm_molt5/20260623_211739/outer_fold_3/test_metrics.json new file mode 100644 index 0000000..ed1a686 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_3/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.7842281855420412, + "rmse": 1.3357500460572858, + "mae": 0.5938954424135476, + "r2": -0.009173060960097734 + }, + "delivery": { + "n_samples": 59, + "mse": 0.6918623731346534, + "rmse": 0.8317826477720327, + "mae": 0.5687793801870134, + "r2": 0.32742757251779153 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6345029239766082, + "recall": 0.6517595307917888, + "f1": 0.6398559423769508 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6190476190476191, + "precision": 0.553931623931624, + "recall": 0.5850427350427351, + "f1": 0.5562289562289563 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9, + "precision": 0.6666666666666666, + "recall": 0.9473684210526316, + "f1": 0.7222222222222222 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.41758473248841016, + "js_divergence": 0.10913817108200573 + } +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_4/best_params.json b/models/abl/llm_molt5/20260623_211739/outer_fold_4/best_params.json new file mode 100644 index 0000000..08b4756 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_4/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.3550281028589818, + "lr": 0.0008995567387897002, + "weight_decay": 0.07448021944502968, + "backbone_lr_ratio": 0.09651209634502661, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_4/epoch_mean.json b/models/abl/llm_molt5/20260623_211739/outer_fold_4/epoch_mean.json new file mode 100644 index 0000000..65f6bc1 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_4/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 23} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_4/history.json b/models/abl/llm_molt5/20260623_211739/outer_fold_4/history.json new file mode 100644 index 0000000..85d592f --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_4/history.json @@ -0,0 +1,489 @@ +{ + "train": [ + { + "loss": 5.572944068908692, + "loss_size": 1.1036521464586257, + "loss_pdi": 0.6864710330963135, + "loss_ee": 1.079296636581421, + "loss_delivery": 0.9296294003725052, + "loss_biodist": 1.125240111351013, + "loss_toxic": 0.6541234463453293 + }, + { + "loss": 4.933912682533264, + "loss_size": 1.0592006236314773, + "loss_pdi": 0.6377398669719696, + "loss_ee": 1.0020454108715058, + "loss_delivery": 0.9240312665700913, + "loss_biodist": 0.7823533475399017, + "loss_toxic": 0.5447005152702331 + }, + { + "loss": 4.530705451965332, + "loss_size": 0.9652104675769806, + "loss_pdi": 0.6337002694606781, + "loss_ee": 0.988748562335968, + "loss_delivery": 0.8650933504104614, + "loss_biodist": 0.5914344310760498, + "loss_toxic": 0.5081405758857727 + }, + { + "loss": 4.084864497184753, + "loss_size": 0.9337285369634628, + "loss_pdi": 0.6081502854824066, + "loss_ee": 0.9380804419517517, + "loss_delivery": 0.8146422758698464, + "loss_biodist": 0.47622258961200714, + "loss_toxic": 0.33575306832790375 + }, + { + "loss": 3.8916803121566774, + "loss_size": 0.916092723608017, + "loss_pdi": 0.5766702950000763, + "loss_ee": 0.9015206933021546, + "loss_delivery": 0.8299707412719727, + "loss_biodist": 0.42965937256813047, + "loss_toxic": 0.2604611650109291 + }, + { + "loss": 3.444195342063904, + "loss_size": 0.7577778160572052, + "loss_pdi": 0.5755892664194107, + "loss_ee": 0.8567470192909241, + "loss_delivery": 0.7320502728223801, + "loss_biodist": 0.34030102044343946, + "loss_toxic": 0.20063321739435197 + }, + { + "loss": 3.3512829780578612, + "loss_size": 0.8336478874087334, + "loss_pdi": 0.5352801322937012, + "loss_ee": 0.7897583305835724, + "loss_delivery": 0.6591956660151481, + "loss_biodist": 0.3523276150226593, + "loss_toxic": 0.1990359764546156 + }, + { + "loss": 3.261548089981079, + "loss_size": 0.8771379590034485, + "loss_pdi": 0.5625874817371368, + "loss_ee": 0.833605968952179, + "loss_delivery": 0.6089809879660606, + "loss_biodist": 0.26119290590286254, + "loss_toxic": 0.14035599082708358 + }, + { + "loss": 2.981795918941498, + "loss_size": 0.6705664284527302, + "loss_pdi": 0.525539442896843, + "loss_ee": 0.7985677301883698, + "loss_delivery": 0.6083399385213852, + "loss_biodist": 0.26582687348127365, + "loss_toxic": 0.13380899503827096 + }, + { + "loss": 3.098073959350586, + "loss_size": 0.8192791044712067, + "loss_pdi": 0.5355649352073669, + "loss_ee": 0.770913940668106, + "loss_delivery": 0.6444492667913437, + "loss_biodist": 0.24923502802848815, + "loss_toxic": 0.10624990835785866 + }, + { + "loss": 2.947146463394165, + "loss_size": 0.740792253613472, + "loss_pdi": 0.5008514970541, + "loss_ee": 0.743747866153717, + "loss_delivery": 0.6363899528980255, + "loss_biodist": 0.2242230787873268, + "loss_toxic": 0.1277200747281313 + }, + { + "loss": 2.936043691635132, + "loss_size": 0.6936687663197517, + "loss_pdi": 0.5140297740697861, + "loss_ee": 0.7914031624794007, + "loss_delivery": 0.5907737851142884, + "loss_biodist": 0.22741971611976625, + "loss_toxic": 0.14844331089407206 + }, + { + "loss": 2.8407800436019897, + "loss_size": 0.6505070969462394, + "loss_pdi": 0.513619390130043, + "loss_ee": 0.7749603927135468, + "loss_delivery": 0.635169105231762, + "loss_biodist": 0.21208945214748381, + "loss_toxic": 0.08903632182627916 + }, + { + "loss": 2.8336411237716677, + "loss_size": 0.7196990519762039, + "loss_pdi": 0.5024337053298951, + "loss_ee": 0.7144724726676941, + "loss_delivery": 0.5816611170768737, + "loss_biodist": 0.20948431491851807, + "loss_toxic": 0.13687231298536062 + }, + { + "loss": 2.8301664352416993, + "loss_size": 0.6880905002355575, + "loss_pdi": 0.5025911152362823, + "loss_ee": 0.7113103568553925, + "loss_delivery": 0.6652626931667328, + "loss_biodist": 0.2081180490553379, + "loss_toxic": 0.09219467993825674 + }, + { + "loss": 2.844200098514557, + "loss_size": 0.7557587444782257, + "loss_pdi": 0.4749682128429413, + "loss_ee": 0.7301648557186127, + "loss_delivery": 0.6472350269556045, + "loss_biodist": 0.2041723296046257, + "loss_toxic": 0.07282438147813082 + }, + { + "loss": 2.719205403327942, + "loss_size": 0.602601657807827, + "loss_pdi": 0.4640311598777771, + "loss_ee": 0.7044273138046264, + "loss_delivery": 0.710740065574646, + "loss_biodist": 0.19441637694835662, + "loss_toxic": 0.0829873088747263 + }, + { + "loss": 2.60360985994339, + "loss_size": 0.5629199370741844, + "loss_pdi": 0.482652872800827, + "loss_ee": 0.7525766432285309, + "loss_delivery": 0.5535349249839783, + "loss_biodist": 0.21084164083003998, + "loss_toxic": 0.07975064059719443 + }, + { + "loss": 3.059557819366455, + "loss_size": 1.0405760526657104, + "loss_pdi": 0.48230333924293517, + "loss_ee": 0.7044178217649459, + "loss_delivery": 0.5883022531867027, + "loss_biodist": 0.19533987194299698, + "loss_toxic": 0.09376370506361127 + }, + { + "loss": 2.960307812690735, + "loss_size": 0.939008715748787, + "loss_pdi": 0.48343153595924376, + "loss_ee": 0.7341428875923157, + "loss_delivery": 0.5863124847412109, + "loss_biodist": 0.18333205878734588, + "loss_toxic": 0.08063834235072136 + }, + { + "loss": 2.766692638397217, + "loss_size": 0.672946834564209, + "loss_pdi": 0.48397991359233855, + "loss_ee": 0.7383652985095978, + "loss_delivery": 0.6168023318052291, + "loss_biodist": 0.17951978594064713, + "loss_toxic": 0.1168558587320149 + }, + { + "loss": 2.612797963619232, + "loss_size": 0.5835157915949821, + "loss_pdi": 0.45400011241436006, + "loss_ee": 0.7263591527938843, + "loss_delivery": 0.6124072223901749, + "loss_biodist": 0.1967858374118805, + "loss_toxic": 0.08045617742463947 + }, + { + "loss": 2.6375527143478394, + "loss_size": 0.6222968533635139, + "loss_pdi": 0.47033663690090177, + "loss_ee": 0.7344269275665283, + "loss_delivery": 0.6039434716105461, + "loss_biodist": 0.17870181873440744, + "loss_toxic": 0.07069295533001423 + } + ], + "val": [ + { + "loss": 296.28424072265625, + "loss_size": 12.991230964660645, + "loss_pdi": 0.823749452829361, + "loss_ee": 19.141324996948242, + "loss_delivery": 240.11871337890625, + "loss_biodist": 11.288077354431152, + "loss_toxic": 13.819274425506592, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.05555555555555555 + }, + { + "loss": 78.89619827270508, + "loss_size": 2.9619002640247345, + "loss_pdi": 0.8072581477463245, + "loss_ee": 10.567319512367249, + "loss_delivery": 54.69284248352051, + "loss_biodist": 6.309176683425903, + "loss_toxic": 4.502407193183899, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.05555555555555555 + }, + { + "loss": 25.01052188873291, + "loss_size": 1.2489402294158936, + "loss_pdi": 0.6751686632633209, + "loss_ee": 5.55723774433136, + "loss_delivery": 13.363386154174805, + "loss_biodist": 3.364019751548767, + "loss_toxic": 1.2354100346565247, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.05555555555555555 + }, + { + "loss": 6.2525317668914795, + "loss_size": 0.77371945977211, + "loss_pdi": 0.5442564934492111, + "loss_ee": 1.281876564025879, + "loss_delivery": 2.0331055223941803, + "loss_biodist": 0.844606027007103, + "loss_toxic": 0.8479358106851578, + "acc_pdi": 0.42424242424242425, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.7777777777777778 + }, + { + "loss": 3.826401114463806, + "loss_size": 0.4204774498939514, + "loss_pdi": 0.36291083693504333, + "loss_ee": 0.6240692138671875, + "loss_delivery": 0.8051923364400864, + "loss_biodist": 0.2841266468167305, + "loss_toxic": 1.336870215833187, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.9258261919021606, + "loss_size": 0.3924184739589691, + "loss_pdi": 0.32124850153923035, + "loss_ee": 0.5555596724152565, + "loss_delivery": 0.9438498020172119, + "loss_biodist": 0.159376360476017, + "loss_toxic": 1.553337037563324, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.7831488847732544, + "loss_size": 0.42960429191589355, + "loss_pdi": 0.3222753331065178, + "loss_ee": 0.5435134544968605, + "loss_delivery": 0.8791672587394714, + "loss_biodist": 0.14064237102866173, + "loss_toxic": 1.4600459858775139, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.5084550380706787, + "loss_size": 0.5094341933727264, + "loss_pdi": 0.3356622979044914, + "loss_ee": 0.5541798062622547, + "loss_delivery": 0.8416852802038193, + "loss_biodist": 0.13072467595338821, + "loss_toxic": 1.1279326900839806, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.5543140172958374, + "loss_size": 0.4630669355392456, + "loss_pdi": 0.32227837294340134, + "loss_ee": 0.545490100979805, + "loss_delivery": 0.7854931354522705, + "loss_biodist": 0.11000838689506054, + "loss_toxic": 1.308598704636097, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.5871410369873047, + "loss_size": 0.5549008697271347, + "loss_pdi": 0.33503079786896706, + "loss_ee": 0.5502616800367832, + "loss_delivery": 0.7857671231031418, + "loss_biodist": 0.0911222081631422, + "loss_toxic": 1.2496386468410492, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.7057321071624756, + "loss_size": 0.48348429799079895, + "loss_pdi": 0.3279118500649929, + "loss_ee": 0.5276984293013811, + "loss_delivery": 0.8414502888917923, + "loss_biodist": 0.0878449808806181, + "loss_toxic": 1.4074729159474373, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.5699106454849243, + "loss_size": 0.41678713262081146, + "loss_pdi": 0.3185707554221153, + "loss_ee": 0.503435542806983, + "loss_delivery": 0.8263306170701981, + "loss_biodist": 0.08282009325921535, + "loss_toxic": 1.3862557038664818, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.2594088315963745, + "loss_size": 0.4563833773136139, + "loss_pdi": 0.32827944681048393, + "loss_ee": 0.5067626498639584, + "loss_delivery": 0.7102838046848774, + "loss_biodist": 0.07594446372240782, + "loss_toxic": 1.1504197493195534, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.0684661865234375, + "loss_size": 0.47232791781425476, + "loss_pdi": 0.33007117733359337, + "loss_ee": 0.5119467470794916, + "loss_delivery": 0.6660048179328442, + "loss_biodist": 0.07349961809813976, + "loss_toxic": 0.988219253718853, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.1451605558395386, + "loss_size": 0.4631771147251129, + "loss_pdi": 0.32259155437350273, + "loss_ee": 0.5155024938285351, + "loss_delivery": 0.7523647621273994, + "loss_biodist": 0.07218472845852375, + "loss_toxic": 0.9944696500897408, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.2007535696029663, + "loss_size": 0.3979826122522354, + "loss_pdi": 0.3183537982404232, + "loss_ee": 0.5190503373742104, + "loss_delivery": 0.7466600388288498, + "loss_biodist": 0.06889971904456615, + "loss_toxic": 1.1165776178240776, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 2.837516188621521, + "loss_size": 0.36449360847473145, + "loss_pdi": 0.31993192061781883, + "loss_ee": 0.5075083822011948, + "loss_delivery": 0.7259166240692139, + "loss_biodist": 0.06750637851655483, + "loss_toxic": 0.8320563957095146, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 2.8739558458328247, + "loss_size": 0.3669046014547348, + "loss_pdi": 0.31593136861920357, + "loss_ee": 0.5114317815750837, + "loss_delivery": 0.7348335273563862, + "loss_biodist": 0.06924626044929028, + "loss_toxic": 0.8545706495642662, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 2.7853689193725586, + "loss_size": 0.3445669710636139, + "loss_pdi": 0.31324294582009315, + "loss_ee": 0.5100951679050922, + "loss_delivery": 0.7207407727837563, + "loss_biodist": 0.07124232687056065, + "loss_toxic": 0.8061466887593269, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 2.892311930656433, + "loss_size": 0.3768322616815567, + "loss_pdi": 0.3160319961607456, + "loss_ee": 0.513012183830142, + "loss_delivery": 0.7112547159194946, + "loss_biodist": 0.06887861713767052, + "loss_toxic": 0.8828801289200783, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 2.9391536712646484, + "loss_size": 0.38415974378585815, + "loss_pdi": 0.317459836602211, + "loss_ee": 0.5141384974122047, + "loss_delivery": 0.7229011096060276, + "loss_biodist": 0.06962777860462666, + "loss_toxic": 0.9066252708435059, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 2.929584264755249, + "loss_size": 0.3742007166147232, + "loss_pdi": 0.31577613577246666, + "loss_ee": 0.5134317241609097, + "loss_delivery": 0.7208987399935722, + "loss_biodist": 0.0695299869403243, + "loss_toxic": 0.9109005779027939, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 2.9411704540252686, + "loss_size": 0.38414233922958374, + "loss_pdi": 0.3155141770839691, + "loss_ee": 0.5160272652283311, + "loss_delivery": 0.7186287306249142, + "loss_biodist": 0.06921231653541327, + "loss_toxic": 0.9129009917378426, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_4/splits.json b/models/abl/llm_molt5/20260623_211739/outer_fold_4/splits.json new file mode 100644 index 0000000..8dd0299 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_4/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 110, 111, 112, 113, 114, 116, 117, 119, 120, 121, 122, 123, 124, 126, 127, 128, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 152, 154, 155, 157, 160, 161, 162, 163, 164, 165, 166, 167, 169, 170, 171, 173, 174, 175, 176, 177, 178, 180, 181, 182, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 203, 205, 206, 207, 208, 209, 211, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 234, 235, 236, 238, 239, 240, 241, 243, 244, 245, 246, 247, 248, 249, 250, 251, 253, 254, 257, 258, 260, 261, 262, 263, 264, 265, 266, 267, 270, 271, 272, 273, 277, 278, 279, 280, 281, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 298, 299, 300, 301, 302, 303, 304, 305, 306, 309, 311, 312, 313, 314, 315, 316, 318, 319, 320, 322, 323, 324, 325, 326, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 341, 342, 343, 345, 346, 347, 349, 350, 351, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 365, 367, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 381, 383, 384, 385, 386, 388, 390, 391, 392, 393, 394, 395, 396, 397, 399, 400, 401, 402, 403, 405, 406, 407, 408, 409, 410, 411, 413, 415, 416, 417, 418, 419], "outer_test_idx": [0, 5, 11, 21, 24, 27, 30, 32, 36, 38, 39, 40, 47, 55, 58, 61, 65, 76, 86, 95, 100, 106, 109, 115, 118, 125, 129, 131, 136, 148, 150, 151, 153, 156, 158, 159, 168, 172, 179, 183, 184, 185, 202, 204, 210, 212, 213, 228, 233, 237, 242, 252, 255, 256, 259, 268, 269, 274, 275, 276, 282, 297, 307, 308, 310, 317, 321, 327, 340, 344, 348, 352, 364, 366, 368, 379, 380, 382, 387, 389, 398, 404, 412, 414]} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/outer_fold_4/test_metrics.json b/models/abl/llm_molt5/20260623_211739/outer_fold_4/test_metrics.json new file mode 100644 index 0000000..cd3601c --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/outer_fold_4/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.631083594340189, + "rmse": 0.7944077003278537, + "mae": 0.45563113806392286, + "r2": 0.15553176014966863 + }, + "delivery": { + "n_samples": 58, + "mse": 0.9301344974568768, + "rmse": 0.9644348072611632, + "mae": 0.6198378756385425, + "r2": 0.10057529571431079 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6840277777777778, + "recall": 0.7331378299120235, + "f1": 0.684012539184953 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.6285096799970942, + "recall": 0.6982905982905984, + "f1": 0.6480077466175054 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.16506880737658336, + "js_divergence": 0.045572918215851584 + } +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_0/best_params.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_0/best_params.json new file mode 100644 index 0000000..2838fcd --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_0/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.249816047538945, + "lr": 0.0007969454818643932, + "weight_decay": 0.008471801418819975, + "backbone_lr_ratio": 0.15751320499779725, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_0/epoch_mean.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_0/epoch_mean.json new file mode 100644 index 0000000..735a6b9 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_0/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 11} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_0/history.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_0/history.json new file mode 100644 index 0000000..5b6f569 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_0/history.json @@ -0,0 +1,237 @@ +{ + "train": [ + { + "loss": 5.316831970214844, + "loss_size": 0.839447295665741, + "loss_pdi": 0.6965641140937805, + "loss_ee": 1.0867865085601807, + "loss_delivery": 1.0319926649332047, + "loss_biodist": 1.0512876749038695, + "loss_toxic": 0.6175373166799545 + }, + { + "loss": 4.6482017755508425, + "loss_size": 0.7757548868656159, + "loss_pdi": 0.6443471133708953, + "loss_ee": 1.0088760912418366, + "loss_delivery": 0.9566728293895721, + "loss_biodist": 0.7468238711357117, + "loss_toxic": 0.5304077744483948 + }, + { + "loss": 4.042144179344177, + "loss_size": 0.6782109826803208, + "loss_pdi": 0.6089262366294861, + "loss_ee": 0.9649787425994873, + "loss_delivery": 0.8864846020936966, + "loss_biodist": 0.552240651845932, + "loss_toxic": 0.3670161634683609 + }, + { + "loss": 3.8237252473831176, + "loss_size": 0.7264567404985428, + "loss_pdi": 0.5961377680301666, + "loss_ee": 0.9004190623760223, + "loss_delivery": 0.8823352992534638, + "loss_biodist": 0.44542003273963926, + "loss_toxic": 0.2905654713511467 + }, + { + "loss": 3.3966476917266846, + "loss_size": 0.7290097832679748, + "loss_pdi": 0.5564208656549454, + "loss_ee": 0.8559816896915435, + "loss_delivery": 0.7180902600288391, + "loss_biodist": 0.370621046423912, + "loss_toxic": 0.18068656995892524 + }, + { + "loss": 3.2038855075836183, + "loss_size": 0.6043449863791466, + "loss_pdi": 0.528586146235466, + "loss_ee": 0.8424273788928985, + "loss_delivery": 0.80312260389328, + "loss_biodist": 0.3251503050327301, + "loss_toxic": 0.1156591720879078 + }, + { + "loss": 3.054028558731079, + "loss_size": 0.5813565760850906, + "loss_pdi": 0.5432209461927414, + "loss_ee": 0.7946762263774871, + "loss_delivery": 0.775369793176651, + "loss_biodist": 0.2745604939758778, + "loss_toxic": 0.10004338882863521 + }, + { + "loss": 2.9122961282730104, + "loss_size": 0.5435729265213013, + "loss_pdi": 0.5204282015562057, + "loss_ee": 0.8225645840167999, + "loss_delivery": 0.7039641082286835, + "loss_biodist": 0.254725293815136, + "loss_toxic": 0.08224540110677481 + }, + { + "loss": 2.8518325805664064, + "loss_size": 0.5725242346525192, + "loss_pdi": 0.515682166814804, + "loss_ee": 0.7776137471199036, + "loss_delivery": 0.6602497190237046, + "loss_biodist": 0.25395681113004687, + "loss_toxic": 0.08595355935394763 + }, + { + "loss": 2.8842832326889036, + "loss_size": 0.5065715700387955, + "loss_pdi": 0.5017859876155853, + "loss_ee": 0.8092107355594635, + "loss_delivery": 0.6921990156173706, + "loss_biodist": 0.2503887593746185, + "loss_toxic": 0.1390290379524231 + }, + { + "loss": 2.854720938205719, + "loss_size": 0.5536585435271263, + "loss_pdi": 0.5130709946155548, + "loss_ee": 0.7830274343490601, + "loss_delivery": 0.7148161381483078, + "loss_biodist": 0.23629170358181, + "loss_toxic": 0.07012933678925037 + } + ], + "val": [ + { + "loss": 143.66620635986328, + "loss_size": 74.55563354492188, + "loss_pdi": 1.771799171459861, + "loss_ee": 15.182066440582275, + "loss_delivery": 42.082801818847656, + "loss_biodist": 2.7203826904296875, + "loss_toxic": 8.075376510620117, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.09090909090909091, + "acc_toxic": 0.8846153846153846 + }, + { + "loss": 73.25644493103027, + "loss_size": 36.695425033569336, + "loss_pdi": 1.4409941697958857, + "loss_ee": 10.345785140991211, + "loss_delivery": 18.498233795166016, + "loss_biodist": 2.3305225372314453, + "loss_toxic": 4.62782621383667, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.09090909090909091, + "acc_toxic": 0.8846153846153846 + }, + { + "loss": 29.52255344390869, + "loss_size": 12.283084869384766, + "loss_pdi": 1.0330947497859597, + "loss_ee": 6.382822751998901, + "loss_delivery": 6.482304573059082, + "loss_biodist": 1.1663919687271118, + "loss_toxic": 2.5490827560424805, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.09090909090909091, + "acc_toxic": 0.8846153846153846 + }, + { + "loss": 6.129315614700317, + "loss_size": 1.7391620874404907, + "loss_pdi": 0.5234585627913475, + "loss_ee": 2.179691195487976, + "loss_delivery": 1.1635875701904297, + "loss_biodist": 0.22845250368118286, + "loss_toxic": 0.3687700629234314, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.3333333333333333, + "acc_toxic": 0.9230769230769231 + }, + { + "loss": 2.339912533760071, + "loss_size": 0.1986267939209938, + "loss_pdi": 0.5624569058418274, + "loss_ee": 0.8063355088233948, + "loss_delivery": 0.5395557880401611, + "loss_biodist": 0.1530686914920807, + "loss_toxic": 0.0909271165728569, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.2916977405548096, + "loss_size": 0.16024477779865265, + "loss_pdi": 0.5726071298122406, + "loss_ee": 0.7919391989707947, + "loss_delivery": 0.5433560609817505, + "loss_biodist": 0.15171754360198975, + "loss_toxic": 0.08396261930465698, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.24150812625885, + "loss_size": 0.14832741767168045, + "loss_pdi": 0.5566923022270203, + "loss_ee": 0.7773857116699219, + "loss_delivery": 0.49436941742897034, + "loss_biodist": 0.1378512680530548, + "loss_toxic": 0.13749966025352478, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.2212129831314087, + "loss_size": 0.1493208296597004, + "loss_pdi": 0.5618990659713745, + "loss_ee": 0.7646166384220123, + "loss_delivery": 0.4819357097148895, + "loss_biodist": 0.1302342414855957, + "loss_toxic": 0.14378398656845093, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.1808918714523315, + "loss_size": 0.14411013014614582, + "loss_pdi": 0.5580986142158508, + "loss_ee": 0.7655546069145203, + "loss_delivery": 0.48072874546051025, + "loss_biodist": 0.12330609560012817, + "loss_toxic": 0.12010607868432999, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.178250789642334, + "loss_size": 0.142559215426445, + "loss_pdi": 0.5467211306095123, + "loss_ee": 0.7652547955513, + "loss_delivery": 0.48927199840545654, + "loss_biodist": 0.11671091616153717, + "loss_toxic": 0.12862688302993774, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.1510977745056152, + "loss_size": 0.14082431606948376, + "loss_pdi": 0.5432416796684265, + "loss_ee": 0.7579881548881531, + "loss_delivery": 0.48376721143722534, + "loss_biodist": 0.11682338267564774, + "loss_toxic": 0.11903674155473709, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9615384615384616 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_0/splits.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_0/splits.json new file mode 100644 index 0000000..cccb9d8 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_0/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67, 68, 71, 72, 73, 75, 76, 77, 80, 81, 85, 86, 88, 89, 90, 92, 94, 95, 96, 98, 99, 100, 101, 103, 104, 105, 106, 107, 108, 109, 111, 113, 114, 115, 116, 117, 118, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 133, 134, 135, 136, 138, 139, 141, 144, 145, 146, 147, 148, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 163, 164, 167, 168, 169, 170, 171, 172, 175, 176, 178, 179, 180, 182, 183, 184, 185, 188, 189, 190, 191, 192, 193, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 206, 208, 210, 211, 212, 213, 216, 217, 218, 219, 220, 222, 224, 225, 227, 228, 229, 230, 231, 232, 233, 234, 236, 237, 239, 241, 242, 244, 245, 247, 248, 249, 250, 252, 253, 255, 256, 257, 258, 259, 260, 261, 262, 265, 267, 268, 269, 270, 271, 272, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 285, 286, 287, 288, 291, 292, 294, 296, 297, 298, 299, 300, 301, 303, 304, 306, 307, 308, 309, 310, 311, 312, 313, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 332, 333, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 346, 347, 348, 349, 351, 352, 354, 355, 356, 357, 358, 359, 360, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 374, 375, 377, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 393, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 407, 408, 409, 411, 412, 413, 414, 415, 417, 418, 419], "outer_test_idx": [7, 16, 20, 29, 51, 59, 60, 69, 70, 74, 78, 79, 82, 83, 84, 87, 91, 93, 97, 102, 110, 112, 119, 120, 121, 132, 137, 140, 142, 143, 152, 161, 162, 165, 166, 173, 174, 177, 181, 186, 187, 194, 205, 207, 209, 214, 215, 221, 223, 226, 235, 238, 240, 243, 246, 251, 254, 263, 264, 266, 273, 284, 289, 290, 293, 295, 302, 305, 314, 315, 331, 334, 341, 350, 353, 361, 373, 376, 378, 392, 394, 402, 410, 416]} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_0/test_metrics.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_0/test_metrics.json new file mode 100644 index 0000000..1a00fdf --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_0/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.5155296361572212, + "rmse": 1.2310684936904288, + "mae": 0.5528177052781166, + "r2": 0.07245855805812385 + }, + "delivery": { + "n_samples": 58, + "mse": 0.7162305636380973, + "rmse": 0.8463040609840516, + "mae": 0.6606004694797869, + "r2": 0.08962773345808628 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7857142857142857, + "precision": 0.7348927875243665, + "recall": 0.7576621525302922, + "f1": 0.7437288135593221 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6428571428571429, + "precision": 0.6419191919191919, + "recall": 0.6642857142857143, + "f1": 0.6264318357172532 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9827586206896551, + "precision": 0.9912280701754386, + "recall": 0.75, + "f1": 0.8289085545722714 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.24963897156642656, + "js_divergence": 0.05394401992956361 + } +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_1/best_params.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_1/best_params.json new file mode 100644 index 0000000..519d2d2 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_1/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.4974289969576414, + "lr": 0.0002961107423081925, + "weight_decay": 0.0006029005082214946, + "backbone_lr_ratio": 0.13222888593113422, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_1/epoch_mean.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_1/epoch_mean.json new file mode 100644 index 0000000..26e5cac --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_1/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 28} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_1/history.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_1/history.json new file mode 100644 index 0000000..6d33085 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_1/history.json @@ -0,0 +1,594 @@ +{ + "train": [ + { + "loss": 6.026857185363769, + "loss_size": 1.2294689536094665, + "loss_pdi": 0.6872679829597473, + "loss_ee": 1.1372609376907348, + "loss_delivery": 0.9027346253395081, + "loss_biodist": 1.3424551844596864, + "loss_toxic": 0.7313034355640411 + }, + { + "loss": 5.723967599868774, + "loss_size": 1.2133332148194313, + "loss_pdi": 0.6885355412960052, + "loss_ee": 1.0951001405715943, + "loss_delivery": 0.9580790936946869, + "loss_biodist": 1.1696792006492616, + "loss_toxic": 0.6086906611919403 + }, + { + "loss": 5.536203050613404, + "loss_size": 1.2128753632307052, + "loss_pdi": 0.6822363257408142, + "loss_ee": 1.0809218406677246, + "loss_delivery": 0.8554407507181168, + "loss_biodist": 1.0574498772621155, + "loss_toxic": 0.661238220334053 + }, + { + "loss": 5.324966716766357, + "loss_size": 1.2694620758295059, + "loss_pdi": 0.6599753797054291, + "loss_ee": 1.06947523355484, + "loss_delivery": 0.838631808757782, + "loss_biodist": 0.9344009578227996, + "loss_toxic": 0.5705428153276444 + }, + { + "loss": 5.335032391548157, + "loss_size": 1.251230490207672, + "loss_pdi": 0.6545872807502746, + "loss_ee": 1.0474456548690796, + "loss_delivery": 1.061643135547638, + "loss_biodist": 0.8142531931400299, + "loss_toxic": 0.5264536887407303 + }, + { + "loss": 4.847265434265137, + "loss_size": 1.1171674653887749, + "loss_pdi": 0.6508567988872528, + "loss_ee": 1.0100432991981507, + "loss_delivery": 0.8769697070121765, + "loss_biodist": 0.6992761850357055, + "loss_toxic": 0.5113562643527985 + }, + { + "loss": 4.650506854057312, + "loss_size": 1.1228991001844406, + "loss_pdi": 0.6335352957248688, + "loss_ee": 0.9947247982025147, + "loss_delivery": 0.8355746567249298, + "loss_biodist": 0.6199805259704589, + "loss_toxic": 0.46169925332069395 + }, + { + "loss": 4.51818733215332, + "loss_size": 1.147160130739212, + "loss_pdi": 0.6373324573040009, + "loss_ee": 0.9797325372695923, + "loss_delivery": 0.7603723347187042, + "loss_biodist": 0.5863248944282532, + "loss_toxic": 0.42545638531446456 + }, + { + "loss": 4.444383049011231, + "loss_size": 1.0823725879192352, + "loss_pdi": 0.6248309433460235, + "loss_ee": 0.9710935056209564, + "loss_delivery": 0.8248750120401382, + "loss_biodist": 0.5595942497253418, + "loss_toxic": 0.40034462213516236 + }, + { + "loss": 4.785865449905396, + "loss_size": 1.4705137372016908, + "loss_pdi": 0.6450957477092742, + "loss_ee": 0.9683177232742309, + "loss_delivery": 0.7919340848922729, + "loss_biodist": 0.5432899445295334, + "loss_toxic": 0.3904231905937195 + }, + { + "loss": 4.606685543060303, + "loss_size": 1.3829183399677276, + "loss_pdi": 0.6108918726444245, + "loss_ee": 0.9758895754814148, + "loss_delivery": 0.8384018480777741, + "loss_biodist": 0.4892553210258484, + "loss_toxic": 0.33261112570762635 + }, + { + "loss": 4.224893188476562, + "loss_size": 1.1263842225074767, + "loss_pdi": 0.5843467324972152, + "loss_ee": 0.9357724189758301, + "loss_delivery": 0.7835184141993523, + "loss_biodist": 0.4928362011909485, + "loss_toxic": 0.32177808731794355 + }, + { + "loss": 3.95279061794281, + "loss_size": 1.0102268964052201, + "loss_pdi": 0.629354465007782, + "loss_ee": 0.9062689363956451, + "loss_delivery": 0.7273557692766189, + "loss_biodist": 0.4440320014953613, + "loss_toxic": 0.2536700636148453 + }, + { + "loss": 4.3632234811782835, + "loss_size": 1.35274079144001, + "loss_pdi": 0.5825489312410355, + "loss_ee": 0.9309858500957489, + "loss_delivery": 0.8023072898387908, + "loss_biodist": 0.46704892814159393, + "loss_toxic": 0.2521182380616665 + }, + { + "loss": 3.9290190935134888, + "loss_size": 1.0448951810598373, + "loss_pdi": 0.5806472480297089, + "loss_ee": 0.8940123856067658, + "loss_delivery": 0.7668725073337554, + "loss_biodist": 0.42250370383262636, + "loss_toxic": 0.23988510742783548 + }, + { + "loss": 3.933149981498718, + "loss_size": 1.0471150785684586, + "loss_pdi": 0.5790631115436554, + "loss_ee": 0.8950204491615296, + "loss_delivery": 0.7579609334468842, + "loss_biodist": 0.40260557532310487, + "loss_toxic": 0.2719304487109184 + }, + { + "loss": 3.885994386672974, + "loss_size": 1.01951906979084, + "loss_pdi": 0.5800454437732696, + "loss_ee": 0.8853131890296936, + "loss_delivery": 0.8170140892267227, + "loss_biodist": 0.40359084159135816, + "loss_toxic": 0.202384552359581 + }, + { + "loss": 3.7878084659576414, + "loss_size": 0.957629320025444, + "loss_pdi": 0.5707479596138001, + "loss_ee": 0.9126657605171203, + "loss_delivery": 0.7856893330812454, + "loss_biodist": 0.39715717285871505, + "loss_toxic": 0.18571116998791695 + }, + { + "loss": 3.834078621864319, + "loss_size": 0.9690344855189323, + "loss_pdi": 0.5648884773254395, + "loss_ee": 0.9142823636531829, + "loss_delivery": 0.7686018750071526, + "loss_biodist": 0.41779014468193054, + "loss_toxic": 0.2219513788819313 + }, + { + "loss": 4.0917311906814575, + "loss_size": 1.2403365075588226, + "loss_pdi": 0.6014462232589721, + "loss_ee": 0.884219741821289, + "loss_delivery": 0.7846694543957711, + "loss_biodist": 0.4199938714504242, + "loss_toxic": 0.18858313634991647 + }, + { + "loss": 3.7392520666122437, + "loss_size": 0.9858225077390671, + "loss_pdi": 0.5622945964336395, + "loss_ee": 0.8996664881706238, + "loss_delivery": 0.7338527262210846, + "loss_biodist": 0.3783916562795639, + "loss_toxic": 0.20160866230726243 + }, + { + "loss": 3.894543719291687, + "loss_size": 1.0477891594171524, + "loss_pdi": 0.587745589017868, + "loss_ee": 0.8733267307281494, + "loss_delivery": 0.8272658675909043, + "loss_biodist": 0.3877396136522293, + "loss_toxic": 0.1960461474955082 + }, + { + "loss": 3.7734568119049072, + "loss_size": 0.9607463866472244, + "loss_pdi": 0.5768223524093627, + "loss_ee": 0.875618040561676, + "loss_delivery": 0.7672315210103988, + "loss_biodist": 0.41198683381080625, + "loss_toxic": 0.20443789586424826 + }, + { + "loss": 3.70830442905426, + "loss_size": 0.9586038872599602, + "loss_pdi": 0.556948921084404, + "loss_ee": 0.8703871965408325, + "loss_delivery": 0.7735456913709641, + "loss_biodist": 0.3826234996318817, + "loss_toxic": 0.1890261083841324 + }, + { + "loss": 3.8607128858566284, + "loss_size": 1.0146923035383224, + "loss_pdi": 0.6015162199735642, + "loss_ee": 0.8763009548187256, + "loss_delivery": 0.8198007971048356, + "loss_biodist": 0.36745197623968123, + "loss_toxic": 0.20652400478720664 + }, + { + "loss": 3.777021360397339, + "loss_size": 0.9481679320335388, + "loss_pdi": 0.5720564007759095, + "loss_ee": 0.8765467524528503, + "loss_delivery": 0.8120790779590606, + "loss_biodist": 0.41748927533626556, + "loss_toxic": 0.17531882636249066 + }, + { + "loss": 3.60404109954834, + "loss_size": 0.9733230352401734, + "loss_pdi": 0.5654556095600128, + "loss_ee": 0.8338465690612793, + "loss_delivery": 0.6970210775732995, + "loss_biodist": 0.3792415052652359, + "loss_toxic": 0.1763950541615486 + }, + { + "loss": 3.8592145681381225, + "loss_size": 1.0029550984501838, + "loss_pdi": 0.5665769308805466, + "loss_ee": 0.8857360064983368, + "loss_delivery": 0.848069828748703, + "loss_biodist": 0.3745860457420349, + "loss_toxic": 0.20689372941851616 + } + ], + "val": [ + { + "loss": 62.643239974975586, + "loss_size": 13.857266426086426, + "loss_pdi": 10.794692277908325, + "loss_ee": 3.2088042497634888, + "loss_delivery": 30.21198081970215, + "loss_biodist": 4.315831661224365, + "loss_toxic": 0.38950082659721375, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.045454545454545456 + }, + { + "loss": 20.560291290283203, + "loss_size": 2.6509965360164642, + "loss_pdi": 4.726125955581665, + "loss_ee": 1.4640905261039734, + "loss_delivery": 10.004457473754883, + "loss_biodist": 1.4438962936401367, + "loss_toxic": 0.3519134819507599, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.045454545454545456 + }, + { + "loss": 8.357834339141846, + "loss_size": 1.0930639505386353, + "loss_pdi": 2.108001232147217, + "loss_ee": 1.1139504164457321, + "loss_delivery": 3.203329086303711, + "loss_biodist": 0.5383133888244629, + "loss_toxic": 0.3430423140525818, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.045454545454545456 + }, + { + "loss": 3.8528894186019897, + "loss_size": 1.0213944911956787, + "loss_pdi": 0.8412970006465912, + "loss_ee": 0.8534530401229858, + "loss_delivery": 0.42827320098876953, + "loss_biodist": 0.3835856020450592, + "loss_toxic": 0.33858180046081543, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.42424242424242425, + "acc_toxic": 0.8636363636363636 + }, + { + "loss": 3.323080062866211, + "loss_size": 0.9935313761234283, + "loss_pdi": 0.667186439037323, + "loss_ee": 0.8424318134784698, + "loss_delivery": 0.18799050152301788, + "loss_biodist": 0.35788658261299133, + "loss_toxic": 0.28450584411621094, + "acc_pdi": 0.5757575757575758, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 3.0137972831726074, + "loss_size": 0.8021829426288605, + "loss_pdi": 0.6477320492267609, + "loss_ee": 0.7935884892940521, + "loss_delivery": 0.18032102286815643, + "loss_biodist": 0.3423291742801666, + "loss_toxic": 0.25631430745124817, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 2.791088342666626, + "loss_size": 0.6570180058479309, + "loss_pdi": 0.6334837973117828, + "loss_ee": 0.7493946254253387, + "loss_delivery": 0.19552505016326904, + "loss_biodist": 0.3322388529777527, + "loss_toxic": 0.23052696883678436, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 2.584288239479065, + "loss_size": 0.5699426531791687, + "loss_pdi": 0.6130964756011963, + "loss_ee": 0.706856369972229, + "loss_delivery": 0.19332650303840637, + "loss_biodist": 0.3206700086593628, + "loss_toxic": 0.1856267899274826, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 2.400031864643097, + "loss_size": 0.5128151625394821, + "loss_pdi": 0.5869405269622803, + "loss_ee": 0.6718689650297165, + "loss_delivery": 0.19104069471359253, + "loss_biodist": 0.3016958236694336, + "loss_toxic": 0.13902996480464935, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 2.326612710952759, + "loss_size": 0.5037163496017456, + "loss_pdi": 0.5876997411251068, + "loss_ee": 0.6461940854787827, + "loss_delivery": 0.19273419678211212, + "loss_biodist": 0.292996883392334, + "loss_toxic": 0.10606492310762405, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 2.2490842938423157, + "loss_size": 0.4729192852973938, + "loss_pdi": 0.5856612622737885, + "loss_ee": 0.6234158128499985, + "loss_delivery": 0.19591793417930603, + "loss_biodist": 0.28178176283836365, + "loss_toxic": 0.09150548279285431, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 2.1692036986351013, + "loss_size": 0.43638284504413605, + "loss_pdi": 0.5870532542467117, + "loss_ee": 0.5995329022407532, + "loss_delivery": 0.198262020945549, + "loss_biodist": 0.26963651180267334, + "loss_toxic": 0.07967543601989746, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 2.0015800297260284, + "loss_size": 0.3668363094329834, + "loss_pdi": 0.5549996346235275, + "loss_ee": 0.5756869167089462, + "loss_delivery": 0.18295860290527344, + "loss_biodist": 0.2526537775993347, + "loss_toxic": 0.06763958185911179, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 1.9504427015781403, + "loss_size": 0.3509197384119034, + "loss_pdi": 0.5479500591754913, + "loss_ee": 0.560641847550869, + "loss_delivery": 0.1863330602645874, + "loss_biodist": 0.24288739264011383, + "loss_toxic": 0.06038200482726097, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 1.8967886865139008, + "loss_size": 0.3294539526104927, + "loss_pdi": 0.539774015545845, + "loss_ee": 0.5458089783787727, + "loss_delivery": 0.1880054920911789, + "loss_biodist": 0.23562908172607422, + "loss_toxic": 0.05612509325146675, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 1.8348596096038818, + "loss_size": 0.2956341281533241, + "loss_pdi": 0.5370905101299286, + "loss_ee": 0.5334892645478249, + "loss_delivery": 0.1885002851486206, + "loss_biodist": 0.2260955572128296, + "loss_toxic": 0.05131838098168373, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 1.8101035356521606, + "loss_size": 0.2866467386484146, + "loss_pdi": 0.5361734628677368, + "loss_ee": 0.526849552989006, + "loss_delivery": 0.18896885216236115, + "loss_biodist": 0.22211512923240662, + "loss_toxic": 0.046438492834568024, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 1.7660419344902039, + "loss_size": 0.26623213291168213, + "loss_pdi": 0.5315761417150497, + "loss_ee": 0.5205550417304039, + "loss_delivery": 0.19055140018463135, + "loss_biodist": 0.21195748448371887, + "loss_toxic": 0.041776977479457855, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 1.7766571938991547, + "loss_size": 0.2742503881454468, + "loss_pdi": 0.5335453450679779, + "loss_ee": 0.5191173106431961, + "loss_delivery": 0.1937587708234787, + "loss_biodist": 0.21338923275470734, + "loss_toxic": 0.03954776003956795, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 1.7774540483951569, + "loss_size": 0.29130395501852036, + "loss_pdi": 0.541361078619957, + "loss_ee": 0.5129280537366867, + "loss_delivery": 0.18764695525169373, + "loss_biodist": 0.2027662992477417, + "loss_toxic": 0.038554660975933075, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 1.7611142098903656, + "loss_size": 0.28488124534487724, + "loss_pdi": 0.539531946182251, + "loss_ee": 0.5102541297674179, + "loss_delivery": 0.18382824957370758, + "loss_biodist": 0.20372848212718964, + "loss_toxic": 0.03584044799208641, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 1.746421366930008, + "loss_size": 0.27657482400536537, + "loss_pdi": 0.5379180312156677, + "loss_ee": 0.5109098255634308, + "loss_delivery": 0.18394529819488525, + "loss_biodist": 0.19787663221359253, + "loss_toxic": 0.036004357039928436, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 1.7352559268474579, + "loss_size": 0.2696935907006264, + "loss_pdi": 0.5359967947006226, + "loss_ee": 0.5128564722836018, + "loss_delivery": 0.18325179815292358, + "loss_biodist": 0.19601596891880035, + "loss_toxic": 0.03418343514204025, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 1.714577704668045, + "loss_size": 0.2582730073481798, + "loss_pdi": 0.5326612591743469, + "loss_ee": 0.5092239379882812, + "loss_delivery": 0.1796005815267563, + "loss_biodist": 0.19827279448509216, + "loss_toxic": 0.03294859826564789, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 1.7378711104393005, + "loss_size": 0.2758963219821453, + "loss_pdi": 0.5326586067676544, + "loss_ee": 0.5103994905948639, + "loss_delivery": 0.182387575507164, + "loss_biodist": 0.19940927624702454, + "loss_toxic": 0.03389495238661766, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 1.7252289950847626, + "loss_size": 0.26810690201818943, + "loss_pdi": 0.5225564390420914, + "loss_ee": 0.5078219063580036, + "loss_delivery": 0.18510855734348297, + "loss_biodist": 0.2038000375032425, + "loss_toxic": 0.03430189564824104, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 1.733751654624939, + "loss_size": 0.2758174240589142, + "loss_pdi": 0.5285640358924866, + "loss_ee": 0.5069926306605339, + "loss_delivery": 0.18470168113708496, + "loss_biodist": 0.20190195739269257, + "loss_toxic": 0.03246181085705757, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 1.721984624862671, + "loss_size": 0.2714926600456238, + "loss_pdi": 0.5249379426240921, + "loss_ee": 0.5029035657644272, + "loss_delivery": 0.18313726782798767, + "loss_biodist": 0.20260517299175262, + "loss_toxic": 0.03331310302019119, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9545454545454546 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_1/splits.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_1/splits.json new file mode 100644 index 0000000..1773fe5 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_1/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 3, 5, 6, 7, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 24, 26, 27, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 112, 114, 115, 118, 119, 120, 121, 123, 124, 125, 126, 128, 129, 130, 131, 132, 136, 137, 140, 141, 142, 143, 144, 145, 146, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 161, 162, 164, 165, 166, 167, 168, 169, 171, 172, 173, 174, 175, 176, 177, 178, 179, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 194, 195, 196, 197, 198, 199, 201, 202, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 225, 226, 228, 229, 231, 232, 233, 234, 235, 236, 237, 238, 240, 242, 243, 244, 246, 247, 248, 250, 251, 252, 254, 255, 256, 258, 259, 260, 261, 262, 263, 264, 266, 268, 269, 270, 271, 273, 274, 275, 276, 277, 278, 279, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 295, 296, 297, 300, 301, 302, 303, 304, 305, 306, 307, 308, 310, 311, 313, 314, 315, 316, 317, 318, 319, 321, 322, 323, 324, 325, 327, 328, 329, 330, 331, 333, 334, 335, 337, 338, 339, 340, 341, 342, 343, 344, 345, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 361, 362, 364, 365, 366, 367, 368, 369, 373, 374, 375, 376, 378, 379, 380, 381, 382, 384, 387, 388, 389, 391, 392, 393, 394, 396, 397, 398, 399, 402, 403, 404, 405, 406, 408, 409, 410, 411, 412, 413, 414, 416, 417, 419], "outer_test_idx": [1, 2, 4, 8, 9, 14, 17, 22, 23, 25, 28, 34, 37, 41, 43, 45, 63, 64, 68, 85, 96, 104, 111, 113, 116, 117, 122, 127, 133, 134, 135, 138, 139, 147, 160, 163, 170, 180, 191, 192, 193, 200, 203, 208, 224, 227, 230, 239, 241, 245, 249, 253, 257, 265, 267, 272, 280, 294, 298, 299, 309, 312, 320, 326, 332, 336, 346, 347, 360, 363, 370, 371, 372, 377, 383, 385, 386, 390, 395, 400, 401, 407, 415, 418]} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_1/test_metrics.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_1/test_metrics.json new file mode 100644 index 0000000..36108f6 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_1/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.4407882317423426, + "rmse": 0.6639188442440406, + "mae": 0.5040833638271406, + "r2": -0.34601054952953203 + }, + "delivery": { + "n_samples": 61, + "mse": 1.1926662698803117, + "rmse": 1.0920926104870006, + "mae": 0.7042049732914225, + "r2": 0.09723761173794576 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6309523809523809, + "precision": 0.5972222222222222, + "recall": 0.626984126984127, + "f1": 0.5884305357989568 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5476190476190477, + "precision": 0.4710567210567211, + "recall": 0.4779744065458351, + "f1": 0.46484848484848484 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.4314531684239771, + "js_divergence": 0.10909374111148634 + } +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_2/best_params.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_2/best_params.json new file mode 100644 index 0000000..6c55816 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_2/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.20909028227816875, + "lr": 0.0009868479883958295, + "weight_decay": 0.09577444643395126, + "backbone_lr_ratio": 0.9366132049338034, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_2/epoch_mean.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_2/epoch_mean.json new file mode 100644 index 0000000..17fb17e --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_2/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 10} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_2/history.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_2/history.json new file mode 100644 index 0000000..c7a9760 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_2/history.json @@ -0,0 +1,216 @@ +{ + "train": [ + { + "loss": 5.681441164016723, + "loss_size": 1.1062972515821456, + "loss_pdi": 0.6928311944007873, + "loss_ee": 1.074429488182068, + "loss_delivery": 1.046213048696518, + "loss_biodist": 1.0953940212726594, + "loss_toxic": 0.675980344414711 + }, + { + "loss": 4.590815854072571, + "loss_size": 0.9980416417121887, + "loss_pdi": 0.6502560973167419, + "loss_ee": 0.9637279510498047, + "loss_delivery": 0.8786071419715882, + "loss_biodist": 0.6720752835273742, + "loss_toxic": 0.4445949047803879 + }, + { + "loss": 4.077040147781372, + "loss_size": 0.9438252136111259, + "loss_pdi": 0.5817180514335633, + "loss_ee": 0.9124739289283752, + "loss_delivery": 0.7890720427036285, + "loss_biodist": 0.5218220263719558, + "loss_toxic": 0.3466088086366653 + }, + { + "loss": 4.120549535751342, + "loss_size": 1.1134931221604347, + "loss_pdi": 0.6343167275190353, + "loss_ee": 0.9770254552364349, + "loss_delivery": 0.8273901820182801, + "loss_biodist": 0.38173462748527526, + "loss_toxic": 0.21346210166811944 + }, + { + "loss": 3.454077649116516, + "loss_size": 0.8961317807435989, + "loss_pdi": 0.5144498348236084, + "loss_ee": 0.8646764636039734, + "loss_delivery": 0.7531276106834411, + "loss_biodist": 0.32329004555940627, + "loss_toxic": 0.12212631516158581 + }, + { + "loss": 3.155376362800598, + "loss_size": 0.8297531813383102, + "loss_pdi": 0.5220271199941635, + "loss_ee": 0.7667539536952972, + "loss_delivery": 0.6025606319308281, + "loss_biodist": 0.28923512548208236, + "loss_toxic": 0.16060041785240173 + }, + { + "loss": 3.031300115585327, + "loss_size": 0.8250971809029579, + "loss_pdi": 0.5037865549325943, + "loss_ee": 0.771621972322464, + "loss_delivery": 0.5959198400378227, + "loss_biodist": 0.22466500401496886, + "loss_toxic": 0.12719216383993626 + }, + { + "loss": 2.9139482975006104, + "loss_size": 0.86843022108078, + "loss_pdi": 0.4684704184532166, + "loss_ee": 0.7200963139533997, + "loss_delivery": 0.5467466145753861, + "loss_biodist": 0.20974871814250945, + "loss_toxic": 0.1159254852682352 + }, + { + "loss": 2.707815968990326, + "loss_size": 0.6659770369529724, + "loss_pdi": 0.4247590184211731, + "loss_ee": 0.687958836555481, + "loss_delivery": 0.646155121922493, + "loss_biodist": 0.18433844670653343, + "loss_toxic": 0.11123637612909079 + }, + { + "loss": 2.5662022829055786, + "loss_size": 0.7123838186264038, + "loss_pdi": 0.41619963347911837, + "loss_ee": 0.6545335114002228, + "loss_delivery": 0.49522753804922104, + "loss_biodist": 0.22847289890050887, + "loss_toxic": 0.06957959178835153 + } + ], + "val": [ + { + "loss": 25.29134178161621, + "loss_size": 3.7479039430618286, + "loss_pdi": 5.131325721740723, + "loss_ee": 14.458829879760742, + "loss_delivery": 0.7793787121772766, + "loss_biodist": 1.284896969795227, + "loss_toxic": 0.09583301842212677, + "acc_pdi": 0.2727272727272727, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 23.14567756652832, + "loss_size": 3.9897691011428833, + "loss_pdi": 2.9257690906247262, + "loss_ee": 10.393842697143555, + "loss_delivery": 5.034230709075928, + "loss_biodist": 1.1228570938110352, + "loss_toxic": 0.011022262275218964, + "acc_pdi": 0.2727272727272727, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 16.016579151153564, + "loss_size": 3.786706566810608, + "loss_pdi": 1.529817118193023, + "loss_ee": 5.87432074546814, + "loss_delivery": 4.437897205352783, + "loss_biodist": 0.6474367380142212, + "loss_toxic": 0.0238479170948267, + "acc_pdi": 0.2727272727272727, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 8.024643898010254, + "loss_size": 2.4169838428497314, + "loss_pdi": 0.6442355699837208, + "loss_ee": 2.3091700077056885, + "loss_delivery": 2.439995765686035, + "loss_biodist": 0.26377207040786743, + "loss_toxic": 0.08143899589776993, + "acc_pdi": 0.2727272727272727, + "acc_ee": 0.21212121212121213, + "acc_toxic": 1.0 + }, + { + "loss": 2.453032672405243, + "loss_size": 0.1613167356699705, + "loss_pdi": 0.37623365968465805, + "loss_ee": 0.5044107213616371, + "loss_delivery": 1.0215622186660767, + "loss_biodist": 0.22681452333927155, + "loss_toxic": 0.16959062218666077, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.7575757575757576, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 3.39467453956604, + "loss_size": 1.2630414068698883, + "loss_pdi": 0.43836623430252075, + "loss_ee": 0.4703514873981476, + "loss_delivery": 0.9545961022377014, + "loss_biodist": 0.24430295825004578, + "loss_toxic": 0.04969366267323494, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.4188396334648132, + "loss_size": 0.2185893878340721, + "loss_pdi": 0.33757615834474564, + "loss_ee": 0.4405914153903723, + "loss_delivery": 1.0950431823730469, + "loss_biodist": 0.19994114339351654, + "loss_toxic": 0.1339682936668396, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.0633360147476196, + "loss_size": 0.08254561247304082, + "loss_pdi": 0.33109360933303833, + "loss_ee": 0.42491139099001884, + "loss_delivery": 0.964245617389679, + "loss_biodist": 0.17843545973300934, + "loss_toxic": 0.08396249264478683, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.120635986328125, + "loss_size": 0.08038586748079979, + "loss_pdi": 0.3595014587044716, + "loss_ee": 0.44900886341929436, + "loss_delivery": 0.9804500937461853, + "loss_biodist": 0.1763819456100464, + "loss_toxic": 0.07926654815673828, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.091362878680229, + "loss_size": 0.07630899461219087, + "loss_pdi": 0.3531958684325218, + "loss_ee": 0.45316747948527336, + "loss_delivery": 0.9618365168571472, + "loss_biodist": 0.1717347651720047, + "loss_toxic": 0.07900446653366089, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_2/splits.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_2/splits.json new file mode 100644 index 0000000..14df306 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_2/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 43, 44, 45, 47, 48, 49, 50, 51, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 68, 69, 70, 72, 74, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 96, 97, 100, 101, 102, 103, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 142, 143, 145, 147, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 160, 161, 162, 163, 165, 166, 167, 168, 170, 171, 172, 173, 174, 175, 177, 179, 180, 181, 183, 184, 185, 186, 187, 188, 191, 192, 193, 194, 196, 197, 199, 200, 202, 203, 204, 205, 207, 208, 209, 210, 211, 212, 213, 214, 215, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 232, 233, 235, 236, 237, 238, 239, 240, 241, 242, 243, 245, 246, 249, 250, 251, 252, 253, 254, 255, 256, 257, 259, 260, 261, 263, 264, 265, 266, 267, 268, 269, 271, 272, 273, 274, 275, 276, 280, 281, 282, 283, 284, 285, 287, 289, 290, 293, 294, 295, 296, 297, 298, 299, 300, 302, 303, 305, 307, 308, 309, 310, 311, 312, 313, 314, 315, 317, 318, 320, 321, 322, 323, 324, 326, 327, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 358, 360, 361, 363, 364, 365, 366, 368, 369, 370, 371, 372, 373, 376, 377, 378, 379, 380, 381, 382, 383, 385, 386, 387, 388, 389, 390, 392, 394, 395, 398, 399, 400, 401, 402, 404, 405, 407, 408, 409, 410, 412, 413, 414, 415, 416, 417, 418], "outer_test_idx": [10, 12, 15, 31, 35, 42, 46, 52, 53, 54, 62, 66, 67, 71, 73, 75, 77, 81, 89, 90, 92, 98, 99, 105, 123, 124, 141, 144, 146, 154, 155, 164, 169, 176, 178, 182, 189, 190, 195, 198, 201, 206, 216, 217, 218, 219, 231, 234, 244, 247, 248, 258, 262, 270, 277, 278, 279, 286, 288, 291, 292, 301, 304, 306, 316, 319, 325, 328, 343, 357, 359, 362, 367, 374, 375, 384, 391, 393, 396, 397, 403, 406, 411, 419]} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_2/test_metrics.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_2/test_metrics.json new file mode 100644 index 0000000..a4a1668 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_2/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.5650020159968021, + "rmse": 0.7516661599385741, + "mae": 0.529821105356816, + "r2": -0.1158688867212827 + }, + "delivery": { + "n_samples": 60, + "mse": 0.7951642792655207, + "rmse": 0.8917198434853408, + "mae": 0.564022826597405, + "r2": -0.0585014766772729 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7738095238095238, + "precision": 0.7088382038488952, + "recall": 0.7148093841642229, + "f1": 0.7116531165311653 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6208862821766048, + "recall": 0.6335200746965454, + "f1": 0.6171167931336233 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.22955774915771032, + "js_divergence": 0.057747101727447875 + } +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_3/best_params.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_3/best_params.json new file mode 100644 index 0000000..69ba43b --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_3/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.26416603774755115, + "lr": 0.0009483435695441306, + "weight_decay": 0.023495515945762397, + "backbone_lr_ratio": 0.11652607489369789, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_3/epoch_mean.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_3/epoch_mean.json new file mode 100644 index 0000000..9c322f6 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_3/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 8} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_3/history.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_3/history.json new file mode 100644 index 0000000..6e3a95e --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_3/history.json @@ -0,0 +1,174 @@ +{ + "train": [ + { + "loss": 5.314974069595337, + "loss_size": 0.8471167206764221, + "loss_pdi": 0.6874027013778686, + "loss_ee": 1.0782086610794068, + "loss_delivery": 1.017587274312973, + "loss_biodist": 1.0551775813102722, + "loss_toxic": 0.6375355184078216 + }, + { + "loss": 4.479380059242248, + "loss_size": 0.7809186697006225, + "loss_pdi": 0.653880900144577, + "loss_ee": 0.9923780202865601, + "loss_delivery": 0.8660430818796158, + "loss_biodist": 0.6916194915771484, + "loss_toxic": 0.5105119079351426 + }, + { + "loss": 4.157883667945862, + "loss_size": 0.8349698334932327, + "loss_pdi": 0.6121733695268631, + "loss_ee": 0.917213785648346, + "loss_delivery": 0.8207238301634788, + "loss_biodist": 0.5181984782218934, + "loss_toxic": 0.4725151166319847 + }, + { + "loss": 3.8881962060928346, + "loss_size": 0.7268716156482696, + "loss_pdi": 0.5737784445285797, + "loss_ee": 0.8810889244079589, + "loss_delivery": 0.9447851434350014, + "loss_biodist": 0.4558143526315689, + "loss_toxic": 0.32636418044567106 + }, + { + "loss": 3.481616759300232, + "loss_size": 0.6809707194566726, + "loss_pdi": 0.5683363556861878, + "loss_ee": 0.8539594233036041, + "loss_delivery": 0.826325249671936, + "loss_biodist": 0.3588534206151962, + "loss_toxic": 0.2094125881791115 + }, + { + "loss": 3.221879315376282, + "loss_size": 0.675772400200367, + "loss_pdi": 0.5647172063589097, + "loss_ee": 0.8017264187335968, + "loss_delivery": 0.6921931892633438, + "loss_biodist": 0.33957179039716723, + "loss_toxic": 0.1604570269584656 + }, + { + "loss": 3.232501268386841, + "loss_size": 0.6370743736624718, + "loss_pdi": 0.5386746793985366, + "loss_ee": 0.8020288944244385, + "loss_delivery": 0.7810084074735641, + "loss_biodist": 0.33309049606323243, + "loss_toxic": 0.15514272563159465 + }, + { + "loss": 3.1642483472824097, + "loss_size": 0.6798197507858277, + "loss_pdi": 0.5409403443336487, + "loss_ee": 0.786545068025589, + "loss_delivery": 0.7111701086163521, + "loss_biodist": 0.3176115334033966, + "loss_toxic": 0.1412016697227955 + } + ], + "val": [ + { + "loss": 61.48320198059082, + "loss_size": 1.350343018770218, + "loss_pdi": 5.069066107273098, + "loss_ee": 13.299195289611816, + "loss_delivery": 38.49124717712402, + "loss_biodist": 2.7606942653656006, + "loss_toxic": 0.9829173162579536, + "acc_pdi": 0.21212121212121213, + "acc_ee": 0.12121212121212122, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 42.855520248413086, + "loss_size": 1.79859060049057, + "loss_pdi": 2.9529728882080235, + "loss_ee": 7.767890691757202, + "loss_delivery": 29.39503002166748, + "loss_biodist": 0.9167071580886841, + "loss_toxic": 0.608213959261775, + "acc_pdi": 0.21212121212121213, + "acc_ee": 0.12121212121212122, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 17.02770709991455, + "loss_size": 0.17808862775564194, + "loss_pdi": 1.1938380198553205, + "loss_ee": 4.373167991638184, + "loss_delivery": 10.297569751739502, + "loss_biodist": 0.8140027523040771, + "loss_toxic": 0.47192823700606823, + "acc_pdi": 0.21212121212121213, + "acc_ee": 0.12121212121212122, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 5.174424648284912, + "loss_size": 0.25636665523052216, + "loss_pdi": 0.5594526827335358, + "loss_ee": 1.80218905210495, + "loss_delivery": 1.9618229866027832, + "loss_biodist": 0.4117112159729004, + "loss_toxic": 0.24727599322795868, + "acc_pdi": 0.3333333333333333, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.912824511528015, + "loss_size": 0.11973458994179964, + "loss_pdi": 0.9889056980609894, + "loss_ee": 0.6166286319494247, + "loss_delivery": 0.548184260725975, + "loss_biodist": 0.5501623898744583, + "loss_toxic": 0.10317410156130791, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 3.1982020139694214, + "loss_size": 0.12216264754533768, + "loss_pdi": 1.1453669667243958, + "loss_ee": 0.5503365620970726, + "loss_delivery": 0.6182188540697098, + "loss_biodist": 0.7121701091527939, + "loss_toxic": 0.07238877937197685, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 3.2649824619293213, + "loss_size": 0.131202413700521, + "loss_pdi": 1.1922670006752014, + "loss_ee": 0.5335803925991058, + "loss_delivery": 0.643739640712738, + "loss_biodist": 0.7220400869846344, + "loss_toxic": 0.06705452920868993, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 3.2961368560791016, + "loss_size": 0.13274002820253372, + "loss_pdi": 1.2150815427303314, + "loss_ee": 0.5216005221009254, + "loss_delivery": 0.6633327305316925, + "loss_biodist": 0.7208972871303558, + "loss_toxic": 0.06832011230289936, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_3/splits.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_3/splits.json new file mode 100644 index 0000000..7a2b13e --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_3/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 102, 104, 105, 106, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 127, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 166, 168, 169, 170, 172, 173, 174, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 195, 198, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 218, 219, 221, 223, 224, 226, 227, 228, 230, 231, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 251, 252, 253, 254, 255, 256, 257, 258, 259, 262, 263, 264, 265, 266, 267, 268, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 282, 284, 286, 288, 289, 290, 291, 292, 293, 294, 295, 297, 298, 299, 301, 302, 304, 305, 306, 307, 308, 309, 310, 312, 314, 315, 316, 317, 319, 320, 321, 325, 326, 327, 328, 331, 332, 334, 336, 340, 341, 343, 344, 346, 347, 348, 350, 352, 353, 357, 359, 360, 361, 362, 363, 364, 366, 367, 368, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 382, 383, 384, 385, 386, 387, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 400, 401, 402, 403, 404, 406, 407, 410, 411, 412, 414, 415, 416, 418, 419], "outer_test_idx": [3, 6, 13, 18, 19, 26, 33, 44, 48, 49, 50, 56, 57, 72, 80, 88, 94, 101, 103, 107, 108, 114, 126, 128, 130, 145, 149, 157, 167, 171, 175, 188, 196, 197, 199, 211, 220, 222, 225, 229, 232, 236, 250, 260, 261, 271, 281, 283, 285, 287, 296, 300, 303, 311, 313, 318, 322, 323, 324, 329, 330, 333, 335, 337, 338, 339, 342, 345, 349, 351, 354, 355, 356, 358, 365, 369, 381, 388, 399, 405, 408, 409, 413, 417]} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_3/test_metrics.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_3/test_metrics.json new file mode 100644 index 0000000..3ac0073 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_3/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.6949202991080103, + "rmse": 1.3018910473261618, + "mae": 0.6033158615253955, + "r2": 0.04134016030320575 + }, + "delivery": { + "n_samples": 59, + "mse": 0.6990766862799925, + "rmse": 0.8361080589732361, + "mae": 0.5805813829746034, + "r2": 0.32041440300144153 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6165865384615384, + "recall": 0.6422287390029326, + "f1": 0.6179337231968811 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6428571428571429, + "precision": 0.5572465420276638, + "recall": 0.5790095525389644, + "f1": 0.5624113475177305 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9166666666666666, + "precision": 0.6875, + "recall": 0.956140350877193, + "f1": 0.749791492910759 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.3403749299290891, + "js_divergence": 0.08961346697761335 + } +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_4/best_params.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_4/best_params.json new file mode 100644 index 0000000..08b4756 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_4/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.3550281028589818, + "lr": 0.0008995567387897002, + "weight_decay": 0.07448021944502968, + "backbone_lr_ratio": 0.09651209634502661, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_4/epoch_mean.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_4/epoch_mean.json new file mode 100644 index 0000000..65f6bc1 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_4/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 23} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_4/history.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_4/history.json new file mode 100644 index 0000000..fe217d3 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_4/history.json @@ -0,0 +1,489 @@ +{ + "train": [ + { + "loss": 5.375768709182739, + "loss_size": 0.8028224229812622, + "loss_pdi": 0.6935457646846771, + "loss_ee": 1.1066679000854491, + "loss_delivery": 1.0092165559530257, + "loss_biodist": 1.1123773813247682, + "loss_toxic": 0.6588774979114532 + }, + { + "loss": 4.576611590385437, + "loss_size": 0.7488679945468902, + "loss_pdi": 0.6501675844192505, + "loss_ee": 1.0571196973323822, + "loss_delivery": 0.874929228425026, + "loss_biodist": 0.7717389225959778, + "loss_toxic": 0.48993166983127595 + }, + { + "loss": 4.258029961585999, + "loss_size": 0.7123126178979874, + "loss_pdi": 0.6229814887046814, + "loss_ee": 0.9879418671131134, + "loss_delivery": 0.9417621344327927, + "loss_biodist": 0.5710237205028534, + "loss_toxic": 0.44349410235881803 + }, + { + "loss": 3.9611374616622923, + "loss_size": 0.714105898141861, + "loss_pdi": 0.5996018558740616, + "loss_ee": 0.9302806973457336, + "loss_delivery": 0.9505786776542664, + "loss_biodist": 0.47201197445392606, + "loss_toxic": 0.3175980061292648 + }, + { + "loss": 3.4320988178253176, + "loss_size": 0.5756139725446701, + "loss_pdi": 0.5911517262458801, + "loss_ee": 0.9074119687080383, + "loss_delivery": 0.77282155752182, + "loss_biodist": 0.38198274075984956, + "loss_toxic": 0.22178076952695847 + }, + { + "loss": 3.2869492530822755, + "loss_size": 0.5520838141441345, + "loss_pdi": 0.5707742154598237, + "loss_ee": 0.901374340057373, + "loss_delivery": 0.7464954674243927, + "loss_biodist": 0.3257669985294342, + "loss_toxic": 0.2104450099170208 + }, + { + "loss": 3.194211506843567, + "loss_size": 0.5282110169529914, + "loss_pdi": 0.5815074473619462, + "loss_ee": 0.8910124063491821, + "loss_delivery": 0.8148903846740723, + "loss_biodist": 0.25438890904188155, + "loss_toxic": 0.14892667904496193 + }, + { + "loss": 3.0433582305908202, + "loss_size": 0.5570952713489532, + "loss_pdi": 0.5443682461977005, + "loss_ee": 0.8567886888980866, + "loss_delivery": 0.7550834804773331, + "loss_biodist": 0.2341131865978241, + "loss_toxic": 0.121192535944283 + }, + { + "loss": 3.0348612308502196, + "loss_size": 0.5997160717844963, + "loss_pdi": 0.5167090028524399, + "loss_ee": 0.8423225164413453, + "loss_delivery": 0.7707235798239708, + "loss_biodist": 0.22622181698679925, + "loss_toxic": 0.10870569683611393 + }, + { + "loss": 2.8881323099136353, + "loss_size": 0.47744048833847047, + "loss_pdi": 0.5161774754524231, + "loss_ee": 0.7990387618541718, + "loss_delivery": 0.7476869195699691, + "loss_biodist": 0.22153835147619247, + "loss_toxic": 0.1554673422127962 + }, + { + "loss": 2.7724853515625, + "loss_size": 0.4606741026043892, + "loss_pdi": 0.5141550600528717, + "loss_ee": 0.7731142461299896, + "loss_delivery": 0.6731881678104401, + "loss_biodist": 0.25427252501249314, + "loss_toxic": 0.1271078411489725 + }, + { + "loss": 2.757270884513855, + "loss_size": 0.3882479563355446, + "loss_pdi": 0.5169186949729919, + "loss_ee": 0.7744996070861816, + "loss_delivery": 0.7360999047756195, + "loss_biodist": 0.20656393319368363, + "loss_toxic": 0.16828184872865676 + }, + { + "loss": 2.794005072116852, + "loss_size": 0.3960943162441254, + "loss_pdi": 0.5262339770793915, + "loss_ee": 0.7935296773910523, + "loss_delivery": 0.7605845496058464, + "loss_biodist": 0.21070733070373535, + "loss_toxic": 0.14618769530206918 + }, + { + "loss": 2.5289465188980103, + "loss_size": 0.37085346281528475, + "loss_pdi": 0.49975100755691526, + "loss_ee": 0.7739598393440247, + "loss_delivery": 0.6532569319009781, + "loss_biodist": 0.17998833656311036, + "loss_toxic": 0.08980899089947343 + }, + { + "loss": 2.6764179110527038, + "loss_size": 0.37518747970461847, + "loss_pdi": 0.5033472150564193, + "loss_ee": 0.7329750239849091, + "loss_delivery": 0.8128539860248566, + "loss_biodist": 0.1988864943385124, + "loss_toxic": 0.09797313390299678 + }, + { + "loss": 2.5042604804039, + "loss_size": 0.39076357930898664, + "loss_pdi": 0.5236577033996582, + "loss_ee": 0.7264873564243317, + "loss_delivery": 0.6416370570659637, + "loss_biodist": 0.18777689188718796, + "loss_toxic": 0.07587988618761302 + }, + { + "loss": 2.5514966368675234, + "loss_size": 0.37409800887107847, + "loss_pdi": 0.4885905981063843, + "loss_ee": 0.7444090425968171, + "loss_delivery": 0.7100163787603379, + "loss_biodist": 0.19192991107702256, + "loss_toxic": 0.08770896308124065 + }, + { + "loss": 2.453602683544159, + "loss_size": 0.4013322591781616, + "loss_pdi": 0.4793394058942795, + "loss_ee": 0.7553120791912079, + "loss_delivery": 0.6206790000200272, + "loss_biodist": 0.16428043991327285, + "loss_toxic": 0.0768719332292676 + }, + { + "loss": 2.462901258468628, + "loss_size": 0.3222680687904358, + "loss_pdi": 0.49827505350112916, + "loss_ee": 0.787872725725174, + "loss_delivery": 0.6316563099622726, + "loss_biodist": 0.18966821804642678, + "loss_toxic": 0.0806812735274434 + }, + { + "loss": 2.553547811508179, + "loss_size": 0.3619450002908707, + "loss_pdi": 0.5057697743177414, + "loss_ee": 0.7386440157890319, + "loss_delivery": 0.6504079177975655, + "loss_biodist": 0.183967874199152, + "loss_toxic": 0.15460856147110463 + }, + { + "loss": 2.530682861804962, + "loss_size": 0.42097022384405136, + "loss_pdi": 0.47423332929611206, + "loss_ee": 0.7590597927570343, + "loss_delivery": 0.6552139535546303, + "loss_biodist": 0.16710237562656402, + "loss_toxic": 0.1002633087337017 + }, + { + "loss": 2.3880657076835634, + "loss_size": 0.359912146627903, + "loss_pdi": 0.48081010580062866, + "loss_ee": 0.704518535733223, + "loss_delivery": 0.64019830301404, + "loss_biodist": 0.17497162595391275, + "loss_toxic": 0.07208708822727203 + }, + { + "loss": 2.3833325505256653, + "loss_size": 0.3229836493730545, + "loss_pdi": 0.496772313117981, + "loss_ee": 0.7009797602891922, + "loss_delivery": 0.6206624656915665, + "loss_biodist": 0.18214853703975678, + "loss_toxic": 0.10182165652513504 + } + ], + "val": [ + { + "loss": 171.93913555145264, + "loss_size": 7.254269957542419, + "loss_pdi": 4.170384168624878, + "loss_ee": 8.672994136810303, + "loss_delivery": 147.91024780273438, + "loss_biodist": 1.3527196645736694, + "loss_toxic": 3.8507397174835205, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.96 + }, + { + "loss": 57.232818603515625, + "loss_size": 2.0681969821453094, + "loss_pdi": 2.6841838359832764, + "loss_ee": 5.384382724761963, + "loss_delivery": 43.525794982910156, + "loss_biodist": 1.8312695026397705, + "loss_toxic": 2.5077335834503174, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.96 + }, + { + "loss": 24.654699325561523, + "loss_size": 3.420677661895752, + "loss_pdi": 1.6900418400764465, + "loss_ee": 3.4027676582336426, + "loss_delivery": 13.695552825927734, + "loss_biodist": 1.2299768924713135, + "loss_toxic": 1.625041127204895, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.96 + }, + { + "loss": 5.286935329437256, + "loss_size": 1.9446970224380493, + "loss_pdi": 0.8052667081356049, + "loss_ee": 1.2804907262325287, + "loss_delivery": 0.8334485292434692, + "loss_biodist": 0.2351028323173523, + "loss_toxic": 0.24524414539337158, + "acc_pdi": 0.36363636363636365, + "acc_ee": 0.3939393939393939, + "acc_toxic": 0.96 + }, + { + "loss": 4.356857061386108, + "loss_size": 1.8956435024738312, + "loss_pdi": 0.7613446712493896, + "loss_ee": 1.1152732372283936, + "loss_delivery": 0.3614601194858551, + "loss_biodist": 0.19970138370990753, + "loss_toxic": 0.0659584179520607, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 4.13286566734314, + "loss_size": 1.7591826766729355, + "loss_pdi": 0.7116994261741638, + "loss_ee": 1.0937515497207642, + "loss_delivery": 0.357002854347229, + "loss_biodist": 0.19028937816619873, + "loss_toxic": 0.06294010579586029, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 4.088299632072449, + "loss_size": 1.6953654289245605, + "loss_pdi": 0.7520300149917603, + "loss_ee": 1.0877862572669983, + "loss_delivery": 0.344740629196167, + "loss_biodist": 0.18482284247875214, + "loss_toxic": 0.06951487809419632, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 3.950421929359436, + "loss_size": 1.5817049220204353, + "loss_pdi": 0.743070513010025, + "loss_ee": 1.077661007642746, + "loss_delivery": 0.3456379771232605, + "loss_biodist": 0.1824197918176651, + "loss_toxic": 0.06747862696647644, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 3.787083864212036, + "loss_size": 1.569172888994217, + "loss_pdi": 0.7199538052082062, + "loss_ee": 0.9491567313671112, + "loss_delivery": 0.3620297908782959, + "loss_biodist": 0.172251895070076, + "loss_toxic": 0.05882510170340538, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 3.6675044298171997, + "loss_size": 1.4542808756232262, + "loss_pdi": 0.7255728840827942, + "loss_ee": 0.941571980714798, + "loss_delivery": 0.3546614646911621, + "loss_biodist": 0.17723269760608673, + "loss_toxic": 0.05962724983692169, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 3.7018783688545227, + "loss_size": 1.5194395640864968, + "loss_pdi": 0.6683962941169739, + "loss_ee": 0.9566867053508759, + "loss_delivery": 0.3466516137123108, + "loss_biodist": 0.1706228256225586, + "loss_toxic": 0.08488557487726212, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 4.055834412574768, + "loss_size": 1.5367903597652912, + "loss_pdi": 0.782917320728302, + "loss_ee": 1.208513617515564, + "loss_delivery": 0.3531206548213959, + "loss_biodist": 0.16675269603729248, + "loss_toxic": 0.07210195064544678, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.96 + }, + { + "loss": 4.0199480056762695, + "loss_size": 1.4942306242883205, + "loss_pdi": 0.7209419310092926, + "loss_ee": 1.2705073356628418, + "loss_delivery": 0.3495202958583832, + "loss_biodist": 0.15656617283821106, + "loss_toxic": 0.09340409934520721, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.96 + }, + { + "loss": 3.9649373292922974, + "loss_size": 1.4812511280179024, + "loss_pdi": 0.7444710433483124, + "loss_ee": 1.238397091627121, + "loss_delivery": 0.3332414925098419, + "loss_biodist": 0.16019660234451294, + "loss_toxic": 0.07304397970438004, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.96 + }, + { + "loss": 3.8319575786590576, + "loss_size": 1.5011604204773903, + "loss_pdi": 0.745022177696228, + "loss_ee": 1.0895381569862366, + "loss_delivery": 0.3153124451637268, + "loss_biodist": 0.1549563705921173, + "loss_toxic": 0.08279017359018326, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.96 + }, + { + "loss": 3.762837767601013, + "loss_size": 1.493372693657875, + "loss_pdi": 0.707764059305191, + "loss_ee": 1.0583288967609406, + "loss_delivery": 0.30167198181152344, + "loss_biodist": 0.15193594992160797, + "loss_toxic": 0.10220462083816528, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 3.717236876487732, + "loss_size": 1.469773557037115, + "loss_pdi": 0.714363694190979, + "loss_ee": 1.0211227536201477, + "loss_delivery": 0.3103501498699188, + "loss_biodist": 0.1471860259771347, + "loss_toxic": 0.10534494370222092, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.96 + }, + { + "loss": 3.729448676109314, + "loss_size": 1.5029459819197655, + "loss_pdi": 0.7198528349399567, + "loss_ee": 0.9903306663036346, + "loss_delivery": 0.3104397654533386, + "loss_biodist": 0.14087094366550446, + "loss_toxic": 0.11407114565372467, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 3.633041024208069, + "loss_size": 1.4976829569786787, + "loss_pdi": 0.6972505152225494, + "loss_ee": 0.9445828199386597, + "loss_delivery": 0.3113434612751007, + "loss_biodist": 0.13760490715503693, + "loss_toxic": 0.09169460088014603, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 3.6700165271759033, + "loss_size": 1.5001611020416021, + "loss_pdi": 0.7010922729969025, + "loss_ee": 0.9766421318054199, + "loss_delivery": 0.30727922916412354, + "loss_biodist": 0.14041021466255188, + "loss_toxic": 0.09334749728441238, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 3.6386066675186157, + "loss_size": 1.4797054715454578, + "loss_pdi": 0.6968500018119812, + "loss_ee": 0.9709454476833344, + "loss_delivery": 0.3042108714580536, + "loss_biodist": 0.1394815742969513, + "loss_toxic": 0.0955713614821434, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 3.687461018562317, + "loss_size": 1.4826718959957361, + "loss_pdi": 0.7086679637432098, + "loss_ee": 1.0038839280605316, + "loss_delivery": 0.2977765202522278, + "loss_biodist": 0.14162376523017883, + "loss_toxic": 0.10263761878013611, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 3.718985080718994, + "loss_size": 1.4868740756064653, + "loss_pdi": 0.7170619070529938, + "loss_ee": 1.018631786108017, + "loss_delivery": 0.30272606015205383, + "loss_biodist": 0.13896046578884125, + "loss_toxic": 0.1057296171784401, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_4/splits.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_4/splits.json new file mode 100644 index 0000000..8dd0299 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_4/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 110, 111, 112, 113, 114, 116, 117, 119, 120, 121, 122, 123, 124, 126, 127, 128, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 152, 154, 155, 157, 160, 161, 162, 163, 164, 165, 166, 167, 169, 170, 171, 173, 174, 175, 176, 177, 178, 180, 181, 182, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 203, 205, 206, 207, 208, 209, 211, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 234, 235, 236, 238, 239, 240, 241, 243, 244, 245, 246, 247, 248, 249, 250, 251, 253, 254, 257, 258, 260, 261, 262, 263, 264, 265, 266, 267, 270, 271, 272, 273, 277, 278, 279, 280, 281, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 298, 299, 300, 301, 302, 303, 304, 305, 306, 309, 311, 312, 313, 314, 315, 316, 318, 319, 320, 322, 323, 324, 325, 326, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 341, 342, 343, 345, 346, 347, 349, 350, 351, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 365, 367, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 381, 383, 384, 385, 386, 388, 390, 391, 392, 393, 394, 395, 396, 397, 399, 400, 401, 402, 403, 405, 406, 407, 408, 409, 410, 411, 413, 415, 416, 417, 418, 419], "outer_test_idx": [0, 5, 11, 21, 24, 27, 30, 32, 36, 38, 39, 40, 47, 55, 58, 61, 65, 76, 86, 95, 100, 106, 109, 115, 118, 125, 129, 131, 136, 148, 150, 151, 153, 156, 158, 159, 168, 172, 179, 183, 184, 185, 202, 204, 210, 212, 213, 228, 233, 237, 242, 252, 255, 256, 259, 268, 269, 274, 275, 276, 282, 297, 307, 308, 310, 317, 321, 327, 340, 344, 348, 352, 364, 366, 368, 379, 380, 382, 387, 389, 398, 404, 412, 414]} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_4/test_metrics.json b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_4/test_metrics.json new file mode 100644 index 0000000..a7ed714 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_1/outer_fold_4/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.4886720525111876, + "rmse": 0.6990508225524004, + "mae": 0.4315283092104697, + "r2": 0.3460960928961807 + }, + "delivery": { + "n_samples": 58, + "mse": 1.0381119176667961, + "rmse": 1.0188777736641408, + "mae": 0.6245057485226927, + "r2": -0.003837087126420169 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7380952380952381, + "precision": 0.6851851851851851, + "recall": 0.7199413489736071, + "f1": 0.6936339522546419 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6309523809523809, + "precision": 0.5885028949545079, + "recall": 0.6226495726495727, + "f1": 0.5911800617682971 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.1611165849963004, + "js_divergence": 0.04393423722715566 + } +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_0/best_params.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_0/best_params.json new file mode 100644 index 0000000..2838fcd --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_0/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.249816047538945, + "lr": 0.0007969454818643932, + "weight_decay": 0.008471801418819975, + "backbone_lr_ratio": 0.15751320499779725, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_0/epoch_mean.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_0/epoch_mean.json new file mode 100644 index 0000000..735a6b9 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_0/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 11} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_0/history.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_0/history.json new file mode 100644 index 0000000..0cc9823 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_0/history.json @@ -0,0 +1,237 @@ +{ + "train": [ + { + "loss": 5.5121691703796385, + "loss_size": 0.9267485350370407, + "loss_pdi": 0.6929105401039124, + "loss_ee": 1.06833114027977, + "loss_delivery": 1.0756698906421662, + "loss_biodist": 1.113142192363739, + "loss_toxic": 0.6411219239234924 + }, + { + "loss": 4.685972094535828, + "loss_size": 0.8179588228464126, + "loss_pdi": 0.6475760996341705, + "loss_ee": 0.9838590860366822, + "loss_delivery": 0.9784009546041489, + "loss_biodist": 0.7725400149822235, + "loss_toxic": 0.5003528386354447 + }, + { + "loss": 4.276678586006165, + "loss_size": 0.7338981196284294, + "loss_pdi": 0.6208511769771576, + "loss_ee": 0.9602376520633698, + "loss_delivery": 0.9650864556431771, + "loss_biodist": 0.5706519454717636, + "loss_toxic": 0.4444360464811325 + }, + { + "loss": 3.885070013999939, + "loss_size": 0.746291708946228, + "loss_pdi": 0.596785819530487, + "loss_ee": 0.9011493802070618, + "loss_delivery": 0.8742212995886802, + "loss_biodist": 0.4996210604906082, + "loss_toxic": 0.28426475524902345 + }, + { + "loss": 3.4695125102996824, + "loss_size": 0.706395736336708, + "loss_pdi": 0.5520254045724868, + "loss_ee": 0.8441483736038208, + "loss_delivery": 0.7982947140932083, + "loss_biodist": 0.37327862679958346, + "loss_toxic": 0.2087969921529293 + }, + { + "loss": 3.3462194204330444, + "loss_size": 0.7226103261113167, + "loss_pdi": 0.5586253464221954, + "loss_ee": 0.8095098674297333, + "loss_delivery": 0.7761496305465698, + "loss_biodist": 0.344884991645813, + "loss_toxic": 0.14901389703154563 + }, + { + "loss": 3.0915944814682006, + "loss_size": 0.6179909691214561, + "loss_pdi": 0.5405205458402633, + "loss_ee": 0.7929668545722961, + "loss_delivery": 0.6867709279060363, + "loss_biodist": 0.3163054496049881, + "loss_toxic": 0.14973740689456463 + }, + { + "loss": 2.963535761833191, + "loss_size": 0.5737712427973747, + "loss_pdi": 0.5079093903303147, + "loss_ee": 0.807041609287262, + "loss_delivery": 0.6904561370611191, + "loss_biodist": 0.27825362533330916, + "loss_toxic": 0.1194994617253542 + }, + { + "loss": 3.0257133722305296, + "loss_size": 0.600308182835579, + "loss_pdi": 0.5263054221868515, + "loss_ee": 0.8031885325908661, + "loss_delivery": 0.7280835956335068, + "loss_biodist": 0.2768082022666931, + "loss_toxic": 0.1073536142706871 + }, + { + "loss": 2.9873722553253175, + "loss_size": 0.5824797108769417, + "loss_pdi": 0.49270112812519073, + "loss_ee": 0.7961426794528961, + "loss_delivery": 0.7280635297298431, + "loss_biodist": 0.27139617651700976, + "loss_toxic": 0.13195742517709733 + }, + { + "loss": 2.895899248123169, + "loss_size": 0.5662038713693619, + "loss_pdi": 0.4868720382452011, + "loss_ee": 0.8013434529304504, + "loss_delivery": 0.6824096649885177, + "loss_biodist": 0.2506187170743942, + "loss_toxic": 0.12266723737120629 + } + ], + "val": [ + { + "loss": 27.2842435836792, + "loss_size": 3.6829018592834473, + "loss_pdi": 0.7134942207485437, + "loss_ee": 5.449035167694092, + "loss_delivery": 6.387377738952637, + "loss_biodist": 10.53256607055664, + "loss_toxic": 0.6815327405929565, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.6666666666666666 + }, + { + "loss": 16.503485202789307, + "loss_size": 3.388063073158264, + "loss_pdi": 0.9680074155330658, + "loss_ee": 2.942007303237915, + "loss_delivery": 0.7667338773608208, + "loss_biodist": 7.800981044769287, + "loss_toxic": 0.8032497707754374, + "acc_pdi": 0.24242424242424243, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 7.629960536956787, + "loss_size": 0.9282368421554565, + "loss_pdi": 0.7605097889900208, + "loss_ee": 1.2993566393852234, + "loss_delivery": 0.8441530279815197, + "loss_biodist": 3.276634931564331, + "loss_toxic": 0.6026145778596401, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.9245059490203857, + "loss_size": 0.21536698346608318, + "loss_pdi": 0.5194719135761261, + "loss_ee": 0.8721242249011993, + "loss_delivery": 0.6530179530382156, + "loss_biodist": 0.4808008223772049, + "loss_toxic": 0.1917654350399971, + "acc_pdi": 0.5151515151515151, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.2841469049453735, + "loss_size": 0.18037382152397186, + "loss_pdi": 0.340840395539999, + "loss_ee": 0.6605561822652817, + "loss_delivery": 0.46961573883891106, + "loss_biodist": 0.5519833266735077, + "loss_toxic": 0.07726418785750866, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.1732102632522583, + "loss_size": 0.17818310263101012, + "loss_pdi": 0.32445594668388367, + "loss_ee": 0.6012900769710541, + "loss_delivery": 0.4277948662638664, + "loss_biodist": 0.5882268100976944, + "loss_toxic": 0.04921300150454044, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.100570499897003, + "loss_size": 0.1849539391696453, + "loss_pdi": 0.3242637813091278, + "loss_ee": 0.575827345252037, + "loss_delivery": 0.45026159659028053, + "loss_biodist": 0.5134141594171524, + "loss_toxic": 0.04774130694568157, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.0668147802352905, + "loss_size": 0.2142939418554306, + "loss_pdi": 0.314847394824028, + "loss_ee": 0.5611177086830139, + "loss_delivery": 0.45340802893042564, + "loss_biodist": 0.46903252601623535, + "loss_toxic": 0.04993055667728186, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.0147621631622314, + "loss_size": 0.2121824510395527, + "loss_pdi": 0.309261042624712, + "loss_ee": 0.5556641668081284, + "loss_delivery": 0.4396234415471554, + "loss_biodist": 0.44795557856559753, + "loss_toxic": 0.045634835958480835, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.000297725200653, + "loss_size": 0.21878626197576523, + "loss_pdi": 0.30590107291936874, + "loss_ee": 0.55550317466259, + "loss_delivery": 0.43760012462735176, + "loss_biodist": 0.43504078686237335, + "loss_toxic": 0.04309644643217325, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.999913215637207, + "loss_size": 0.21696936339139938, + "loss_pdi": 0.3093174248933792, + "loss_ee": 0.5563238263130188, + "loss_delivery": 0.43763770908117294, + "loss_biodist": 0.4321652054786682, + "loss_toxic": 0.043284677900373936, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_0/splits.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_0/splits.json new file mode 100644 index 0000000..cccb9d8 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_0/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67, 68, 71, 72, 73, 75, 76, 77, 80, 81, 85, 86, 88, 89, 90, 92, 94, 95, 96, 98, 99, 100, 101, 103, 104, 105, 106, 107, 108, 109, 111, 113, 114, 115, 116, 117, 118, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 133, 134, 135, 136, 138, 139, 141, 144, 145, 146, 147, 148, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 163, 164, 167, 168, 169, 170, 171, 172, 175, 176, 178, 179, 180, 182, 183, 184, 185, 188, 189, 190, 191, 192, 193, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 206, 208, 210, 211, 212, 213, 216, 217, 218, 219, 220, 222, 224, 225, 227, 228, 229, 230, 231, 232, 233, 234, 236, 237, 239, 241, 242, 244, 245, 247, 248, 249, 250, 252, 253, 255, 256, 257, 258, 259, 260, 261, 262, 265, 267, 268, 269, 270, 271, 272, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 285, 286, 287, 288, 291, 292, 294, 296, 297, 298, 299, 300, 301, 303, 304, 306, 307, 308, 309, 310, 311, 312, 313, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 332, 333, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 346, 347, 348, 349, 351, 352, 354, 355, 356, 357, 358, 359, 360, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 374, 375, 377, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 393, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 407, 408, 409, 411, 412, 413, 414, 415, 417, 418, 419], "outer_test_idx": [7, 16, 20, 29, 51, 59, 60, 69, 70, 74, 78, 79, 82, 83, 84, 87, 91, 93, 97, 102, 110, 112, 119, 120, 121, 132, 137, 140, 142, 143, 152, 161, 162, 165, 166, 173, 174, 177, 181, 186, 187, 194, 205, 207, 209, 214, 215, 221, 223, 226, 235, 238, 240, 243, 246, 251, 254, 263, 264, 266, 273, 284, 289, 290, 293, 295, 302, 305, 314, 315, 331, 334, 341, 350, 353, 361, 373, 376, 378, 392, 394, 402, 410, 416]} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_0/test_metrics.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_0/test_metrics.json new file mode 100644 index 0000000..d4cffe7 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_0/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.4122589346062955, + "rmse": 1.1883850110996417, + "mae": 0.5406930640519384, + "r2": 0.13566276940550126 + }, + "delivery": { + "n_samples": 58, + "mse": 0.6433239980387713, + "rmse": 0.8020748082559203, + "mae": 0.6479004185389856, + "r2": 0.1822963778025941 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7738095238095238, + "precision": 0.7277777777777777, + "recall": 0.763007840342124, + "f1": 0.7381460213289581 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6854700854700854, + "recall": 0.7209523809523809, + "f1": 0.6898928064057858 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.30607373685239425, + "js_divergence": 0.0644612520328073 + } +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_1/best_params.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_1/best_params.json new file mode 100644 index 0000000..519d2d2 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_1/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.4974289969576414, + "lr": 0.0002961107423081925, + "weight_decay": 0.0006029005082214946, + "backbone_lr_ratio": 0.13222888593113422, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_1/epoch_mean.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_1/epoch_mean.json new file mode 100644 index 0000000..26e5cac --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_1/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 28} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_1/history.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_1/history.json new file mode 100644 index 0000000..11d7dc8 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_1/history.json @@ -0,0 +1,594 @@ +{ + "train": [ + { + "loss": 6.079414176940918, + "loss_size": 1.236264732480049, + "loss_pdi": 0.7063916027545929, + "loss_ee": 1.088047158718109, + "loss_delivery": 1.0501549184322356, + "loss_biodist": 1.2910653591156005, + "loss_toxic": 0.7100368797779083 + }, + { + "loss": 5.70762071609497, + "loss_size": 1.2274962335824966, + "loss_pdi": 0.6818376362323761, + "loss_ee": 1.07059965133667, + "loss_delivery": 0.9443166434764863, + "loss_biodist": 1.1408673524856567, + "loss_toxic": 0.6508913516998291 + }, + { + "loss": 5.7718394756317135, + "loss_size": 1.5522188782691955, + "loss_pdi": 0.6799228012561798, + "loss_ee": 1.0387997508049012, + "loss_delivery": 0.8859633028507232, + "loss_biodist": 1.0164246320724488, + "loss_toxic": 0.6120872616767883 + }, + { + "loss": 5.330655741691589, + "loss_size": 1.1650897234678268, + "loss_pdi": 0.6783914625644684, + "loss_ee": 1.0499795019626617, + "loss_delivery": 0.9714142113924027, + "loss_biodist": 0.8894449651241303, + "loss_toxic": 0.5932046234607696 + }, + { + "loss": 5.015649127960205, + "loss_size": 1.1184180408716202, + "loss_pdi": 0.6723258793354034, + "loss_ee": 0.9977477848529815, + "loss_delivery": 0.9059035539627075, + "loss_biodist": 0.7925265908241272, + "loss_toxic": 0.5459084570407867 + }, + { + "loss": 4.85758421421051, + "loss_size": 1.1389842540025712, + "loss_pdi": 0.6466814160346985, + "loss_ee": 0.9972533345222473, + "loss_delivery": 0.8557445794343949, + "loss_biodist": 0.6940439432859421, + "loss_toxic": 0.5423779547214508 + }, + { + "loss": 4.699935579299927, + "loss_size": 1.143928226828575, + "loss_pdi": 0.6483091950416565, + "loss_ee": 0.9600498020648957, + "loss_delivery": 0.8760442927479744, + "loss_biodist": 0.6561096698045731, + "loss_toxic": 0.4329329580068588 + }, + { + "loss": 4.554287648200988, + "loss_size": 1.1103803798556329, + "loss_pdi": 0.6226107537746429, + "loss_ee": 0.9504985809326172, + "loss_delivery": 0.8515639245510102, + "loss_biodist": 0.6228118240833282, + "loss_toxic": 0.4138197273015976 + }, + { + "loss": 4.45054669380188, + "loss_size": 1.1027620315551758, + "loss_pdi": 0.6271251976490021, + "loss_ee": 0.9303353428840637, + "loss_delivery": 0.8668854713439942, + "loss_biodist": 0.6023728162050247, + "loss_toxic": 0.3386282205581665 + }, + { + "loss": 4.370734906196594, + "loss_size": 1.0634541660547256, + "loss_pdi": 0.621067863702774, + "loss_ee": 0.9290369749069214, + "loss_delivery": 0.8952292263507843, + "loss_biodist": 0.5448933601379394, + "loss_toxic": 0.33534777015447614 + }, + { + "loss": 4.210967922210694, + "loss_size": 1.0550741136074067, + "loss_pdi": 0.6255067467689515, + "loss_ee": 0.9422002851963043, + "loss_delivery": 0.7845986872911453, + "loss_biodist": 0.5165353417396545, + "loss_toxic": 0.30490963011980055 + }, + { + "loss": 4.156157159805298, + "loss_size": 1.000993585586548, + "loss_pdi": 0.6096600413322448, + "loss_ee": 0.9131726086139679, + "loss_delivery": 0.8296833872795105, + "loss_biodist": 0.5298224329948426, + "loss_toxic": 0.29134507328271864 + }, + { + "loss": 4.054652428627014, + "loss_size": 0.9666474997997284, + "loss_pdi": 0.6294748485088348, + "loss_ee": 0.8864190816879273, + "loss_delivery": 0.8346156537532806, + "loss_biodist": 0.4897705167531967, + "loss_toxic": 0.2664433836936951 + }, + { + "loss": 4.10519700050354, + "loss_size": 1.0164478927850724, + "loss_pdi": 0.5781320989131927, + "loss_ee": 0.8880958378314971, + "loss_delivery": 0.9127628743648529, + "loss_biodist": 0.4819487154483795, + "loss_toxic": 0.24828569889068602 + }, + { + "loss": 4.011521863937378, + "loss_size": 1.0078174769878387, + "loss_pdi": 0.5986250370740891, + "loss_ee": 0.8519923269748688, + "loss_delivery": 0.8226503849029541, + "loss_biodist": 0.4940657764673233, + "loss_toxic": 0.25623502433300016 + }, + { + "loss": 3.7498957395553587, + "loss_size": 0.9533791184425354, + "loss_pdi": 0.5928714632987976, + "loss_ee": 0.8204851269721984, + "loss_delivery": 0.762265533208847, + "loss_biodist": 0.4302432894706726, + "loss_toxic": 0.20819235742092132 + }, + { + "loss": 3.826881694793701, + "loss_size": 0.9832399800419808, + "loss_pdi": 0.5967791229486465, + "loss_ee": 0.8751611471176147, + "loss_delivery": 0.7900742918252945, + "loss_biodist": 0.41628409922122955, + "loss_toxic": 0.18587904572486877 + }, + { + "loss": 3.7807281255722045, + "loss_size": 0.9803078323602676, + "loss_pdi": 0.5894779205322266, + "loss_ee": 0.8476504743099212, + "loss_delivery": 0.7633912265300751, + "loss_biodist": 0.4336099296808243, + "loss_toxic": 0.18663477078080176 + }, + { + "loss": 4.129609537124634, + "loss_size": 1.2632943272590638, + "loss_pdi": 0.588820469379425, + "loss_ee": 0.8694427490234375, + "loss_delivery": 0.818545600771904, + "loss_biodist": 0.4355639487504959, + "loss_toxic": 0.179822189360857 + }, + { + "loss": 4.110910677909851, + "loss_size": 1.256500992178917, + "loss_pdi": 0.5885703802108765, + "loss_ee": 0.8411060869693756, + "loss_delivery": 0.8552558094263076, + "loss_biodist": 0.3988296538591385, + "loss_toxic": 0.1964619506150484 + }, + { + "loss": 3.6025803804397585, + "loss_size": 0.8591659724712372, + "loss_pdi": 0.6003604084253311, + "loss_ee": 0.8580627739429474, + "loss_delivery": 0.7167688779532909, + "loss_biodist": 0.416504430770874, + "loss_toxic": 0.17206471003592014 + }, + { + "loss": 3.8107722759246827, + "loss_size": 1.0369920998811721, + "loss_pdi": 0.5901981264352798, + "loss_ee": 0.8331960082054138, + "loss_delivery": 0.8001067101955414, + "loss_biodist": 0.41121756136417387, + "loss_toxic": 0.1625044032931328 + }, + { + "loss": 3.808152198791504, + "loss_size": 1.1033776134252549, + "loss_pdi": 0.5929501831531525, + "loss_ee": 0.8103619813919067, + "loss_delivery": 0.7457792162895203, + "loss_biodist": 0.4010833650827408, + "loss_toxic": 0.17738827243447303 + }, + { + "loss": 3.6871396780014036, + "loss_size": 0.8777366444468498, + "loss_pdi": 0.6069418489933014, + "loss_ee": 0.8313300848007202, + "loss_delivery": 0.8386865705251694, + "loss_biodist": 0.38225588500499724, + "loss_toxic": 0.17292774356901647 + }, + { + "loss": 3.7925875186920166, + "loss_size": 0.9717067807912827, + "loss_pdi": 0.5809093177318573, + "loss_ee": 0.8490065157413482, + "loss_delivery": 0.8581953093409538, + "loss_biodist": 0.38398088812828063, + "loss_toxic": 0.17303398698568345 + }, + { + "loss": 3.7465664386749267, + "loss_size": 0.9554013460874557, + "loss_pdi": 0.5666548669338226, + "loss_ee": 0.8806629717350006, + "loss_delivery": 0.7754074588418007, + "loss_biodist": 0.39132700860500336, + "loss_toxic": 0.2000925313681364 + }, + { + "loss": 3.597598934173584, + "loss_size": 0.9047005891799926, + "loss_pdi": 0.5832686126232147, + "loss_ee": 0.8141501307487488, + "loss_delivery": 0.7504299953579903, + "loss_biodist": 0.383090104162693, + "loss_toxic": 0.1825980320572853 + }, + { + "loss": 3.803334355354309, + "loss_size": 0.9870250672101974, + "loss_pdi": 0.5838829100131988, + "loss_ee": 0.8507088184356689, + "loss_delivery": 0.8261834591627121, + "loss_biodist": 0.39874333441257476, + "loss_toxic": 0.18103222846984862 + } + ], + "val": [ + { + "loss": 167.99392700195312, + "loss_size": 2.174384117126465, + "loss_pdi": 2.304977416872134, + "loss_ee": 3.2905484987422824, + "loss_delivery": 133.4270477294922, + "loss_biodist": 7.911412715911865, + "loss_toxic": 19.27927589416504, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.2727272727272727, + "acc_toxic": 0.0 + }, + { + "loss": 58.529571533203125, + "loss_size": 0.482444167137146, + "loss_pdi": 1.189961233176291, + "loss_ee": 1.8139792568981647, + "loss_delivery": 40.06321144104004, + "loss_biodist": 3.5868589878082275, + "loss_toxic": 11.660469055175781, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.2727272727272727, + "acc_toxic": 0.0 + }, + { + "loss": 19.79423475265503, + "loss_size": 0.3063225597143173, + "loss_pdi": 0.5790457092225552, + "loss_ee": 1.1706919521093369, + "loss_delivery": 10.19349193572998, + "loss_biodist": 1.5183132886886597, + "loss_toxic": 6.146311044692993, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.2727272727272727, + "acc_toxic": 0.0 + }, + { + "loss": 5.668497323989868, + "loss_size": 0.2943090684711933, + "loss_pdi": 0.5285914838314056, + "loss_ee": 1.0102781057357788, + "loss_delivery": 1.3702422082424164, + "loss_biodist": 0.8450405299663544, + "loss_toxic": 1.6456928253173828, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.21212121212121213, + "acc_toxic": 0.08695652173913043 + }, + { + "loss": 4.391772985458374, + "loss_size": 0.36055582761764526, + "loss_pdi": 0.6086022555828094, + "loss_ee": 1.2512011528015137, + "loss_delivery": 1.1186823099851608, + "loss_biodist": 0.7223021984100342, + "loss_toxic": 0.34691669046878815, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 4.329546928405762, + "loss_size": 0.5039987564086914, + "loss_pdi": 0.6094410717487335, + "loss_ee": 1.3083003163337708, + "loss_delivery": 0.918566070497036, + "loss_biodist": 0.7350450754165649, + "loss_toxic": 0.2713105157017708, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 4.196215629577637, + "loss_size": 0.5683375597000122, + "loss_pdi": 0.554350733757019, + "loss_ee": 1.3731559216976166, + "loss_delivery": 0.8045212104916573, + "loss_biodist": 0.705533429980278, + "loss_toxic": 0.20741215348243713, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 4.064388036727905, + "loss_size": 0.5811637043952942, + "loss_pdi": 0.5220075994729996, + "loss_ee": 1.4220678806304932, + "loss_delivery": 0.6746143624186516, + "loss_biodist": 0.7093483358621597, + "loss_toxic": 0.1725015789270401, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.914763569831848, + "loss_size": 0.6477469801902771, + "loss_pdi": 0.48272936046123505, + "loss_ee": 1.4675830006599426, + "loss_delivery": 0.5311781838536263, + "loss_biodist": 0.6728599965572357, + "loss_toxic": 0.1296730563044548, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.870282530784607, + "loss_size": 0.7158883810043335, + "loss_pdi": 0.48100776970386505, + "loss_ee": 1.5011073350906372, + "loss_delivery": 0.43664830923080444, + "loss_biodist": 0.643837496638298, + "loss_toxic": 0.10985773243010044, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.931971549987793, + "loss_size": 0.7515877187252045, + "loss_pdi": 0.48558977246284485, + "loss_ee": 1.5377893447875977, + "loss_delivery": 0.4392958879470825, + "loss_biodist": 0.6376762241125107, + "loss_toxic": 0.10089240316301584, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.9422383308410645, + "loss_size": 0.796853244304657, + "loss_pdi": 0.47847723960876465, + "loss_ee": 1.5572074055671692, + "loss_delivery": 0.40389369428157806, + "loss_biodist": 0.6322425454854965, + "loss_toxic": 0.09624603018164635, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.9628002643585205, + "loss_size": 0.8184956908226013, + "loss_pdi": 0.4438585191965103, + "loss_ee": 1.5948863327503204, + "loss_delivery": 0.4129060134291649, + "loss_biodist": 0.6225498616695404, + "loss_toxic": 0.0947169647552073, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.98550283908844, + "loss_size": 0.8248852789402008, + "loss_pdi": 0.4460956007242203, + "loss_ee": 1.6190019249916077, + "loss_delivery": 0.41338637471199036, + "loss_biodist": 0.6124516576528549, + "loss_toxic": 0.09639487927779555, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.99541699886322, + "loss_size": 0.8403846025466919, + "loss_pdi": 0.43339240550994873, + "loss_ee": 1.6170572936534882, + "loss_delivery": 0.4186401590704918, + "loss_biodist": 0.6181966811418533, + "loss_toxic": 0.09589875815436244, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.9359655380249023, + "loss_size": 0.8046755492687225, + "loss_pdi": 0.4248669296503067, + "loss_ee": 1.6153677701950073, + "loss_delivery": 0.3992828205227852, + "loss_biodist": 0.6214544028043747, + "loss_toxic": 0.09889112040400505, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.9069308042526245, + "loss_size": 0.7880412042140961, + "loss_pdi": 0.42183057963848114, + "loss_ee": 1.6520815193653107, + "loss_delivery": 0.3490275591611862, + "loss_biodist": 0.6257356554269791, + "loss_toxic": 0.09979884116910398, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.9062423706054688, + "loss_size": 0.7723612785339355, + "loss_pdi": 0.4244021326303482, + "loss_ee": 1.6602398753166199, + "loss_delivery": 0.34379519522190094, + "loss_biodist": 0.6382342875003815, + "loss_toxic": 0.09795437543652952, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.8453136682510376, + "loss_size": 0.7446019649505615, + "loss_pdi": 0.4321323037147522, + "loss_ee": 1.6499215066432953, + "loss_delivery": 0.34661640226840973, + "loss_biodist": 0.6048387885093689, + "loss_toxic": 0.09806284261867404, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.848299264907837, + "loss_size": 0.7181681096553802, + "loss_pdi": 0.4217972308397293, + "loss_ee": 1.6953915655612946, + "loss_delivery": 0.35875532776117325, + "loss_biodist": 0.5890823602676392, + "loss_toxic": 0.09730388806201518, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.844045042991638, + "loss_size": 0.7135310173034668, + "loss_pdi": 0.4203091859817505, + "loss_ee": 1.6834179162979126, + "loss_delivery": 0.36901871860027313, + "loss_biodist": 0.5939401537179947, + "loss_toxic": 0.09645060868933797, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.8683372735977173, + "loss_size": 0.7330838143825531, + "loss_pdi": 0.4308079481124878, + "loss_ee": 1.6883885562419891, + "loss_delivery": 0.3661838546395302, + "loss_biodist": 0.5851376205682755, + "loss_toxic": 0.09823622205294669, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.839003324508667, + "loss_size": 0.7124539911746979, + "loss_pdi": 0.42724622786045074, + "loss_ee": 1.6996821165084839, + "loss_delivery": 0.37495697289705276, + "loss_biodist": 0.5593728870153427, + "loss_toxic": 0.0989368106238544, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.8541091680526733, + "loss_size": 0.7138668298721313, + "loss_pdi": 0.4280281811952591, + "loss_ee": 1.6850157380104065, + "loss_delivery": 0.3818715661764145, + "loss_biodist": 0.5809826105833054, + "loss_toxic": 0.09826482110656798, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.854909300804138, + "loss_size": 0.7186162173748016, + "loss_pdi": 0.4284781515598297, + "loss_ee": 1.7010731101036072, + "loss_delivery": 0.37723612785339355, + "loss_biodist": 0.5650933235883713, + "loss_toxic": 0.09868828393518925, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.879436731338501, + "loss_size": 0.7216647863388062, + "loss_pdi": 0.4302792102098465, + "loss_ee": 1.700570970773697, + "loss_delivery": 0.3825191557407379, + "loss_biodist": 0.5809175670146942, + "loss_toxic": 0.09821052849292755, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.8817070722579956, + "loss_size": 0.7169016897678375, + "loss_pdi": 0.4288315027952194, + "loss_ee": 1.718437910079956, + "loss_delivery": 0.3859473317861557, + "loss_biodist": 0.5688145607709885, + "loss_toxic": 0.09783763834275305, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.8573135137557983, + "loss_size": 0.7152459025382996, + "loss_pdi": 0.42785120010375977, + "loss_ee": 1.6926864683628082, + "loss_delivery": 0.3903233930468559, + "loss_biodist": 0.5672668963670731, + "loss_toxic": 0.09834245359525084, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9565217391304348 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_1/splits.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_1/splits.json new file mode 100644 index 0000000..1773fe5 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_1/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 3, 5, 6, 7, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 24, 26, 27, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 112, 114, 115, 118, 119, 120, 121, 123, 124, 125, 126, 128, 129, 130, 131, 132, 136, 137, 140, 141, 142, 143, 144, 145, 146, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 161, 162, 164, 165, 166, 167, 168, 169, 171, 172, 173, 174, 175, 176, 177, 178, 179, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 194, 195, 196, 197, 198, 199, 201, 202, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 225, 226, 228, 229, 231, 232, 233, 234, 235, 236, 237, 238, 240, 242, 243, 244, 246, 247, 248, 250, 251, 252, 254, 255, 256, 258, 259, 260, 261, 262, 263, 264, 266, 268, 269, 270, 271, 273, 274, 275, 276, 277, 278, 279, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 295, 296, 297, 300, 301, 302, 303, 304, 305, 306, 307, 308, 310, 311, 313, 314, 315, 316, 317, 318, 319, 321, 322, 323, 324, 325, 327, 328, 329, 330, 331, 333, 334, 335, 337, 338, 339, 340, 341, 342, 343, 344, 345, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 361, 362, 364, 365, 366, 367, 368, 369, 373, 374, 375, 376, 378, 379, 380, 381, 382, 384, 387, 388, 389, 391, 392, 393, 394, 396, 397, 398, 399, 402, 403, 404, 405, 406, 408, 409, 410, 411, 412, 413, 414, 416, 417, 419], "outer_test_idx": [1, 2, 4, 8, 9, 14, 17, 22, 23, 25, 28, 34, 37, 41, 43, 45, 63, 64, 68, 85, 96, 104, 111, 113, 116, 117, 122, 127, 133, 134, 135, 138, 139, 147, 160, 163, 170, 180, 191, 192, 193, 200, 203, 208, 224, 227, 230, 239, 241, 245, 249, 253, 257, 265, 267, 272, 280, 294, 298, 299, 309, 312, 320, 326, 332, 336, 346, 347, 360, 363, 370, 371, 372, 377, 383, 385, 386, 390, 395, 400, 401, 407, 415, 418]} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_1/test_metrics.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_1/test_metrics.json new file mode 100644 index 0000000..2ce283a --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_1/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.5151608604554236, + "rmse": 0.7177470727599129, + "mae": 0.5327425076227102, + "r2": -0.5731181164633199 + }, + "delivery": { + "n_samples": 61, + "mse": 1.1942001943688114, + "rmse": 1.0927946716418466, + "mae": 0.7260972606170861, + "r2": 0.09607654147912936 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6428571428571429, + "precision": 0.5614035087719298, + "recall": 0.5714285714285714, + "f1": 0.5625 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5714285714285714, + "precision": 0.5102707749766573, + "recall": 0.5187669473383759, + "f1": 0.5007262164124909 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.3858021653257507, + "js_divergence": 0.10124314904115367 + } +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_2/best_params.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_2/best_params.json new file mode 100644 index 0000000..6c55816 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_2/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.20909028227816875, + "lr": 0.0009868479883958295, + "weight_decay": 0.09577444643395126, + "backbone_lr_ratio": 0.9366132049338034, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_2/epoch_mean.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_2/epoch_mean.json new file mode 100644 index 0000000..17fb17e --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_2/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 10} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_2/history.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_2/history.json new file mode 100644 index 0000000..7d4244f --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_2/history.json @@ -0,0 +1,216 @@ +{ + "train": [ + { + "loss": 5.681822371482849, + "loss_size": 1.2038560509681702, + "loss_pdi": 0.6793857634067535, + "loss_ee": 1.060683810710907, + "loss_delivery": 1.0367117196321487, + "loss_biodist": 1.066935908794403, + "loss_toxic": 0.64211805164814 + }, + { + "loss": 4.814374256134033, + "loss_size": 1.0745607882738113, + "loss_pdi": 0.6227540254592896, + "loss_ee": 0.9311135172843933, + "loss_delivery": 0.9532275944948196, + "loss_biodist": 0.7275806605815888, + "loss_toxic": 0.5226416826248169 + }, + { + "loss": 4.349892210960388, + "loss_size": 1.0199000984430313, + "loss_pdi": 0.6030235946178436, + "loss_ee": 0.8999999642372132, + "loss_delivery": 0.91340721398592, + "loss_biodist": 0.5328873872756958, + "loss_toxic": 0.401861372590065 + }, + { + "loss": 4.245167231559753, + "loss_size": 0.9995476365089416, + "loss_pdi": 0.6285769701004028, + "loss_ee": 0.9359177112579345, + "loss_delivery": 0.9218023806810379, + "loss_biodist": 0.4857086956501007, + "loss_toxic": 0.301773239672184 + }, + { + "loss": 3.5301656246185305, + "loss_size": 0.8731520548462868, + "loss_pdi": 0.563458713889122, + "loss_ee": 0.8224778890609741, + "loss_delivery": 0.8120669052004814, + "loss_biodist": 0.3320389226078987, + "loss_toxic": 0.14621191769838332 + }, + { + "loss": 3.1611970186233522, + "loss_size": 0.7458899959921836, + "loss_pdi": 0.5033330976963043, + "loss_ee": 0.7728535413742066, + "loss_delivery": 0.7931675672531128, + "loss_biodist": 0.2526486814022064, + "loss_toxic": 0.10882772635668517 + }, + { + "loss": 3.0450666904449464, + "loss_size": 0.677379184961319, + "loss_pdi": 0.4777628809213638, + "loss_ee": 0.7623825669288635, + "loss_delivery": 0.7538397043943406, + "loss_biodist": 0.2722293883562088, + "loss_toxic": 0.11730416100472212 + }, + { + "loss": 2.943621265888214, + "loss_size": 0.6204678967595101, + "loss_pdi": 0.4666668802499771, + "loss_ee": 0.7143423140048981, + "loss_delivery": 0.8275071561336518, + "loss_biodist": 0.2315053388476372, + "loss_toxic": 0.09937668908387423 + }, + { + "loss": 2.877755904197693, + "loss_size": 0.785936051607132, + "loss_pdi": 0.4610869139432907, + "loss_ee": 0.6994713187217713, + "loss_delivery": 0.6179852470755577, + "loss_biodist": 0.21471821665763854, + "loss_toxic": 0.11117992475628853 + }, + { + "loss": 2.5955209970474242, + "loss_size": 0.6121581748127938, + "loss_pdi": 0.43916299045085905, + "loss_ee": 0.6593822419643403, + "loss_delivery": 0.6114289492368699, + "loss_biodist": 0.19501507431268691, + "loss_toxic": 0.08650804776698351 + } + ], + "val": [ + { + "loss": 353.8868713378906, + "loss_size": 130.56327056884766, + "loss_pdi": 2.6299952268600464, + "loss_ee": 4.798376441001892, + "loss_delivery": 207.3645782470703, + "loss_biodist": 6.611682176589966, + "loss_toxic": 4.108402371400189, + "acc_pdi": 0.2727272727272727, + "acc_ee": 0.12121212121212122, + "acc_toxic": 0.92 + }, + { + "loss": 144.2469711303711, + "loss_size": 55.35266304016113, + "loss_pdi": 2.268253207206726, + "loss_ee": 2.759299010038376, + "loss_delivery": 80.87484359741211, + "loss_biodist": 2.307258754968643, + "loss_toxic": 2.371886690525571, + "acc_pdi": 0.2727272727272727, + "acc_ee": 0.12121212121212122, + "acc_toxic": 0.92 + }, + { + "loss": 48.90516662597656, + "loss_size": 18.234898567199707, + "loss_pdi": 1.1848435699939728, + "loss_ee": 1.6776623278856277, + "loss_delivery": 26.092193603515625, + "loss_biodist": 1.1487294510006905, + "loss_toxic": 1.3449221225455403, + "acc_pdi": 0.2727272727272727, + "acc_ee": 0.36363636363636365, + "acc_toxic": 0.92 + }, + { + "loss": 10.547494888305664, + "loss_size": 2.973345398902893, + "loss_pdi": 0.8599577248096466, + "loss_ee": 0.978651225566864, + "loss_delivery": 5.0013556480407715, + "loss_biodist": 0.3719058856368065, + "loss_toxic": 0.5226648934185505, + "acc_pdi": 0.3333333333333333, + "acc_ee": 0.36363636363636365, + "acc_toxic": 0.92 + }, + { + "loss": 2.6303551197052, + "loss_size": 0.30655148066580296, + "loss_pdi": 0.4933631271123886, + "loss_ee": 0.7243618965148926, + "loss_delivery": 0.7451388537883759, + "loss_biodist": 0.2580058202147484, + "loss_toxic": 0.10793797299265862, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.96 + }, + { + "loss": 2.4879515767097473, + "loss_size": 0.3916986547410488, + "loss_pdi": 0.5938667953014374, + "loss_ee": 0.7219890058040619, + "loss_delivery": 0.5264925211668015, + "loss_biodist": 0.20425236225128174, + "loss_toxic": 0.055112531408667564, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 2.8859299421310425, + "loss_size": 0.6908037406392395, + "loss_pdi": 0.6100722849369049, + "loss_ee": 0.7531736642122269, + "loss_delivery": 0.5922497361898422, + "loss_biodist": 0.1996798776090145, + "loss_toxic": 0.05564932245761156, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 2.531682312488556, + "loss_size": 0.5566358100622892, + "loss_pdi": 0.6013029217720032, + "loss_ee": 0.7201314717531204, + "loss_delivery": 0.4549278784543276, + "loss_biodist": 0.1469477191567421, + "loss_toxic": 0.0605723294429481, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 2.379503309726715, + "loss_size": 0.46190581284463406, + "loss_pdi": 0.5632794946432114, + "loss_ee": 0.7235530018806458, + "loss_delivery": 0.4449939765036106, + "loss_biodist": 0.14075387455523014, + "loss_toxic": 0.05192963965237141, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 2.4448975324630737, + "loss_size": 0.4994851816445589, + "loss_pdi": 0.5729426443576813, + "loss_ee": 0.7239502817392349, + "loss_delivery": 0.46301470324397087, + "loss_biodist": 0.13853050395846367, + "loss_toxic": 0.055433614179492, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_2/splits.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_2/splits.json new file mode 100644 index 0000000..14df306 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_2/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 43, 44, 45, 47, 48, 49, 50, 51, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 68, 69, 70, 72, 74, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 96, 97, 100, 101, 102, 103, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 142, 143, 145, 147, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 160, 161, 162, 163, 165, 166, 167, 168, 170, 171, 172, 173, 174, 175, 177, 179, 180, 181, 183, 184, 185, 186, 187, 188, 191, 192, 193, 194, 196, 197, 199, 200, 202, 203, 204, 205, 207, 208, 209, 210, 211, 212, 213, 214, 215, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 232, 233, 235, 236, 237, 238, 239, 240, 241, 242, 243, 245, 246, 249, 250, 251, 252, 253, 254, 255, 256, 257, 259, 260, 261, 263, 264, 265, 266, 267, 268, 269, 271, 272, 273, 274, 275, 276, 280, 281, 282, 283, 284, 285, 287, 289, 290, 293, 294, 295, 296, 297, 298, 299, 300, 302, 303, 305, 307, 308, 309, 310, 311, 312, 313, 314, 315, 317, 318, 320, 321, 322, 323, 324, 326, 327, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 358, 360, 361, 363, 364, 365, 366, 368, 369, 370, 371, 372, 373, 376, 377, 378, 379, 380, 381, 382, 383, 385, 386, 387, 388, 389, 390, 392, 394, 395, 398, 399, 400, 401, 402, 404, 405, 407, 408, 409, 410, 412, 413, 414, 415, 416, 417, 418], "outer_test_idx": [10, 12, 15, 31, 35, 42, 46, 52, 53, 54, 62, 66, 67, 71, 73, 75, 77, 81, 89, 90, 92, 98, 99, 105, 123, 124, 141, 144, 146, 154, 155, 164, 169, 176, 178, 182, 189, 190, 195, 198, 201, 206, 216, 217, 218, 219, 231, 234, 244, 247, 248, 258, 262, 270, 277, 278, 279, 286, 288, 291, 292, 301, 304, 306, 316, 319, 325, 328, 343, 357, 359, 362, 367, 374, 375, 384, 391, 393, 396, 397, 403, 406, 411, 419]} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_2/test_metrics.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_2/test_metrics.json new file mode 100644 index 0000000..445c002 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_2/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.6996393324893, + "rmse": 0.8364444586996198, + "mae": 0.5794818652904636, + "r2": -0.3817751812334691 + }, + "delivery": { + "n_samples": 60, + "mse": 0.6996533399076693, + "rmse": 0.8364528318486759, + "mae": 0.5247579780795301, + "r2": 0.06864013793663049 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.75, + "precision": 0.6890838206627681, + "recall": 0.7133431085043989, + "f1": 0.6974789915966386 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6547619047619048, + "precision": 0.5938271604938272, + "recall": 0.6295518207282914, + "f1": 0.6042911190760653 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.20584590249794044, + "js_divergence": 0.053775627312069835 + } +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_3/best_params.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_3/best_params.json new file mode 100644 index 0000000..69ba43b --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_3/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.26416603774755115, + "lr": 0.0009483435695441306, + "weight_decay": 0.023495515945762397, + "backbone_lr_ratio": 0.11652607489369789, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_3/epoch_mean.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_3/epoch_mean.json new file mode 100644 index 0000000..9c322f6 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_3/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 8} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_3/history.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_3/history.json new file mode 100644 index 0000000..f50e857 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_3/history.json @@ -0,0 +1,174 @@ +{ + "train": [ + { + "loss": 5.125600385665893, + "loss_size": 0.8356756359338761, + "loss_pdi": 0.6785928547382355, + "loss_ee": 1.065203022956848, + "loss_delivery": 0.8812646642327309, + "loss_biodist": 0.9845840632915497, + "loss_toxic": 0.6857752621173858 + }, + { + "loss": 4.588611650466919, + "loss_size": 0.8554168581962586, + "loss_pdi": 0.6427836537361145, + "loss_ee": 0.9868851602077484, + "loss_delivery": 1.003059983253479, + "loss_biodist": 0.6497499823570252, + "loss_toxic": 0.4658542096614838 + }, + { + "loss": 4.020202088356018, + "loss_size": 0.7178490549325943, + "loss_pdi": 0.6247717499732971, + "loss_ee": 0.9376339018344879, + "loss_delivery": 0.7586229160428047, + "loss_biodist": 0.5600090712308884, + "loss_toxic": 0.43736335039138796 + }, + { + "loss": 3.6777722120285032, + "loss_size": 0.7441998481750488, + "loss_pdi": 0.5926998674869537, + "loss_ee": 0.8593017876148223, + "loss_delivery": 0.7330546408891678, + "loss_biodist": 0.44866072833538057, + "loss_toxic": 0.3142907664179802 + }, + { + "loss": 3.348297619819641, + "loss_size": 0.6501906633377075, + "loss_pdi": 0.5777610599994659, + "loss_ee": 0.8522897899150849, + "loss_delivery": 0.6932038381695748, + "loss_biodist": 0.3841008752584457, + "loss_toxic": 0.20373153164982796 + }, + { + "loss": 3.23321590423584, + "loss_size": 0.6780573382973671, + "loss_pdi": 0.5559320330619812, + "loss_ee": 0.8222791254520416, + "loss_delivery": 0.6801775336265564, + "loss_biodist": 0.3478900700807571, + "loss_toxic": 0.16146000996232032 + }, + { + "loss": 3.129990243911743, + "loss_size": 0.6592476561665535, + "loss_pdi": 0.5558786690235138, + "loss_ee": 0.8240844428539276, + "loss_delivery": 0.6503244370222092, + "loss_biodist": 0.32101531624794005, + "loss_toxic": 0.13210407309234143 + }, + { + "loss": 3.1419063806533813, + "loss_size": 0.6498470470309258, + "loss_pdi": 0.5529692113399506, + "loss_ee": 0.7840941190719605, + "loss_delivery": 0.706707763671875, + "loss_biodist": 0.3312097191810608, + "loss_toxic": 0.13006649017333985 + } + ], + "val": [ + { + "loss": 116.87053298950195, + "loss_size": 35.63620471954346, + "loss_pdi": 0.5960902124643326, + "loss_ee": 12.263723850250244, + "loss_delivery": 35.614983558654785, + "loss_biodist": 14.681310653686523, + "loss_toxic": 18.785097122192383, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.12121212121212122, + "acc_toxic": 0.0 + }, + { + "loss": 53.33525466918945, + "loss_size": 17.067420959472656, + "loss_pdi": 2.821595072746277, + "loss_ee": 6.131137847900391, + "loss_delivery": 10.673973560333252, + "loss_biodist": 9.523429155349731, + "loss_toxic": 7.673497200012207, + "acc_pdi": 0.18181818181818182, + "acc_ee": 0.12121212121212122, + "acc_toxic": 0.0 + }, + { + "loss": 23.4274320602417, + "loss_size": 7.776092767715454, + "loss_pdi": 2.3549391627311707, + "loss_ee": 4.092193126678467, + "loss_delivery": 3.4802005290985107, + "loss_biodist": 4.078639984130859, + "loss_toxic": 1.960101068019867, + "acc_pdi": 0.18181818181818182, + "acc_ee": 0.12121212121212122, + "acc_toxic": 0.0 + }, + { + "loss": 5.306644916534424, + "loss_size": 0.6915734708309174, + "loss_pdi": 1.0050577521324158, + "loss_ee": 1.6311838626861572, + "loss_delivery": 1.2024276852607727, + "loss_biodist": 0.4393674433231354, + "loss_toxic": 0.39563028514385223, + "acc_pdi": 0.42424242424242425, + "acc_ee": 0.3333333333333333, + "acc_toxic": 0.96 + }, + { + "loss": 3.2002203464508057, + "loss_size": 0.1917286366224289, + "loss_pdi": 0.7206100523471832, + "loss_ee": 1.1236118078231812, + "loss_delivery": 0.7958579659461975, + "loss_biodist": 0.2449588906019926, + "loss_toxic": 0.1453627124428749, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 3.1526557207107544, + "loss_size": 0.18764329887926579, + "loss_pdi": 0.7025989294052124, + "loss_ee": 1.1700667142868042, + "loss_delivery": 0.7392760962247849, + "loss_biodist": 0.24409297108650208, + "loss_toxic": 0.13296117074787617, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 3.089875340461731, + "loss_size": 0.19201083108782768, + "loss_pdi": 0.6707925200462341, + "loss_ee": 1.1612011194229126, + "loss_delivery": 0.7312071472406387, + "loss_biodist": 0.24028417468070984, + "loss_toxic": 0.118009053170681, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 2.9875231981277466, + "loss_size": 0.18985804915428162, + "loss_pdi": 0.6285126358270645, + "loss_ee": 1.1183892488479614, + "loss_delivery": 0.7296513095498085, + "loss_biodist": 0.24114485457539558, + "loss_toxic": 0.10111087933182716, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_3/splits.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_3/splits.json new file mode 100644 index 0000000..7a2b13e --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_3/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 102, 104, 105, 106, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 127, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 166, 168, 169, 170, 172, 173, 174, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 195, 198, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 218, 219, 221, 223, 224, 226, 227, 228, 230, 231, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 251, 252, 253, 254, 255, 256, 257, 258, 259, 262, 263, 264, 265, 266, 267, 268, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 282, 284, 286, 288, 289, 290, 291, 292, 293, 294, 295, 297, 298, 299, 301, 302, 304, 305, 306, 307, 308, 309, 310, 312, 314, 315, 316, 317, 319, 320, 321, 325, 326, 327, 328, 331, 332, 334, 336, 340, 341, 343, 344, 346, 347, 348, 350, 352, 353, 357, 359, 360, 361, 362, 363, 364, 366, 367, 368, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 382, 383, 384, 385, 386, 387, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 400, 401, 402, 403, 404, 406, 407, 410, 411, 412, 414, 415, 416, 418, 419], "outer_test_idx": [3, 6, 13, 18, 19, 26, 33, 44, 48, 49, 50, 56, 57, 72, 80, 88, 94, 101, 103, 107, 108, 114, 126, 128, 130, 145, 149, 157, 167, 171, 175, 188, 196, 197, 199, 211, 220, 222, 225, 229, 232, 236, 250, 260, 261, 271, 281, 283, 285, 287, 296, 300, 303, 311, 313, 318, 322, 323, 324, 329, 330, 333, 335, 337, 338, 339, 342, 345, 349, 351, 354, 355, 356, 358, 365, 369, 381, 388, 399, 405, 408, 409, 413, 417]} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_3/test_metrics.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_3/test_metrics.json new file mode 100644 index 0000000..65012d2 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_3/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.6443044516225283, + "rmse": 1.2823043521810757, + "mae": 0.5879418078293822, + "r2": 0.06996886943016956 + }, + "delivery": { + "n_samples": 59, + "mse": 0.7141145882701054, + "rmse": 0.8450530091480093, + "mae": 0.5685077921913589, + "r2": 0.30579577560029314 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.6333333333333333, + "recall": 0.6583577712609971, + "f1": 0.6379310344827587 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6309523809523809, + "precision": 0.5507364341085271, + "recall": 0.5724736048265461, + "f1": 0.5562131463818918 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9166666666666666, + "precision": 0.6875, + "recall": 0.956140350877193, + "f1": 0.749791492910759 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.37236123078698313, + "js_divergence": 0.09833772061360159 + } +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_4/best_params.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_4/best_params.json new file mode 100644 index 0000000..08b4756 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_4/best_params.json @@ -0,0 +1,13 @@ +{ + "dropout": 0.3550281028589818, + "lr": 0.0008995567387897002, + "weight_decay": 0.07448021944502968, + "backbone_lr_ratio": 0.09651209634502661, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_4/epoch_mean.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_4/epoch_mean.json new file mode 100644 index 0000000..65f6bc1 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_4/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 23} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_4/history.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_4/history.json new file mode 100644 index 0000000..62a7d41 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_4/history.json @@ -0,0 +1,489 @@ +{ + "train": [ + { + "loss": 5.6337989330291744, + "loss_size": 1.0986966222524643, + "loss_pdi": 0.6876883983612061, + "loss_ee": 1.0661956787109375, + "loss_delivery": 0.9718368411064148, + "loss_biodist": 1.166737824678421, + "loss_toxic": 0.6504721283912659 + }, + { + "loss": 4.849504709243774, + "loss_size": 1.0231715112924575, + "loss_pdi": 0.6370708882808686, + "loss_ee": 1.0137675344944, + "loss_delivery": 0.8689797818660736, + "loss_biodist": 0.7811200976371765, + "loss_toxic": 0.5437453329563141 + }, + { + "loss": 4.382531547546387, + "loss_size": 0.9540333420038223, + "loss_pdi": 0.6143832445144654, + "loss_ee": 0.9662119269371032, + "loss_delivery": 0.8346609562635422, + "loss_biodist": 0.5960967928171158, + "loss_toxic": 0.43881476521492 + }, + { + "loss": 4.146951985359192, + "loss_size": 0.9403544202446937, + "loss_pdi": 0.592981481552124, + "loss_ee": 0.9350690543651581, + "loss_delivery": 0.8584913343191147, + "loss_biodist": 0.49757851362228395, + "loss_toxic": 0.34765311181545255 + }, + { + "loss": 3.714896893501282, + "loss_size": 0.8862327337265015, + "loss_pdi": 0.5780497103929519, + "loss_ee": 0.8899186193943024, + "loss_delivery": 0.7723650932312012, + "loss_biodist": 0.39690061956644057, + "loss_toxic": 0.21280477494001387 + }, + { + "loss": 3.488216185569763, + "loss_size": 0.7684889256954193, + "loss_pdi": 0.5565945386886597, + "loss_ee": 0.8415175557136536, + "loss_delivery": 0.7906795859336853, + "loss_biodist": 0.35756336599588395, + "loss_toxic": 0.1943986963480711 + }, + { + "loss": 3.435894823074341, + "loss_size": 0.78043612241745, + "loss_pdi": 0.5204699724912644, + "loss_ee": 0.8277700006961822, + "loss_delivery": 0.8746437773108482, + "loss_biodist": 0.3068373292684555, + "loss_toxic": 0.15086446851491928 + }, + { + "loss": 3.3985036849975585, + "loss_size": 0.8214148819446564, + "loss_pdi": 0.5247758984565735, + "loss_ee": 0.8100397884845734, + "loss_delivery": 0.8772906720638275, + "loss_biodist": 0.2675504058599472, + "loss_toxic": 0.12707616686820983 + }, + { + "loss": 3.0389417171478272, + "loss_size": 0.7098371639847756, + "loss_pdi": 0.5262329667806626, + "loss_ee": 0.7755877494812011, + "loss_delivery": 0.6816783800721169, + "loss_biodist": 0.2563138037919998, + "loss_toxic": 0.11402305960655212 + }, + { + "loss": 3.0629269599914553, + "loss_size": 0.7103074014186859, + "loss_pdi": 0.5207897305488587, + "loss_ee": 0.8157711625099182, + "loss_delivery": 0.6415221437811851, + "loss_biodist": 0.2627268895506859, + "loss_toxic": 0.14075406230986118 + }, + { + "loss": 3.4066192150115966, + "loss_size": 1.1026664853096009, + "loss_pdi": 0.5112083286046982, + "loss_ee": 0.7697622776031494, + "loss_delivery": 0.6764199763536454, + "loss_biodist": 0.23252039328217505, + "loss_toxic": 0.15141171924769878 + }, + { + "loss": 2.878944969177246, + "loss_size": 0.6777783021330833, + "loss_pdi": 0.5571323007345199, + "loss_ee": 0.7929736852645874, + "loss_delivery": 0.6001519665122033, + "loss_biodist": 0.19566318690776824, + "loss_toxic": 0.09013609178364276 + }, + { + "loss": 2.93201630115509, + "loss_size": 0.6470362573862076, + "loss_pdi": 0.5056749284267426, + "loss_ee": 0.8314509510993957, + "loss_delivery": 0.5919538468122483, + "loss_biodist": 0.2053247459232807, + "loss_toxic": 0.18393954765051604 + }, + { + "loss": 2.736043381690979, + "loss_size": 0.5745072916150094, + "loss_pdi": 0.4974716603755951, + "loss_ee": 0.7217300593852997, + "loss_delivery": 0.6756734237074852, + "loss_biodist": 0.21981465816497803, + "loss_toxic": 0.08288435991853475 + }, + { + "loss": 2.7400585174560548, + "loss_size": 0.5600614413619042, + "loss_pdi": 0.4906055390834808, + "loss_ee": 0.7411377966403961, + "loss_delivery": 0.6528762608766556, + "loss_biodist": 0.21376596093177797, + "loss_toxic": 0.11774782221764327 + }, + { + "loss": 2.8093562006950377, + "loss_size": 0.6220706388354301, + "loss_pdi": 0.4953605949878693, + "loss_ee": 0.7185877978801727, + "loss_delivery": 0.6824246138334275, + "loss_biodist": 0.21956145912408828, + "loss_toxic": 0.11075193621218204 + }, + { + "loss": 2.7471873283386232, + "loss_size": 0.5855710744857788, + "loss_pdi": 0.5158430069684983, + "loss_ee": 0.7704004406929016, + "loss_delivery": 0.6143768116831779, + "loss_biodist": 0.20615313649177552, + "loss_toxic": 0.09676319360733032 + }, + { + "loss": 2.891051459312439, + "loss_size": 0.8427730843424797, + "loss_pdi": 0.484410297870636, + "loss_ee": 0.690209585428238, + "loss_delivery": 0.5897598370909691, + "loss_biodist": 0.2031107299029827, + "loss_toxic": 0.12064520716667175 + }, + { + "loss": 2.7868772983551025, + "loss_size": 0.6340623334050178, + "loss_pdi": 0.5448156595230103, + "loss_ee": 0.7953618228435516, + "loss_delivery": 0.5867608413100243, + "loss_biodist": 0.19966576397418975, + "loss_toxic": 0.0738173040561378 + }, + { + "loss": 2.6660369753837587, + "loss_size": 0.604969272762537, + "loss_pdi": 0.5014471590518952, + "loss_ee": 0.7394699275493621, + "loss_delivery": 0.5835871413350106, + "loss_biodist": 0.17866228744387627, + "loss_toxic": 0.09927493995055556 + }, + { + "loss": 2.602655804157257, + "loss_size": 0.5262060597538948, + "loss_pdi": 0.480652904510498, + "loss_ee": 0.7392634570598602, + "loss_delivery": 0.6297580927610398, + "loss_biodist": 0.19758334308862685, + "loss_toxic": 0.07209281884133815 + }, + { + "loss": 2.739683818817139, + "loss_size": 0.6260137766599655, + "loss_pdi": 0.4932529330253601, + "loss_ee": 0.6876910746097564, + "loss_delivery": 0.6547950804233551, + "loss_biodist": 0.18854492604732515, + "loss_toxic": 0.12926771454513072 + }, + { + "loss": 2.507306718826294, + "loss_size": 0.57469821870327, + "loss_pdi": 0.47536742985248565, + "loss_ee": 0.6856043875217438, + "loss_delivery": 0.579286390542984, + "loss_biodist": 0.1753781631588936, + "loss_toxic": 0.056847655586898325 + } + ], + "val": [ + { + "loss": 69.24666023254395, + "loss_size": 0.24551637470722198, + "loss_pdi": 2.6894944310188293, + "loss_ee": 1.042983502149582, + "loss_delivery": 52.067941665649414, + "loss_biodist": 9.207768678665161, + "loss_toxic": 4.466874301430948, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.9090909090909091 + }, + { + "loss": 26.22724437713623, + "loss_size": 0.4252667874097824, + "loss_pdi": 1.9960159659385681, + "loss_ee": 2.566003680229187, + "loss_delivery": 14.833943367004395, + "loss_biodist": 3.2776147723197937, + "loss_toxic": 3.4527880541118066, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.3333333333333333, + "acc_toxic": 0.9090909090909091 + }, + { + "loss": 12.24035930633545, + "loss_size": 0.3508626576513052, + "loss_pdi": 1.829919695854187, + "loss_ee": 2.053258240222931, + "loss_delivery": 5.1357563734054565, + "loss_biodist": 1.1689535975456238, + "loss_toxic": 1.8881589989177883, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.3333333333333333, + "acc_toxic": 0.9090909090909091 + }, + { + "loss": 3.5370113849639893, + "loss_size": 0.34320902824401855, + "loss_pdi": 0.7346642017364502, + "loss_ee": 0.8911621570587158, + "loss_delivery": 0.9798167794942856, + "loss_biodist": 0.3111124560236931, + "loss_toxic": 0.296826733276248, + "acc_pdi": 0.3939393939393939, + "acc_ee": 0.3939393939393939, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 2.2118503153324127, + "loss_size": 0.30320245400071144, + "loss_pdi": 0.4186921641230583, + "loss_ee": 0.6780865490436554, + "loss_delivery": 0.4878670694306493, + "loss_biodist": 0.24757886677980423, + "loss_toxic": 0.06729439832270145, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 2.126102328300476, + "loss_size": 0.2719407919794321, + "loss_pdi": 0.39765071868896484, + "loss_ee": 0.6489762216806412, + "loss_delivery": 0.5097617320716381, + "loss_biodist": 0.2485601305961609, + "loss_toxic": 0.04190636985003948, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 2.0605664551258087, + "loss_size": 0.27259455528110266, + "loss_pdi": 0.40835070610046387, + "loss_ee": 0.6474016606807709, + "loss_delivery": 0.48286645021289587, + "loss_biodist": 0.20923327654600143, + "loss_toxic": 0.03545801807194948, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 2.0060286670923233, + "loss_size": 0.2552368054166436, + "loss_pdi": 0.3902750462293625, + "loss_ee": 0.6218652054667473, + "loss_delivery": 0.5010129244765267, + "loss_biodist": 0.19462862610816956, + "loss_toxic": 0.04062684904783964, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 2.0311915576457977, + "loss_size": 0.2610853686928749, + "loss_pdi": 0.3970440123230219, + "loss_ee": 0.6195956096053123, + "loss_delivery": 0.5319448318332434, + "loss_biodist": 0.18027720600366592, + "loss_toxic": 0.04437119234353304, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 2.006661430001259, + "loss_size": 0.2412969870492816, + "loss_pdi": 0.4027930572628975, + "loss_ee": 0.6208943091332912, + "loss_delivery": 0.5412830375134945, + "loss_biodist": 0.16591504216194153, + "loss_toxic": 0.041575245559215546, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9387256354093552, + "loss_size": 0.21540824323892593, + "loss_pdi": 0.3904377147555351, + "loss_ee": 0.6175173446536064, + "loss_delivery": 0.5347666144371033, + "loss_biodist": 0.1485196389257908, + "loss_toxic": 0.04125231015495956, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9663050770759583, + "loss_size": 0.24524913309141994, + "loss_pdi": 0.376725971698761, + "loss_ee": 0.6228375919163227, + "loss_delivery": 0.5406327452510595, + "loss_biodist": 0.1412641853094101, + "loss_toxic": 0.05212212330661714, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9374583810567856, + "loss_size": 0.23123421287164092, + "loss_pdi": 0.38344239443540573, + "loss_ee": 0.6184364221990108, + "loss_delivery": 0.5327519858255982, + "loss_biodist": 0.13430547341704369, + "loss_toxic": 0.0520663884235546, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.951701208949089, + "loss_size": 0.2321514803916216, + "loss_pdi": 0.38211048394441605, + "loss_ee": 0.6268054842948914, + "loss_delivery": 0.5605470016598701, + "loss_biodist": 0.13834604248404503, + "loss_toxic": 0.031425470020622015, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.944576844573021, + "loss_size": 0.23952082311734557, + "loss_pdi": 0.3788639362901449, + "loss_ee": 0.628483846783638, + "loss_delivery": 0.5542363747954369, + "loss_biodist": 0.13763515278697014, + "loss_toxic": 0.027741681202314794, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9444001615047455, + "loss_size": 0.2331533464603126, + "loss_pdi": 0.3764359001070261, + "loss_ee": 0.6361891217529774, + "loss_delivery": 0.5600109957158566, + "loss_biodist": 0.13774115964770317, + "loss_toxic": 0.025103817461058497, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.944551482796669, + "loss_size": 0.23961375025101006, + "loss_pdi": 0.38310027308762074, + "loss_ee": 0.6388253346085548, + "loss_delivery": 0.5494839660823345, + "loss_biodist": 0.12783252447843552, + "loss_toxic": 0.031207543914206326, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.913176342844963, + "loss_size": 0.2352531070355326, + "loss_pdi": 0.37920089066028595, + "loss_ee": 0.6380453370511532, + "loss_delivery": 0.5104552069678903, + "loss_biodist": 0.12799948453903198, + "loss_toxic": 0.04626767267473042, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9155197739601135, + "loss_size": 0.2340224083745852, + "loss_pdi": 0.3793137315660715, + "loss_ee": 0.6419682875275612, + "loss_delivery": 0.5030757132917643, + "loss_biodist": 0.12698209658265114, + "loss_toxic": 0.05439567717257887, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9111140817403793, + "loss_size": 0.22365384048316628, + "loss_pdi": 0.37656662054359913, + "loss_ee": 0.6395362466573715, + "loss_delivery": 0.5035796717274934, + "loss_biodist": 0.13250292465090752, + "loss_toxic": 0.05926921614445746, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9053101986646652, + "loss_size": 0.22215449321083724, + "loss_pdi": 0.37470873445272446, + "loss_ee": 0.6434137709438801, + "loss_delivery": 0.5032051424495876, + "loss_biodist": 0.12576651945710182, + "loss_toxic": 0.0604246222646907, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9030197858810425, + "loss_size": 0.22518810245674103, + "loss_pdi": 0.3719434179365635, + "loss_ee": 0.6435227505862713, + "loss_delivery": 0.5057079801335931, + "loss_biodist": 0.1263476088643074, + "loss_toxic": 0.05518631241284311, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.917233869433403, + "loss_size": 0.2257182493340224, + "loss_pdi": 0.37523716874420643, + "loss_ee": 0.6392478384077549, + "loss_delivery": 0.5222386121749878, + "loss_biodist": 0.1269584782421589, + "loss_toxic": 0.05335507134441286, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_4/splits.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_4/splits.json new file mode 100644 index 0000000..8dd0299 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_4/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 110, 111, 112, 113, 114, 116, 117, 119, 120, 121, 122, 123, 124, 126, 127, 128, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 152, 154, 155, 157, 160, 161, 162, 163, 164, 165, 166, 167, 169, 170, 171, 173, 174, 175, 176, 177, 178, 180, 181, 182, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 203, 205, 206, 207, 208, 209, 211, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 234, 235, 236, 238, 239, 240, 241, 243, 244, 245, 246, 247, 248, 249, 250, 251, 253, 254, 257, 258, 260, 261, 262, 263, 264, 265, 266, 267, 270, 271, 272, 273, 277, 278, 279, 280, 281, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 298, 299, 300, 301, 302, 303, 304, 305, 306, 309, 311, 312, 313, 314, 315, 316, 318, 319, 320, 322, 323, 324, 325, 326, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 341, 342, 343, 345, 346, 347, 349, 350, 351, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 365, 367, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 381, 383, 384, 385, 386, 388, 390, 391, 392, 393, 394, 395, 396, 397, 399, 400, 401, 402, 403, 405, 406, 407, 408, 409, 410, 411, 413, 415, 416, 417, 418, 419], "outer_test_idx": [0, 5, 11, 21, 24, 27, 30, 32, 36, 38, 39, 40, 47, 55, 58, 61, 65, 76, 86, 95, 100, 106, 109, 115, 118, 125, 129, 131, 136, 148, 150, 151, 153, 156, 158, 159, 168, 172, 179, 183, 184, 185, 202, 204, 210, 212, 213, 228, 233, 237, 242, 252, 255, 256, 259, 268, 269, 274, 275, 276, 282, 297, 307, 308, 310, 317, 321, 327, 340, 344, 348, 352, 364, 366, 368, 379, 380, 382, 387, 389, 398, 404, 412, 414]} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_4/test_metrics.json b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_4/test_metrics.json new file mode 100644 index 0000000..2842961 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/repeat_2/outer_fold_4/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.6239338580525963, + "rmse": 0.7898948398695843, + "mae": 0.47588418122004006, + "r2": 0.16509899541346917 + }, + "delivery": { + "n_samples": 58, + "mse": 0.9358950528862143, + "rmse": 0.9674166904112282, + "mae": 0.6357959070853119, + "r2": 0.09500493370997776 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7857142857142857, + "precision": 0.737037037037037, + "recall": 0.781524926686217, + "f1": 0.7493368700265253 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6161793372319687, + "recall": 0.6816239316239318, + "f1": 0.6335690369195524 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.15658197161332346, + "js_divergence": 0.04324634990542503 + } +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/strata_info.json b/models/abl/llm_molt5/20260623_211739/strata_info.json new file mode 100644 index 0000000..ef3be58 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/strata_info.json @@ -0,0 +1,60 @@ +{ + "original_strata_counts": { + "T0|P0|E0": "5", + "T0|P0|E1": "58", + "T0|P0|E2": "169", + "T0|P1|E0": "1", + "T0|P1|E1": "17", + "T0|P1|E2": "32", + "T0|P2|E2": "3", + "T1|P0|E2": "9", + "T1|P1|E2": "5", + "TNA|P0|E0": "28", + "TNA|P0|E1": "21", + "TNA|P0|E2": "20", + "TNA|P1|E0": "29", + "TNA|P1|E1": "7", + "TNA|P1|E2": "14", + "TNA|P2|E2": "1", + "TNA|P3|E0": "1" + }, + "rare_strata": [ + "T0|P1|E0", + "T0|P2|E2", + "TNA|P2|E2", + "TNA|P3|E0" + ], + "final_strata": [ + "RARE", + "T0|P0|E0", + "T0|P0|E1", + "T0|P0|E2", + "T0|P1|E1", + "T0|P1|E2", + "T1|P0|E2", + "T1|P1|E2", + "TNA|P0|E0", + "TNA|P0|E1", + "TNA|P0|E2", + "TNA|P1|E0", + "TNA|P1|E1", + "TNA|P1|E2" + ], + "final_strata_counts": { + "RARE": "6", + "T0|P0|E0": "5", + "T0|P0|E1": "58", + "T0|P0|E2": "169", + "T0|P1|E1": "17", + "T0|P1|E2": "32", + "T1|P0|E2": "9", + "T1|P1|E2": "5", + "TNA|P0|E0": "28", + "TNA|P0|E1": "21", + "TNA|P0|E2": "20", + "TNA|P1|E0": "29", + "TNA|P1|E1": "7", + "TNA|P1|E2": "14" + }, + "n_rare_merged": "6" +} \ No newline at end of file diff --git a/models/abl/llm_molt5/20260623_211739/summary.json b/models/abl/llm_molt5/20260623_211739/summary.json new file mode 100644 index 0000000..2747815 --- /dev/null +++ b/models/abl/llm_molt5/20260623_211739/summary.json @@ -0,0 +1,947 @@ +{ + "fold_results": [ + { + "fold": 0, + "best_params": { + "dropout": 0.249816047538945, + "lr": 0.0007969454818643932, + "weight_decay": 0.008471801418819975, + "backbone_lr_ratio": 0.15751320499779725, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 11, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.4902910516992345, + "rmse": 1.2207747751732236, + "mae": 0.5363193983324321, + "r2": 0.08790519299169797 + }, + "delivery": { + "n_samples": 58, + "mse": 0.6916124740287749, + "rmse": 0.8316324152104552, + "mae": 0.6628450403824963, + "r2": 0.12091881090349843 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7738095238095238, + "precision": 0.7194960212201591, + "recall": 0.7359230220955096, + "f1": 0.7262905162064826 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.702812241521919, + "recall": 0.7209523809523809, + "f1": 0.6980392156862744 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.3168873020028568, + "js_divergence": 0.0677902363417781 + } + } + }, + { + "fold": 1, + "best_params": { + "dropout": 0.4974289969576414, + "lr": 0.0002961107423081925, + "weight_decay": 0.0006029005082214946, + "backbone_lr_ratio": 0.13222888593113422, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 28, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.43464222391277485, + "rmse": 0.6592740127691784, + "mae": 0.499924241121681, + "r2": -0.3272428266631806 + }, + "delivery": { + "n_samples": 61, + "mse": 1.17955117322795, + "rmse": 1.0860714402045337, + "mae": 0.7267155784686081, + "r2": 0.107164794450476 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.5833333333333334, + "precision": 0.512962962962963, + "recall": 0.5158730158730158, + "f1": 0.5072900955253896 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5833333333333334, + "precision": 0.520295837633299, + "recall": 0.5255696684268113, + "f1": 0.5108812260536398 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.4683037296441327, + "js_divergence": 0.11658896336509159 + } + } + }, + { + "fold": 2, + "best_params": { + "dropout": 0.20909028227816875, + "lr": 0.0009868479883958295, + "weight_decay": 0.09577444643395126, + "backbone_lr_ratio": 0.9366132049338034, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 10, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.4087910347460858, + "rmse": 0.6393676835327899, + "mae": 0.4793831276197341, + "r2": 0.19264501023242742 + }, + "delivery": { + "n_samples": 60, + "mse": 0.7247595458151497, + "rmse": 0.8513281070275723, + "mae": 0.5579910538314531, + "r2": 0.035219426368225504 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.661793372319688, + "recall": 0.6825513196480939, + "f1": 0.6686674669867947 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6552237349338799, + "recall": 0.6556956115779645, + "f1": 0.6514953433935953 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.21126022529821167, + "js_divergence": 0.05485419090953282 + } + } + }, + { + "fold": 3, + "best_params": { + "dropout": 0.26416603774755115, + "lr": 0.0009483435695441306, + "weight_decay": 0.023495515945762397, + "backbone_lr_ratio": 0.11652607489369789, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 8, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.7842281855420412, + "rmse": 1.3357500460572858, + "mae": 0.5938954424135476, + "r2": -0.009173060960097734 + }, + "delivery": { + "n_samples": 59, + "mse": 0.6918623731346534, + "rmse": 0.8317826477720327, + "mae": 0.5687793801870134, + "r2": 0.32742757251779153 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6345029239766082, + "recall": 0.6517595307917888, + "f1": 0.6398559423769508 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6190476190476191, + "precision": 0.553931623931624, + "recall": 0.5850427350427351, + "f1": 0.5562289562289563 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9, + "precision": 0.6666666666666666, + "recall": 0.9473684210526316, + "f1": 0.7222222222222222 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.41758473248841016, + "js_divergence": 0.10913817108200573 + } + } + }, + { + "fold": 4, + "best_params": { + "dropout": 0.3550281028589818, + "lr": 0.0008995567387897002, + "weight_decay": 0.07448021944502968, + "backbone_lr_ratio": 0.09651209634502661, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 23, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.631083594340189, + "rmse": 0.7944077003278537, + "mae": 0.45563113806392286, + "r2": 0.15553176014966863 + }, + "delivery": { + "n_samples": 58, + "mse": 0.9301344974568768, + "rmse": 0.9644348072611632, + "mae": 0.6198378756385425, + "r2": 0.10057529571431079 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6840277777777778, + "recall": 0.7331378299120235, + "f1": 0.684012539184953 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.6285096799970942, + "recall": 0.6982905982905984, + "f1": 0.6480077466175054 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.16506880737658336, + "js_divergence": 0.045572918215851584 + } + } + }, + { + "fold": 0, + "best_params": { + "dropout": 0.249816047538945, + "lr": 0.0007969454818643932, + "weight_decay": 0.008471801418819975, + "backbone_lr_ratio": 0.15751320499779725, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 11, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.5155296361572212, + "rmse": 1.2310684936904288, + "mae": 0.5528177052781166, + "r2": 0.07245855805812385 + }, + "delivery": { + "n_samples": 58, + "mse": 0.7162305636380973, + "rmse": 0.8463040609840516, + "mae": 0.6606004694797869, + "r2": 0.08962773345808628 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7857142857142857, + "precision": 0.7348927875243665, + "recall": 0.7576621525302922, + "f1": 0.7437288135593221 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6428571428571429, + "precision": 0.6419191919191919, + "recall": 0.6642857142857143, + "f1": 0.6264318357172532 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9827586206896551, + "precision": 0.9912280701754386, + "recall": 0.75, + "f1": 0.8289085545722714 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.24963897156642656, + "js_divergence": 0.05394401992956361 + } + } + }, + { + "fold": 1, + "best_params": { + "dropout": 0.4974289969576414, + "lr": 0.0002961107423081925, + "weight_decay": 0.0006029005082214946, + "backbone_lr_ratio": 0.13222888593113422, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 28, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.4407882317423426, + "rmse": 0.6639188442440406, + "mae": 0.5040833638271406, + "r2": -0.34601054952953203 + }, + "delivery": { + "n_samples": 61, + "mse": 1.1926662698803117, + "rmse": 1.0920926104870006, + "mae": 0.7042049732914225, + "r2": 0.09723761173794576 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6309523809523809, + "precision": 0.5972222222222222, + "recall": 0.626984126984127, + "f1": 0.5884305357989568 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5476190476190477, + "precision": 0.4710567210567211, + "recall": 0.4779744065458351, + "f1": 0.46484848484848484 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.4314531684239771, + "js_divergence": 0.10909374111148634 + } + } + }, + { + "fold": 2, + "best_params": { + "dropout": 0.20909028227816875, + "lr": 0.0009868479883958295, + "weight_decay": 0.09577444643395126, + "backbone_lr_ratio": 0.9366132049338034, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 10, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.5650020159968021, + "rmse": 0.7516661599385741, + "mae": 0.529821105356816, + "r2": -0.1158688867212827 + }, + "delivery": { + "n_samples": 60, + "mse": 0.7951642792655207, + "rmse": 0.8917198434853408, + "mae": 0.564022826597405, + "r2": -0.0585014766772729 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7738095238095238, + "precision": 0.7088382038488952, + "recall": 0.7148093841642229, + "f1": 0.7116531165311653 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6208862821766048, + "recall": 0.6335200746965454, + "f1": 0.6171167931336233 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.22955774915771032, + "js_divergence": 0.057747101727447875 + } + } + }, + { + "fold": 3, + "best_params": { + "dropout": 0.26416603774755115, + "lr": 0.0009483435695441306, + "weight_decay": 0.023495515945762397, + "backbone_lr_ratio": 0.11652607489369789, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 8, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.6949202991080103, + "rmse": 1.3018910473261618, + "mae": 0.6033158615253955, + "r2": 0.04134016030320575 + }, + "delivery": { + "n_samples": 59, + "mse": 0.6990766862799925, + "rmse": 0.8361080589732361, + "mae": 0.5805813829746034, + "r2": 0.32041440300144153 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6165865384615384, + "recall": 0.6422287390029326, + "f1": 0.6179337231968811 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6428571428571429, + "precision": 0.5572465420276638, + "recall": 0.5790095525389644, + "f1": 0.5624113475177305 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9166666666666666, + "precision": 0.6875, + "recall": 0.956140350877193, + "f1": 0.749791492910759 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.3403749299290891, + "js_divergence": 0.08961346697761335 + } + } + }, + { + "fold": 4, + "best_params": { + "dropout": 0.3550281028589818, + "lr": 0.0008995567387897002, + "weight_decay": 0.07448021944502968, + "backbone_lr_ratio": 0.09651209634502661, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 23, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.4886720525111876, + "rmse": 0.6990508225524004, + "mae": 0.4315283092104697, + "r2": 0.3460960928961807 + }, + "delivery": { + "n_samples": 58, + "mse": 1.0381119176667961, + "rmse": 1.0188777736641408, + "mae": 0.6245057485226927, + "r2": -0.003837087126420169 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7380952380952381, + "precision": 0.6851851851851851, + "recall": 0.7199413489736071, + "f1": 0.6936339522546419 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6309523809523809, + "precision": 0.5885028949545079, + "recall": 0.6226495726495727, + "f1": 0.5911800617682971 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.1611165849963004, + "js_divergence": 0.04393423722715566 + } + } + }, + { + "fold": 0, + "best_params": { + "dropout": 0.249816047538945, + "lr": 0.0007969454818643932, + "weight_decay": 0.008471801418819975, + "backbone_lr_ratio": 0.15751320499779725, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 11, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.4122589346062955, + "rmse": 1.1883850110996417, + "mae": 0.5406930640519384, + "r2": 0.13566276940550126 + }, + "delivery": { + "n_samples": 58, + "mse": 0.6433239980387713, + "rmse": 0.8020748082559203, + "mae": 0.6479004185389856, + "r2": 0.1822963778025941 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7738095238095238, + "precision": 0.7277777777777777, + "recall": 0.763007840342124, + "f1": 0.7381460213289581 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6854700854700854, + "recall": 0.7209523809523809, + "f1": 0.6898928064057858 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.30607373685239425, + "js_divergence": 0.0644612520328073 + } + } + }, + { + "fold": 1, + "best_params": { + "dropout": 0.4974289969576414, + "lr": 0.0002961107423081925, + "weight_decay": 0.0006029005082214946, + "backbone_lr_ratio": 0.13222888593113422, + "llm_lora_r": 16, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 28, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.5151608604554236, + "rmse": 0.7177470727599129, + "mae": 0.5327425076227102, + "r2": -0.5731181164633199 + }, + "delivery": { + "n_samples": 61, + "mse": 1.1942001943688114, + "rmse": 1.0927946716418466, + "mae": 0.7260972606170861, + "r2": 0.09607654147912936 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6428571428571429, + "precision": 0.5614035087719298, + "recall": 0.5714285714285714, + "f1": 0.5625 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5714285714285714, + "precision": 0.5102707749766573, + "recall": 0.5187669473383759, + "f1": 0.5007262164124909 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.3858021653257507, + "js_divergence": 0.10124314904115367 + } + } + }, + { + "fold": 2, + "best_params": { + "dropout": 0.20909028227816875, + "lr": 0.0009868479883958295, + "weight_decay": 0.09577444643395126, + "backbone_lr_ratio": 0.9366132049338034, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 10, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.6996393324893, + "rmse": 0.8364444586996198, + "mae": 0.5794818652904636, + "r2": -0.3817751812334691 + }, + "delivery": { + "n_samples": 60, + "mse": 0.6996533399076693, + "rmse": 0.8364528318486759, + "mae": 0.5247579780795301, + "r2": 0.06864013793663049 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.75, + "precision": 0.6890838206627681, + "recall": 0.7133431085043989, + "f1": 0.6974789915966386 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6547619047619048, + "precision": 0.5938271604938272, + "recall": 0.6295518207282914, + "f1": 0.6042911190760653 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.20584590249794044, + "js_divergence": 0.053775627312069835 + } + } + }, + { + "fold": 3, + "best_params": { + "dropout": 0.26416603774755115, + "lr": 0.0009483435695441306, + "weight_decay": 0.023495515945762397, + "backbone_lr_ratio": 0.11652607489369789, + "llm_lora_r": 8, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 8, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.6443044516225283, + "rmse": 1.2823043521810757, + "mae": 0.5879418078293822, + "r2": 0.06996886943016956 + }, + "delivery": { + "n_samples": 59, + "mse": 0.7141145882701054, + "rmse": 0.8450530091480093, + "mae": 0.5685077921913589, + "r2": 0.30579577560029314 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.6333333333333333, + "recall": 0.6583577712609971, + "f1": 0.6379310344827587 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6309523809523809, + "precision": 0.5507364341085271, + "recall": 0.5724736048265461, + "f1": 0.5562131463818918 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9166666666666666, + "precision": 0.6875, + "recall": 0.956140350877193, + "f1": 0.749791492910759 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.37236123078698313, + "js_divergence": 0.09833772061360159 + } + } + }, + { + "fold": 4, + "best_params": { + "dropout": 0.3550281028589818, + "lr": 0.0008995567387897002, + "weight_decay": 0.07448021944502968, + "backbone_lr_ratio": 0.09651209634502661, + "llm_lora_r": 32, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 23, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.6239338580525963, + "rmse": 0.7898948398695843, + "mae": 0.47588418122004006, + "r2": 0.16509899541346917 + }, + "delivery": { + "n_samples": 58, + "mse": 0.9358950528862143, + "rmse": 0.9674166904112282, + "mae": 0.6357959070853119, + "r2": 0.09500493370997776 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7857142857142857, + "precision": 0.737037037037037, + "recall": 0.781524926686217, + "f1": 0.7493368700265253 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6161793372319687, + "recall": 0.6816239316239318, + "f1": 0.6335690369195524 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.15658197161332346, + "js_divergence": 0.04324634990542503 + } + } + } + ], + "summary_stats": { + "size": { + "mse_mean": 0.9566163841988022, + "mse_std": 0.5289173298099858, + "rmse_mean": 0.9407963546814515, + "rmse_std": 0.2674296229232933, + "mae_mean": 0.5268975412509194, + "mae_std": 0.05039567726957613, + "r2_mean": -0.032432080846029186, + "r2_std": 0.25100982645757397 + }, + "delivery": { + "mse_mean": 0.8564237969243796, + "mse_std": 0.1977046320203809, + "rmse_mean": 0.9196095850916804, + "rmse_std": 0.10364365842581455, + "mae_mean": 0.6248762457257531, + "mae_std": 0.06153017950577873, + "r2_mean": 0.12560405672511385, + "r2_std": 0.10994742145993405 + }, + "pdi": { + "accuracy_mean": 0.7158730158730158, + "accuracy_std": 0.06052595544424641, + "precision_mean": 0.6602762315388166, + "precision_std": 0.06462720006787157, + "recall_mean": 0.6845688458798613, + "recall_std": 0.07165699786547515, + "f1_mean": 0.6644593079370945, + "f1_std": 0.06911892092212407 + }, + "ee": { + "accuracy_mean": 0.6476190476190476, + "accuracy_std": 0.05158119621991084, + "precision_mean": 0.5931245694955715, + "precision_std": 0.06380277148311345, + "recall_mean": 0.6190906000317766, + "recall_std": 0.07225474019863874, + "f1_mean": 0.5940888890774098, + "f1_std": 0.0661558682406764 + }, + "toxic": { + "accuracy_mean": 0.9456517189214969, + "accuracy_std": 0.022719466775221415, + "precision_mean": 0.7526691729323307, + "precision_std": 0.07547321813694222, + "recall_mean": 0.9553805490738341, + "recall_std": 0.055941822921307525, + "f1_mean": 0.8043743537666569, + "f1_std": 0.04314896911685932 + }, + "biodist": { + "kl_divergence_mean": 0.294527413864006, + "kl_divergence_std": 0.10192651728638547, + "js_divergence_mean": 0.07395607638617227, + "js_divergence_std": 0.025932885166045156 + } + } +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_0/best_params.json b/models/abl/moe/20260623_210356/outer_fold_0/best_params.json new file mode 100644 index 0000000..50cd806 --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_0/best_params.json @@ -0,0 +1,15 @@ +{ + "dropout": 0.3391599915244341, + "lr": 0.0006978281265126031, + "weight_decay": 2.259279742015695e-05, + "backbone_lr_ratio": 0.024658447214487383, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_0/epoch_mean.json b/models/abl/moe/20260623_210356/outer_fold_0/epoch_mean.json new file mode 100644 index 0000000..9c7774b --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_0/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 19} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_0/history.json b/models/abl/moe/20260623_210356/outer_fold_0/history.json new file mode 100644 index 0000000..c34d75d --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_0/history.json @@ -0,0 +1,443 @@ +{ + "train": [ + { + "loss": 5.47957456111908, + "loss_size": 0.8626214504241944, + "loss_pdi": 0.6930037558078765, + "loss_ee": 1.0772937297821046, + "loss_delivery": 1.0697352200746537, + "loss_biodist": 1.1555224180221557, + "loss_toxic": 0.6162766069173813, + "loss_moe_lb": 1.067167055606842 + }, + { + "loss": 4.882256245613098, + "loss_size": 0.8144865423440933, + "loss_pdi": 0.6418452858924866, + "loss_ee": 1.0247966945171356, + "loss_delivery": 0.9696848660707473, + "loss_biodist": 0.9029204905033111, + "loss_toxic": 0.5330923080444336, + "loss_moe_lb": 1.0309954106807708 + }, + { + "loss": 4.3511138439178465, + "loss_size": 0.750054769217968, + "loss_pdi": 0.6315985441207885, + "loss_ee": 0.9754914224147797, + "loss_delivery": 0.9297802865505218, + "loss_biodist": 0.6737024664878846, + "loss_toxic": 0.3980858713388443, + "loss_moe_lb": 1.02379549741745 + }, + { + "loss": 3.989215302467346, + "loss_size": 0.7456340909004211, + "loss_pdi": 0.601405069231987, + "loss_ee": 0.914245855808258, + "loss_delivery": 0.8954409956932068, + "loss_biodist": 0.5216340482234955, + "loss_toxic": 0.31890921741724015, + "loss_moe_lb": 1.0177785098552703 + }, + { + "loss": 3.624541234970093, + "loss_size": 0.7246499568223953, + "loss_pdi": 0.5841495931148529, + "loss_ee": 0.887064391374588, + "loss_delivery": 0.824886679649353, + "loss_biodist": 0.41795791387557985, + "loss_toxic": 0.19244446903467177, + "loss_moe_lb": 1.007951122522354 + }, + { + "loss": 3.5026153087615968, + "loss_size": 0.7162792950868606, + "loss_pdi": 0.5629402101039886, + "loss_ee": 0.8686392724514007, + "loss_delivery": 0.8037095978856087, + "loss_biodist": 0.4052695631980896, + "loss_toxic": 0.15440253615379335, + "loss_moe_lb": 1.01142720580101 + }, + { + "loss": 3.405176782608032, + "loss_size": 0.6867069333791733, + "loss_pdi": 0.5558598846197128, + "loss_ee": 0.8524096727371215, + "loss_delivery": 0.829218578338623, + "loss_biodist": 0.35811114609241484, + "loss_toxic": 0.1340037386864424, + "loss_moe_lb": 1.0074433505535125 + }, + { + "loss": 3.3854161739349364, + "loss_size": 0.6462439015507698, + "loss_pdi": 0.551338055729866, + "loss_ee": 0.876747441291809, + "loss_delivery": 0.7712163954973221, + "loss_biodist": 0.3608490228652954, + "loss_toxic": 0.1916869692504406, + "loss_moe_lb": 1.0088573038578033 + }, + { + "loss": 3.2176547765731813, + "loss_size": 0.6636110499501229, + "loss_pdi": 0.5245446592569352, + "loss_ee": 0.8210818707942963, + "loss_delivery": 0.7623645551502705, + "loss_biodist": 0.35746375769376754, + "loss_toxic": 0.10266469437628985, + "loss_moe_lb": 1.0072964072227477 + }, + { + "loss": 3.199334192276001, + "loss_size": 0.7115513265132904, + "loss_pdi": 0.5362557590007782, + "loss_ee": 0.8484909296035766, + "loss_delivery": 0.7243349596858024, + "loss_biodist": 0.30194141864776614, + "loss_toxic": 0.09364448226988316, + "loss_moe_lb": 1.0133075892925263 + }, + { + "loss": 3.3147308588027955, + "loss_size": 0.6161533772945404, + "loss_pdi": 0.5267665773630142, + "loss_ee": 0.8288201868534089, + "loss_delivery": 0.9068163052201271, + "loss_biodist": 0.3422994166612625, + "loss_toxic": 0.11606102623045444, + "loss_moe_lb": 1.0059342741966248 + }, + { + "loss": 3.1032841205596924, + "loss_size": 0.6625258833169937, + "loss_pdi": 0.5019429475069046, + "loss_ee": 0.8164884567260742, + "loss_delivery": 0.7363381966948509, + "loss_biodist": 0.32170029282569884, + "loss_toxic": 0.0837839612737298, + "loss_moe_lb": 1.0156288504600526 + }, + { + "loss": 2.9872923612594606, + "loss_size": 0.5941373258829117, + "loss_pdi": 0.5187308937311172, + "loss_ee": 0.831788283586502, + "loss_delivery": 0.7005363360047341, + "loss_biodist": 0.271810545027256, + "loss_toxic": 0.09000912420451641, + "loss_moe_lb": 1.0081643164157867 + }, + { + "loss": 3.0335420846939085, + "loss_size": 0.5686039537191391, + "loss_pdi": 0.5046648442745209, + "loss_ee": 0.7912348926067352, + "loss_delivery": 0.7930187284946442, + "loss_biodist": 0.3197337925434113, + "loss_toxic": 0.07857236955314875, + "loss_moe_lb": 1.006198424100876 + }, + { + "loss": 3.085104751586914, + "loss_size": 0.6348064959049224, + "loss_pdi": 0.5070927649736404, + "loss_ee": 0.7937422156333923, + "loss_delivery": 0.7328322649002075, + "loss_biodist": 0.28541436940431597, + "loss_toxic": 0.15055562928318977, + "loss_moe_lb": 1.0113134384155273 + }, + { + "loss": 2.998826503753662, + "loss_size": 0.5907028377056122, + "loss_pdi": 0.5332773745059967, + "loss_ee": 0.8044430494308472, + "loss_delivery": 0.7264800250530243, + "loss_biodist": 0.31344322860240936, + "loss_toxic": 0.05501083731651306, + "loss_moe_lb": 1.0098141372203826 + }, + { + "loss": 2.945187878608704, + "loss_size": 0.5341669499874115, + "loss_pdi": 0.5120277434587479, + "loss_ee": 0.8149095892906189, + "loss_delivery": 0.6980479687452317, + "loss_biodist": 0.29107922315597534, + "loss_toxic": 0.11566984038800002, + "loss_moe_lb": 1.0055684268474578 + }, + { + "loss": 3.0257766008377076, + "loss_size": 0.6258415386080742, + "loss_pdi": 0.5126095294952393, + "loss_ee": 0.8023839890956879, + "loss_delivery": 0.6818422093987465, + "loss_biodist": 0.32381203174591067, + "loss_toxic": 0.10128013882786036, + "loss_moe_lb": 1.005039131641388 + }, + { + "loss": 3.0545629978179933, + "loss_size": 0.5479190990328788, + "loss_pdi": 0.5158722341060639, + "loss_ee": 0.8106753885746002, + "loss_delivery": 0.7348029643297196, + "loss_biodist": 0.3028834119439125, + "loss_toxic": 0.16276376210153104, + "loss_moe_lb": 1.0070782482624054 + } + ], + "val": [ + { + "loss": 146.20864868164062, + "loss_size": 118.51726531982422, + "loss_pdi": 0.9244514564052224, + "loss_ee": 7.156916379928589, + "loss_delivery": 4.561870336532593, + "loss_biodist": 11.628753423690796, + "loss_toxic": 3.773818612098694, + "loss_moe_lb": 3.999992251396179, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.09090909090909091, + "acc_toxic": 0.0 + }, + { + "loss": 48.57768440246582, + "loss_size": 22.358643531799316, + "loss_pdi": 0.5988125056028366, + "loss_ee": 3.1959582567214966, + "loss_delivery": 11.99701976776123, + "loss_biodist": 10.689012050628662, + "loss_toxic": 0.07826300710439682, + "loss_moe_lb": 3.9981013536453247, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.15151515151515152, + "acc_toxic": 1.0 + }, + { + "loss": 18.515838146209717, + "loss_size": 6.323978662490845, + "loss_pdi": 0.6361185610294342, + "loss_ee": 1.5388961434364319, + "loss_delivery": 3.720518112182617, + "loss_biodist": 6.423062086105347, + "loss_toxic": 0.03653100598603487, + "loss_moe_lb": 3.925244092941284, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.15151515151515152, + "acc_toxic": 1.0 + }, + { + "loss": 7.068360805511475, + "loss_size": 1.964167594909668, + "loss_pdi": 0.6978175044059753, + "loss_ee": 0.8956248164176941, + "loss_delivery": 1.4114025235176086, + "loss_biodist": 1.8883332014083862, + "loss_toxic": 0.2442322075366974, + "loss_moe_lb": 3.251188635826111, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.30303030303030304, + "acc_toxic": 1.0 + }, + { + "loss": 5.513382911682129, + "loss_size": 0.37765173614025116, + "loss_pdi": 1.4493902325630188, + "loss_ee": 0.6427865847945213, + "loss_delivery": 0.7141104191541672, + "loss_biodist": 0.2248988300561905, + "loss_toxic": 2.109479397535324, + "loss_moe_lb": 1.9758699536323547, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9 + }, + { + "loss": 5.814298152923584, + "loss_size": 0.3303833529353142, + "loss_pdi": 1.644186556339264, + "loss_ee": 0.630111075937748, + "loss_delivery": 0.4899483695626259, + "loss_biodist": 0.25653594732284546, + "loss_toxic": 2.4606766998767853, + "loss_moe_lb": 1.7779254913330078, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9 + }, + { + "loss": 6.102156639099121, + "loss_size": 0.3139698710292578, + "loss_pdi": 1.6653586626052856, + "loss_ee": 0.609593641012907, + "loss_delivery": 0.5086953565478325, + "loss_biodist": 0.32520459592342377, + "loss_toxic": 2.6670844554901123, + "loss_moe_lb": 1.629336953163147, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9 + }, + { + "loss": 6.265388488769531, + "loss_size": 0.2986225700005889, + "loss_pdi": 1.7326126992702484, + "loss_ee": 0.6107511334121227, + "loss_delivery": 0.5552882552146912, + "loss_biodist": 0.3537978567183018, + "loss_toxic": 2.6975873857736588, + "loss_moe_lb": 1.3878341317176819, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9 + }, + { + "loss": 5.481863498687744, + "loss_size": 0.49410752952098846, + "loss_pdi": 2.0955062210559845, + "loss_ee": 0.5730902627110481, + "loss_delivery": 0.714071623980999, + "loss_biodist": 0.367971483618021, + "loss_toxic": 1.2601966112852097, + "loss_moe_lb": 1.144914150238037, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9 + }, + { + "loss": 5.591584920883179, + "loss_size": 0.5432254672050476, + "loss_pdi": 2.258752226829529, + "loss_ee": 0.5720702270045877, + "loss_delivery": 0.7793466597795486, + "loss_biodist": 0.3618385083973408, + "loss_toxic": 1.1074960231781006, + "loss_moe_lb": 1.15910804271698, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.42424242424242425, + "acc_toxic": 0.9 + }, + { + "loss": 5.297581076622009, + "loss_size": 0.5839086174964905, + "loss_pdi": 2.2799828350543976, + "loss_ee": 0.5716289868578315, + "loss_delivery": 0.6334671229124069, + "loss_biodist": 0.2820878904312849, + "loss_toxic": 0.9762676730751991, + "loss_moe_lb": 1.1327736973762512, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9 + }, + { + "loss": 4.962166666984558, + "loss_size": 0.5311526954174042, + "loss_pdi": 2.3331543803215027, + "loss_ee": 0.5862734401598573, + "loss_delivery": 0.5165020078420639, + "loss_biodist": 0.22293495386838913, + "loss_toxic": 0.8040429688990116, + "loss_moe_lb": 1.1322020888328552, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.42424242424242425, + "acc_toxic": 0.9 + }, + { + "loss": 4.748246550559998, + "loss_size": 0.512391597032547, + "loss_pdi": 2.3350320160388947, + "loss_ee": 0.5764612816274166, + "loss_delivery": 0.4635184407234192, + "loss_biodist": 0.22188341058790684, + "loss_toxic": 0.6726976409554482, + "loss_moe_lb": 1.1406351327896118, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.42424242424242425, + "acc_toxic": 0.9 + }, + { + "loss": 4.48416543006897, + "loss_size": 0.45929399132728577, + "loss_pdi": 2.3154290318489075, + "loss_ee": 0.5780865512788296, + "loss_delivery": 0.44080257788300514, + "loss_biodist": 0.2096588872373104, + "loss_toxic": 0.5184720084071159, + "loss_moe_lb": 1.1224161386489868, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9 + }, + { + "loss": 4.49413537979126, + "loss_size": 0.4355568587779999, + "loss_pdi": 2.32271745800972, + "loss_ee": 0.5824535898864269, + "loss_delivery": 0.44135476648807526, + "loss_biodist": 0.2095614355057478, + "loss_toxic": 0.5393010340631008, + "loss_moe_lb": 1.1250965595245361, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9 + }, + { + "loss": 4.624170184135437, + "loss_size": 0.43641994893550873, + "loss_pdi": 2.329462379217148, + "loss_ee": 0.5751787470653653, + "loss_delivery": 0.4543160945177078, + "loss_biodist": 0.2069409005343914, + "loss_toxic": 0.6544411852955818, + "loss_moe_lb": 1.1219695806503296, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9 + }, + { + "loss": 4.590523719787598, + "loss_size": 0.43179918825626373, + "loss_pdi": 2.3051095008850098, + "loss_ee": 0.575498141348362, + "loss_delivery": 0.44155293703079224, + "loss_biodist": 0.20670324563980103, + "loss_toxic": 0.6610027700662613, + "loss_moe_lb": 1.1271050572395325, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9 + }, + { + "loss": 4.589519381523132, + "loss_size": 0.43003012239933014, + "loss_pdi": 2.280065417289734, + "loss_ee": 0.5739524671807885, + "loss_delivery": 0.43301015347242355, + "loss_biodist": 0.2064398918300867, + "loss_toxic": 0.694742489606142, + "loss_moe_lb": 1.1269371509552002, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.42424242424242425, + "acc_toxic": 0.9 + }, + { + "loss": 4.5552085638046265, + "loss_size": 0.43483464419841766, + "loss_pdi": 2.2999182045459747, + "loss_ee": 0.5728921890258789, + "loss_delivery": 0.436943918466568, + "loss_biodist": 0.2095558252185583, + "loss_toxic": 0.6329316683113575, + "loss_moe_lb": 1.1347607374191284, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9 + } + ] +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_0/splits.json b/models/abl/moe/20260623_210356/outer_fold_0/splits.json new file mode 100644 index 0000000..cccb9d8 --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_0/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67, 68, 71, 72, 73, 75, 76, 77, 80, 81, 85, 86, 88, 89, 90, 92, 94, 95, 96, 98, 99, 100, 101, 103, 104, 105, 106, 107, 108, 109, 111, 113, 114, 115, 116, 117, 118, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 133, 134, 135, 136, 138, 139, 141, 144, 145, 146, 147, 148, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 163, 164, 167, 168, 169, 170, 171, 172, 175, 176, 178, 179, 180, 182, 183, 184, 185, 188, 189, 190, 191, 192, 193, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 206, 208, 210, 211, 212, 213, 216, 217, 218, 219, 220, 222, 224, 225, 227, 228, 229, 230, 231, 232, 233, 234, 236, 237, 239, 241, 242, 244, 245, 247, 248, 249, 250, 252, 253, 255, 256, 257, 258, 259, 260, 261, 262, 265, 267, 268, 269, 270, 271, 272, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 285, 286, 287, 288, 291, 292, 294, 296, 297, 298, 299, 300, 301, 303, 304, 306, 307, 308, 309, 310, 311, 312, 313, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 332, 333, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 346, 347, 348, 349, 351, 352, 354, 355, 356, 357, 358, 359, 360, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 374, 375, 377, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 393, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 407, 408, 409, 411, 412, 413, 414, 415, 417, 418, 419], "outer_test_idx": [7, 16, 20, 29, 51, 59, 60, 69, 70, 74, 78, 79, 82, 83, 84, 87, 91, 93, 97, 102, 110, 112, 119, 120, 121, 132, 137, 140, 142, 143, 152, 161, 162, 165, 166, 173, 174, 177, 181, 186, 187, 194, 205, 207, 209, 214, 215, 221, 223, 226, 235, 238, 240, 243, 246, 251, 254, 263, 264, 266, 273, 284, 289, 290, 293, 295, 302, 305, 314, 315, 331, 334, 341, 350, 353, 361, 373, 376, 378, 392, 394, 402, 410, 416]} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_0/test_metrics.json b/models/abl/moe/20260623_210356/outer_fold_0/test_metrics.json new file mode 100644 index 0000000..d311734 --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_0/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.3117196588596394, + "rmse": 1.1453033043083563, + "mae": 0.5201383563184954, + "r2": 0.19719528092688665 + }, + "delivery": { + "n_samples": 58, + "mse": 0.5496407141982552, + "rmse": 0.7413775786994473, + "mae": 0.5149239480880827, + "r2": 0.3013734847802215 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7857142857142857, + "precision": 0.7431527693244067, + "recall": 0.7847469707769066, + "f1": 0.7543859649122806 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6358640855011091, + "recall": 0.6842857142857143, + "f1": 0.6417137679596151 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2759811566670028, + "js_divergence": 0.05473090547475484 + } +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_1/best_params.json b/models/abl/moe/20260623_210356/outer_fold_1/best_params.json new file mode 100644 index 0000000..65bfe93 --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_1/best_params.json @@ -0,0 +1,15 @@ +{ + "dropout": 0.1460218265559116, + "lr": 0.00016524680777017762, + "weight_decay": 3.41636179669361e-05, + "backbone_lr_ratio": 0.030281629390877935, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_1/epoch_mean.json b/models/abl/moe/20260623_210356/outer_fold_1/epoch_mean.json new file mode 100644 index 0000000..26e5cac --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_1/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 28} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_1/history.json b/models/abl/moe/20260623_210356/outer_fold_1/history.json new file mode 100644 index 0000000..93714c3 --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_1/history.json @@ -0,0 +1,650 @@ +{ + "train": [ + { + "loss": 5.967249917984009, + "loss_size": 1.2062472194433211, + "loss_pdi": 0.6797499835491181, + "loss_ee": 1.1167973160743714, + "loss_delivery": 0.945563405752182, + "loss_biodist": 1.2972059369087219, + "loss_toxic": 0.7017650544643402, + "loss_moe_lb": 2.163220262527466 + }, + { + "loss": 5.6601745128631595, + "loss_size": 1.1481615051627159, + "loss_pdi": 0.6678450345993042, + "loss_ee": 1.0727506041526795, + "loss_delivery": 0.9145979136228561, + "loss_biodist": 1.204869520664215, + "loss_toxic": 0.6362683057785035, + "loss_moe_lb": 2.051732873916626 + }, + { + "loss": 5.431274032592773, + "loss_size": 1.1542181223630905, + "loss_pdi": 0.6515730202198029, + "loss_ee": 1.0164347887039185, + "loss_delivery": 0.8815722241997719, + "loss_biodist": 1.1222112059593201, + "loss_toxic": 0.5926927983760834, + "loss_moe_lb": 1.9992082476615907 + }, + { + "loss": 5.079663872718811, + "loss_size": 1.0445090979337692, + "loss_pdi": 0.6356792151927948, + "loss_ee": 0.9824419379234314, + "loss_delivery": 0.8057851791381836, + "loss_biodist": 1.0521266877651214, + "loss_toxic": 0.5479880511760712, + "loss_moe_lb": 1.9940350294113158 + }, + { + "loss": 4.93989245891571, + "loss_size": 1.0245983809232713, + "loss_pdi": 0.6195886313915253, + "loss_ee": 0.9908716022968292, + "loss_delivery": 0.8509427323937416, + "loss_biodist": 0.9369777917861939, + "loss_toxic": 0.5067202597856522, + "loss_moe_lb": 1.9890379190444947 + }, + { + "loss": 4.613805437088013, + "loss_size": 1.0034649580717088, + "loss_pdi": 0.6054267942905426, + "loss_ee": 0.9506481707096099, + "loss_delivery": 0.7269001185894013, + "loss_biodist": 0.8663950562477112, + "loss_toxic": 0.4499629348516464, + "loss_moe_lb": 2.0005972027778625 + }, + { + "loss": 4.5828369617462155, + "loss_size": 0.9979921847581863, + "loss_pdi": 0.5934800922870636, + "loss_ee": 0.9445334553718567, + "loss_delivery": 0.7794903337955474, + "loss_biodist": 0.8029218077659607, + "loss_toxic": 0.4536788284778595, + "loss_moe_lb": 2.037301278114319 + }, + { + "loss": 4.341238856315613, + "loss_size": 0.9700811415910721, + "loss_pdi": 0.5967333078384399, + "loss_ee": 0.8996879100799561, + "loss_delivery": 0.7572702676057815, + "loss_biodist": 0.7094218373298645, + "loss_toxic": 0.3962256669998169, + "loss_moe_lb": 2.0639070749282835 + }, + { + "loss": 4.234408593177795, + "loss_size": 0.9332789197564125, + "loss_pdi": 0.5838795244693756, + "loss_ee": 0.8982639908790588, + "loss_delivery": 0.774061742424965, + "loss_biodist": 0.6523810178041458, + "loss_toxic": 0.3803615987300873, + "loss_moe_lb": 2.0970543384552003 + }, + { + "loss": 4.074233198165894, + "loss_size": 0.9335356682538987, + "loss_pdi": 0.5964427530765534, + "loss_ee": 0.8795236945152283, + "loss_delivery": 0.711924597620964, + "loss_biodist": 0.5945658087730408, + "loss_toxic": 0.34561730474233626, + "loss_moe_lb": 2.0904247999191283 + }, + { + "loss": 4.021537446975708, + "loss_size": 0.9729071438312531, + "loss_pdi": 0.5709374755620956, + "loss_ee": 0.8674014151096344, + "loss_delivery": 0.7400615721940994, + "loss_biodist": 0.5554770141839981, + "loss_toxic": 0.30236427634954455, + "loss_moe_lb": 2.0854361295700072 + }, + { + "loss": 3.761046624183655, + "loss_size": 0.9325540006160736, + "loss_pdi": 0.5656761765480042, + "loss_ee": 0.8304531216621399, + "loss_delivery": 0.6528230905532837, + "loss_biodist": 0.4874231919646263, + "loss_toxic": 0.2783109575510025, + "loss_moe_lb": 2.090076375007629 + }, + { + "loss": 3.7485525608062744, + "loss_size": 0.9272112742066383, + "loss_pdi": 0.5439829409122467, + "loss_ee": 0.8441728353500366, + "loss_delivery": 0.6729687467217446, + "loss_biodist": 0.48880103826522825, + "loss_toxic": 0.2583263233304024, + "loss_moe_lb": 2.0705143213272095 + }, + { + "loss": 3.789959168434143, + "loss_size": 0.9343896269798279, + "loss_pdi": 0.5705244570970536, + "loss_ee": 0.8129832744598389, + "loss_delivery": 0.723239216208458, + "loss_biodist": 0.47586716115474703, + "loss_toxic": 0.26091051995754244, + "loss_moe_lb": 2.0457372307777404 + }, + { + "loss": 3.6465282917022703, + "loss_size": 0.9236257940530777, + "loss_pdi": 0.5523460537195206, + "loss_ee": 0.8052497684955597, + "loss_delivery": 0.6880893707275391, + "loss_biodist": 0.4420813411474228, + "loss_toxic": 0.22247683703899385, + "loss_moe_lb": 2.067427563667297 + }, + { + "loss": 3.5992496490478514, + "loss_size": 0.9122179314494133, + "loss_pdi": 0.5514881521463394, + "loss_ee": 0.8114336729049683, + "loss_delivery": 0.6601293742656708, + "loss_biodist": 0.43577049672603607, + "loss_toxic": 0.21593559309840202, + "loss_moe_lb": 2.0476099491119384 + }, + { + "loss": 3.613367772102356, + "loss_size": 0.9873804003000259, + "loss_pdi": 0.5341992497444152, + "loss_ee": 0.798830509185791, + "loss_delivery": 0.6258473724126816, + "loss_biodist": 0.4275875002145767, + "loss_toxic": 0.22811186611652373, + "loss_moe_lb": 1.9808064579963685 + }, + { + "loss": 3.50631959438324, + "loss_size": 0.8600955113768578, + "loss_pdi": 0.5444964677095413, + "loss_ee": 0.8093602359294891, + "loss_delivery": 0.6457805708050728, + "loss_biodist": 0.4114890545606613, + "loss_toxic": 0.22291543185710908, + "loss_moe_lb": 2.0358200430870057 + }, + { + "loss": 3.542099618911743, + "loss_size": 0.8655351459980011, + "loss_pdi": 0.5567070811986923, + "loss_ee": 0.8424237787723541, + "loss_delivery": 0.6394001215696334, + "loss_biodist": 0.42396908402442934, + "loss_toxic": 0.20293613225221635, + "loss_moe_lb": 2.0330302238464357 + }, + { + "loss": 3.4792561769485473, + "loss_size": 0.9118436262011528, + "loss_pdi": 0.5398652613162994, + "loss_ee": 0.8112762808799744, + "loss_delivery": 0.6124196827411652, + "loss_biodist": 0.401341712474823, + "loss_toxic": 0.1912138916552067, + "loss_moe_lb": 2.010300636291504 + }, + { + "loss": 3.5150274991989137, + "loss_size": 0.8672141671180725, + "loss_pdi": 0.5343584835529327, + "loss_ee": 0.8039844930171967, + "loss_delivery": 0.7284705482423306, + "loss_biodist": 0.3786228597164154, + "loss_toxic": 0.19179910719394683, + "loss_moe_lb": 1.9896833539009093 + }, + { + "loss": 3.4771244287490846, + "loss_size": 0.8833905637264252, + "loss_pdi": 0.5242366284132004, + "loss_ee": 0.8027695715427399, + "loss_delivery": 0.6746729940176011, + "loss_biodist": 0.39995725452899933, + "loss_toxic": 0.18143185079097748, + "loss_moe_lb": 1.9928368926048279 + }, + { + "loss": 3.4779577255249023, + "loss_size": 0.9531191855669021, + "loss_pdi": 0.5228794544935227, + "loss_ee": 0.7903447389602661, + "loss_delivery": 0.6163779102265835, + "loss_biodist": 0.40405361354351044, + "loss_toxic": 0.18091951236128806, + "loss_moe_lb": 1.9516940236091613 + }, + { + "loss": 3.557021713256836, + "loss_size": 0.9022248581051826, + "loss_pdi": 0.5102443337440491, + "loss_ee": 0.7963002264499665, + "loss_delivery": 0.7562602624297142, + "loss_biodist": 0.38878305852413175, + "loss_toxic": 0.19328505620360376, + "loss_moe_lb": 1.9825356245040893 + }, + { + "loss": 3.4091166853904724, + "loss_size": 0.9093725830316544, + "loss_pdi": 0.5243901997804642, + "loss_ee": 0.803698867559433, + "loss_delivery": 0.5911203339695931, + "loss_biodist": 0.38759145736694334, + "loss_toxic": 0.18238044753670693, + "loss_moe_lb": 1.952781653404236 + }, + { + "loss": 3.421828508377075, + "loss_size": 0.8560418903827667, + "loss_pdi": 0.5369972616434098, + "loss_ee": 0.7971338093280792, + "loss_delivery": 0.666048301756382, + "loss_biodist": 0.3796649441123009, + "loss_toxic": 0.17550642788410187, + "loss_moe_lb": 1.972342276573181 + }, + { + "loss": 3.3706552267074583, + "loss_size": 0.8521113976836204, + "loss_pdi": 0.5366707921028138, + "loss_ee": 0.7824566841125489, + "loss_delivery": 0.6249210581183433, + "loss_biodist": 0.39162233769893645, + "loss_toxic": 0.1720394529402256, + "loss_moe_lb": 1.9678467154502868 + }, + { + "loss": 3.4607393741607666, + "loss_size": 0.8716573521494866, + "loss_pdi": 0.5359210520982742, + "loss_ee": 0.8090719819068909, + "loss_delivery": 0.6467340499162674, + "loss_biodist": 0.39762309938669205, + "loss_toxic": 0.18933973833918571, + "loss_moe_lb": 1.98860502243042 + } + ], + "val": [ + { + "loss": 274.1943664550781, + "loss_size": 228.43321990966797, + "loss_pdi": 4.025422334668292, + "loss_ee": 11.540481567382812, + "loss_delivery": 6.23262619972229, + "loss_biodist": 10.58783483505249, + "loss_toxic": 13.606432437896729, + "loss_moe_lb": 4.0, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.21212121212121213, + "acc_toxic": 0.0 + }, + { + "loss": 103.76445007324219, + "loss_size": 82.98125076293945, + "loss_pdi": 2.161797438573558, + "loss_ee": 5.065790176391602, + "loss_delivery": 2.55911123752594, + "loss_biodist": 5.705302596092224, + "loss_toxic": 5.444862365722656, + "loss_moe_lb": 3.9999998807907104, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.21212121212121213, + "acc_toxic": 0.0 + }, + { + "loss": 36.72794723510742, + "loss_size": 27.70561981201172, + "loss_pdi": 1.0346994027495384, + "loss_ee": 2.3651543855667114, + "loss_delivery": 1.0088737905025482, + "loss_biodist": 2.8218268752098083, + "loss_toxic": 1.8456657528877258, + "loss_moe_lb": 3.9999749660491943, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.21212121212121213, + "acc_toxic": 0.0 + }, + { + "loss": 11.504853248596191, + "loss_size": 7.087226629257202, + "loss_pdi": 0.6538105905056, + "loss_ee": 1.489025890827179, + "loss_delivery": 0.3712920993566513, + "loss_biodist": 1.0394392013549805, + "loss_toxic": 0.8542967736721039, + "loss_moe_lb": 3.9890615940093994, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.21212121212121213, + "acc_toxic": 0.0 + }, + { + "loss": 4.0367361307144165, + "loss_size": 1.2783238589763641, + "loss_pdi": 0.6427574902772903, + "loss_ee": 1.0656137466430664, + "loss_delivery": 0.1875967089945334, + "loss_biodist": 0.365385502576828, + "loss_toxic": 0.4658227264881134, + "loss_moe_lb": 3.6117749214172363, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.3333333333333333, + "acc_toxic": 1.0 + }, + { + "loss": 2.9415513277053833, + "loss_size": 0.3943663686513901, + "loss_pdi": 0.6305154263973236, + "loss_ee": 0.7976119518280029, + "loss_delivery": 0.2858930602669716, + "loss_biodist": 0.49853524565696716, + "loss_toxic": 0.30739009380340576, + "loss_moe_lb": 2.786875605583191, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.7061214447021484, + "loss_size": 0.34406858682632446, + "loss_pdi": 0.6047123074531555, + "loss_ee": 0.7059415876865387, + "loss_delivery": 0.28050173074007034, + "loss_biodist": 0.49190761148929596, + "loss_toxic": 0.25239888578653336, + "loss_moe_lb": 2.58573842048645, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.6338778734207153, + "loss_size": 0.34325436130166054, + "loss_pdi": 0.6210195124149323, + "loss_ee": 0.6716071963310242, + "loss_delivery": 0.31853294372558594, + "loss_biodist": 0.44593028724193573, + "loss_toxic": 0.20840028673410416, + "loss_moe_lb": 2.4004008769989014, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.5699974298477173, + "loss_size": 0.34053508192300797, + "loss_pdi": 0.6165379881858826, + "loss_ee": 0.6370998471975327, + "loss_delivery": 0.34824199974536896, + "loss_biodist": 0.4168003499507904, + "loss_toxic": 0.18731702864170074, + "loss_moe_lb": 2.20322322845459, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.5453388690948486, + "loss_size": 0.3477715849876404, + "loss_pdi": 0.5957950502634048, + "loss_ee": 0.62351194024086, + "loss_delivery": 0.39281709492206573, + "loss_biodist": 0.4041673094034195, + "loss_toxic": 0.15961627662181854, + "loss_moe_lb": 2.0258047580718994, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.4688408970832825, + "loss_size": 0.3363855108618736, + "loss_pdi": 0.5763782560825348, + "loss_ee": 0.6092948317527771, + "loss_delivery": 0.3859134018421173, + "loss_biodist": 0.4024799168109894, + "loss_toxic": 0.13642388954758644, + "loss_moe_lb": 2.0377575159072876, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.3258708119392395, + "loss_size": 0.35183992981910706, + "loss_pdi": 0.5655267089605331, + "loss_ee": 0.6066724956035614, + "loss_delivery": 0.2686706930398941, + "loss_biodist": 0.3920448273420334, + "loss_toxic": 0.11704272404313087, + "loss_moe_lb": 2.184138059616089, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.2981549501419067, + "loss_size": 0.3572998717427254, + "loss_pdi": 0.5675671398639679, + "loss_ee": 0.6016094535589218, + "loss_delivery": 0.25392840802669525, + "loss_biodist": 0.393644317984581, + "loss_toxic": 0.10033641755580902, + "loss_moe_lb": 2.1805659532546997, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.280409872531891, + "loss_size": 0.362935371696949, + "loss_pdi": 0.5617976933717728, + "loss_ee": 0.5960708558559418, + "loss_delivery": 0.24966004490852356, + "loss_biodist": 0.398164302110672, + "loss_toxic": 0.08815914392471313, + "loss_moe_lb": 2.192552924156189, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.2258968353271484, + "loss_size": 0.36765002459287643, + "loss_pdi": 0.556781530380249, + "loss_ee": 0.5850465595722198, + "loss_delivery": 0.21231675148010254, + "loss_biodist": 0.4034419059753418, + "loss_toxic": 0.07705043070018291, + "loss_moe_lb": 2.1894795894622803, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.178124487400055, + "loss_size": 0.36013054847717285, + "loss_pdi": 0.5522879511117935, + "loss_ee": 0.5697726607322693, + "loss_delivery": 0.19320932030677795, + "loss_biodist": 0.41102398931980133, + "loss_toxic": 0.06897109374403954, + "loss_moe_lb": 2.1024895906448364, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.158324182033539, + "loss_size": 0.3575517609715462, + "loss_pdi": 0.5471552610397339, + "loss_ee": 0.5680904388427734, + "loss_delivery": 0.1860082633793354, + "loss_biodist": 0.4161015674471855, + "loss_toxic": 0.06112394481897354, + "loss_moe_lb": 2.080009698867798, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.1536064743995667, + "loss_size": 0.35504651814699173, + "loss_pdi": 0.5448926687240601, + "loss_ee": 0.5691588968038559, + "loss_delivery": 0.18672458082437515, + "loss_biodist": 0.41965609788894653, + "loss_toxic": 0.05579453706741333, + "loss_moe_lb": 2.1095889806747437, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.1637664437294006, + "loss_size": 0.3618692234158516, + "loss_pdi": 0.5458140969276428, + "loss_ee": 0.5711128562688828, + "loss_delivery": 0.19132455438375473, + "loss_biodist": 0.4179060757160187, + "loss_toxic": 0.05359085276722908, + "loss_moe_lb": 2.1234151124954224, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.138798952102661, + "loss_size": 0.3528256118297577, + "loss_pdi": 0.5503396987915039, + "loss_ee": 0.5693253874778748, + "loss_delivery": 0.1731802485883236, + "loss_biodist": 0.4205176681280136, + "loss_toxic": 0.05015763081610203, + "loss_moe_lb": 2.1574002504348755, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.1231026649475098, + "loss_size": 0.34280186891555786, + "loss_pdi": 0.5529749095439911, + "loss_ee": 0.5712585151195526, + "loss_delivery": 0.16431274265050888, + "loss_biodist": 0.42227955162525177, + "loss_toxic": 0.047767870128154755, + "loss_moe_lb": 2.0939767360687256, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.131557047367096, + "loss_size": 0.3462350368499756, + "loss_pdi": 0.5610885322093964, + "loss_ee": 0.568261131644249, + "loss_delivery": 0.16921638324856758, + "loss_biodist": 0.4184010550379753, + "loss_toxic": 0.04699344374239445, + "loss_moe_lb": 2.0792200565338135, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.1208115220069885, + "loss_size": 0.3449954316020012, + "loss_pdi": 0.5554256737232208, + "loss_ee": 0.5687420219182968, + "loss_delivery": 0.16413670405745506, + "loss_biodist": 0.42001843452453613, + "loss_toxic": 0.04617212153971195, + "loss_moe_lb": 2.075241446495056, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.123790442943573, + "loss_size": 0.34755777567625046, + "loss_pdi": 0.5502215325832367, + "loss_ee": 0.5687855333089828, + "loss_delivery": 0.16356531158089638, + "loss_biodist": 0.4279160797595978, + "loss_toxic": 0.04447711165994406, + "loss_moe_lb": 2.0787911415100098, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.1154422760009766, + "loss_size": 0.34563321620225906, + "loss_pdi": 0.5512189418077469, + "loss_ee": 0.5641603171825409, + "loss_delivery": 0.16380903497338295, + "loss_biodist": 0.42497122287750244, + "loss_toxic": 0.044226933270692825, + "loss_moe_lb": 2.0890748500823975, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.11995393037796, + "loss_size": 0.3476015627384186, + "loss_pdi": 0.5499009341001511, + "loss_ee": 0.5599980652332306, + "loss_delivery": 0.17417734488844872, + "loss_biodist": 0.4228178784251213, + "loss_toxic": 0.0442180261015892, + "loss_moe_lb": 2.073944091796875, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.122859537601471, + "loss_size": 0.34417910873889923, + "loss_pdi": 0.5562257170677185, + "loss_ee": 0.5661085546016693, + "loss_delivery": 0.1718948557972908, + "loss_biodist": 0.41914986819028854, + "loss_toxic": 0.04413725342601538, + "loss_moe_lb": 2.0763567686080933, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.134523391723633, + "loss_size": 0.34835217893123627, + "loss_pdi": 0.5571584552526474, + "loss_ee": 0.5628796368837357, + "loss_delivery": 0.17978151515126228, + "loss_biodist": 0.4193345531821251, + "loss_toxic": 0.04591726139187813, + "loss_moe_lb": 2.07532000541687, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_1/splits.json b/models/abl/moe/20260623_210356/outer_fold_1/splits.json new file mode 100644 index 0000000..1773fe5 --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_1/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 3, 5, 6, 7, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 24, 26, 27, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 112, 114, 115, 118, 119, 120, 121, 123, 124, 125, 126, 128, 129, 130, 131, 132, 136, 137, 140, 141, 142, 143, 144, 145, 146, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 161, 162, 164, 165, 166, 167, 168, 169, 171, 172, 173, 174, 175, 176, 177, 178, 179, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 194, 195, 196, 197, 198, 199, 201, 202, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 225, 226, 228, 229, 231, 232, 233, 234, 235, 236, 237, 238, 240, 242, 243, 244, 246, 247, 248, 250, 251, 252, 254, 255, 256, 258, 259, 260, 261, 262, 263, 264, 266, 268, 269, 270, 271, 273, 274, 275, 276, 277, 278, 279, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 295, 296, 297, 300, 301, 302, 303, 304, 305, 306, 307, 308, 310, 311, 313, 314, 315, 316, 317, 318, 319, 321, 322, 323, 324, 325, 327, 328, 329, 330, 331, 333, 334, 335, 337, 338, 339, 340, 341, 342, 343, 344, 345, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 361, 362, 364, 365, 366, 367, 368, 369, 373, 374, 375, 376, 378, 379, 380, 381, 382, 384, 387, 388, 389, 391, 392, 393, 394, 396, 397, 398, 399, 402, 403, 404, 405, 406, 408, 409, 410, 411, 412, 413, 414, 416, 417, 419], "outer_test_idx": [1, 2, 4, 8, 9, 14, 17, 22, 23, 25, 28, 34, 37, 41, 43, 45, 63, 64, 68, 85, 96, 104, 111, 113, 116, 117, 122, 127, 133, 134, 135, 138, 139, 147, 160, 163, 170, 180, 191, 192, 193, 200, 203, 208, 224, 227, 230, 239, 241, 245, 249, 253, 257, 265, 267, 272, 280, 294, 298, 299, 309, 312, 320, 326, 332, 336, 346, 347, 360, 363, 370, 371, 372, 377, 383, 385, 386, 390, 395, 400, 401, 407, 415, 418]} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_1/test_metrics.json b/models/abl/moe/20260623_210356/outer_fold_1/test_metrics.json new file mode 100644 index 0000000..9ec5f1e --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_1/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.3498572423658914, + "rmse": 0.5914873137827146, + "mae": 0.4678219245037153, + "r2": -0.06833963600250037 + }, + "delivery": { + "n_samples": 61, + "mse": 0.975049483099894, + "rmse": 0.9874459393302978, + "mae": 0.5932807174557057, + "r2": 0.26195783156902996 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6428571428571429, + "precision": 0.5614035087719298, + "recall": 0.5714285714285714, + "f1": 0.5625 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5119047619047619, + "precision": 0.459298871063577, + "recall": 0.4492174492174492, + "f1": 0.4371660859465738 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.4447307490351696, + "js_divergence": 0.11468280216135121 + } +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_2/best_params.json b/models/abl/moe/20260623_210356/outer_fold_2/best_params.json new file mode 100644 index 0000000..f116bc4 --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_2/best_params.json @@ -0,0 +1,15 @@ +{ + "dropout": 0.19165645785089888, + "lr": 0.0001935604862425119, + "weight_decay": 0.00017856185912789333, + "backbone_lr_ratio": 0.22382721014916093, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_2/epoch_mean.json b/models/abl/moe/20260623_210356/outer_fold_2/epoch_mean.json new file mode 100644 index 0000000..ee08dbf --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_2/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 24} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_2/history.json b/models/abl/moe/20260623_210356/outer_fold_2/history.json new file mode 100644 index 0000000..66a6cfe --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_2/history.json @@ -0,0 +1,558 @@ +{ + "train": [ + { + "loss": 5.704651784896851, + "loss_size": 0.8591392353177071, + "loss_pdi": 0.6918758690357208, + "loss_ee": 1.0841041564941407, + "loss_delivery": 1.083821415901184, + "loss_biodist": 1.2750784873962402, + "loss_toxic": 0.7003695547580719, + "loss_moe_lb": 1.210349428653717 + }, + { + "loss": 5.202859783172608, + "loss_size": 0.8171451836824417, + "loss_pdi": 0.6643143832683563, + "loss_ee": 1.034843420982361, + "loss_delivery": 0.9084433168172836, + "loss_biodist": 1.1457367300987245, + "loss_toxic": 0.6272004783153534, + "loss_moe_lb": 1.0170583367347716 + }, + { + "loss": 5.002291250228882, + "loss_size": 0.772100168466568, + "loss_pdi": 0.6587763130664825, + "loss_ee": 1.0133442044258119, + "loss_delivery": 0.8812565267086029, + "loss_biodist": 1.0722430765628814, + "loss_toxic": 0.6022495359182358, + "loss_moe_lb": 0.9948690593242645 + }, + { + "loss": 4.540929222106934, + "loss_size": 0.7194814920425415, + "loss_pdi": 0.6307491064071655, + "loss_ee": 0.9745447158813476, + "loss_delivery": 0.7921061486005783, + "loss_biodist": 0.9364820003509522, + "loss_toxic": 0.48553537726402285, + "loss_moe_lb": 0.9929339766502381 + }, + { + "loss": 4.185141491889953, + "loss_size": 0.73384710252285, + "loss_pdi": 0.5970438420772552, + "loss_ee": 0.9487969160079956, + "loss_delivery": 0.748489499092102, + "loss_biodist": 0.7510963141918182, + "loss_toxic": 0.4027805894613266, + "loss_moe_lb": 1.0083167850971222 + }, + { + "loss": 3.8552472829818725, + "loss_size": 0.6972085148096084, + "loss_pdi": 0.5792949169874191, + "loss_ee": 0.8956150054931641, + "loss_delivery": 0.7789336711168289, + "loss_biodist": 0.6075362116098404, + "loss_toxic": 0.2922093063592911, + "loss_moe_lb": 1.0089714348316192 + }, + { + "loss": 3.811945843696594, + "loss_size": 0.9603064388036728, + "loss_pdi": 0.577197727560997, + "loss_ee": 0.8552972376346588, + "loss_delivery": 0.6625012159347534, + "loss_biodist": 0.5301616191864014, + "loss_toxic": 0.22156644910573958, + "loss_moe_lb": 1.0039064586162567 + }, + { + "loss": 3.480074095726013, + "loss_size": 0.6479122191667557, + "loss_pdi": 0.5644882559776306, + "loss_ee": 0.868191534280777, + "loss_delivery": 0.7096422716975213, + "loss_biodist": 0.49335717856884004, + "loss_toxic": 0.1914194755256176, + "loss_moe_lb": 1.0040180504322052 + }, + { + "loss": 3.2859987020492554, + "loss_size": 0.6310165822505951, + "loss_pdi": 0.5642664581537247, + "loss_ee": 0.8379140257835388, + "loss_delivery": 0.6186284050345421, + "loss_biodist": 0.4522462397813797, + "loss_toxic": 0.1762530744075775, + "loss_moe_lb": 1.0084372222423554 + }, + { + "loss": 3.282162976264954, + "loss_size": 0.5960504561662674, + "loss_pdi": 0.5531363099813461, + "loss_ee": 0.8201214849948884, + "loss_delivery": 0.7118742570281029, + "loss_biodist": 0.43017664551734924, + "loss_toxic": 0.16582921966910363, + "loss_moe_lb": 1.0161562800407409 + }, + { + "loss": 3.155190873146057, + "loss_size": 0.6042361557483673, + "loss_pdi": 0.5497445911169052, + "loss_ee": 0.8011129558086395, + "loss_delivery": 0.6435328722000122, + "loss_biodist": 0.41686081886291504, + "loss_toxic": 0.13476223610341548, + "loss_moe_lb": 1.0026188850402833 + }, + { + "loss": 3.1651581525802612, + "loss_size": 0.6089037775993347, + "loss_pdi": 0.5272903800010681, + "loss_ee": 0.8126782894134521, + "loss_delivery": 0.6842534869909287, + "loss_biodist": 0.40991470217704773, + "loss_toxic": 0.11815160661935806, + "loss_moe_lb": 0.9952508211135864 + }, + { + "loss": 3.010180187225342, + "loss_size": 0.5759185530245304, + "loss_pdi": 0.5283217757940293, + "loss_ee": 0.7725767612457275, + "loss_delivery": 0.624671795964241, + "loss_biodist": 0.3879050642251968, + "loss_toxic": 0.11616503521800041, + "loss_moe_lb": 1.008707743883133 + }, + { + "loss": 2.998834729194641, + "loss_size": 0.5585677862167359, + "loss_pdi": 0.5129430323839188, + "loss_ee": 0.7878083646297455, + "loss_delivery": 0.6164926558732986, + "loss_biodist": 0.3797005549073219, + "loss_toxic": 0.13899026438593864, + "loss_moe_lb": 1.0076238453388213 + }, + { + "loss": 2.918540620803833, + "loss_size": 0.5574200406670571, + "loss_pdi": 0.5154667735099793, + "loss_ee": 0.7601702570915222, + "loss_delivery": 0.566944383084774, + "loss_biodist": 0.38969396352767943, + "loss_toxic": 0.124468582123518, + "loss_moe_lb": 1.0008194088935851 + }, + { + "loss": 2.846543216705322, + "loss_size": 0.5300246208906174, + "loss_pdi": 0.5179711669683457, + "loss_ee": 0.7427099585533142, + "loss_delivery": 0.5890243396162986, + "loss_biodist": 0.3566549837589264, + "loss_toxic": 0.10585924424231052, + "loss_moe_lb": 1.0060916423797608 + }, + { + "loss": 2.7521033763885496, + "loss_size": 0.5130770847201347, + "loss_pdi": 0.5051665097475052, + "loss_ee": 0.7213847279548645, + "loss_delivery": 0.5594666287302971, + "loss_biodist": 0.3342527121305466, + "loss_toxic": 0.11391514092683792, + "loss_moe_lb": 0.9982819795608521 + }, + { + "loss": 2.8192060708999636, + "loss_size": 0.5324689537286759, + "loss_pdi": 0.5079300820827484, + "loss_ee": 0.7212992012500763, + "loss_delivery": 0.5840601652860642, + "loss_biodist": 0.3600056365132332, + "loss_toxic": 0.1092478521168232, + "loss_moe_lb": 1.0080264389514924 + }, + { + "loss": 2.7880188703536986, + "loss_size": 0.5594411671161652, + "loss_pdi": 0.49450436532497405, + "loss_ee": 0.7394349098205566, + "loss_delivery": 0.5237751118838787, + "loss_biodist": 0.365800142288208, + "loss_toxic": 0.10090690553188324, + "loss_moe_lb": 1.0092912495136261 + }, + { + "loss": 2.814824676513672, + "loss_size": 0.5389887422323227, + "loss_pdi": 0.5144034028053284, + "loss_ee": 0.7274650394916534, + "loss_delivery": 0.5746939077973365, + "loss_biodist": 0.35053050667047503, + "loss_toxic": 0.10511192083358764, + "loss_moe_lb": 0.9932671248912811 + }, + { + "loss": 2.8091773986816406, + "loss_size": 0.49389380812644956, + "loss_pdi": 0.49109255969524385, + "loss_ee": 0.7420561492443085, + "loss_delivery": 0.6083185657858848, + "loss_biodist": 0.35840473920106886, + "loss_toxic": 0.11184868961572647, + "loss_moe_lb": 1.0033662259578704 + }, + { + "loss": 2.817805528640747, + "loss_size": 0.50061075091362, + "loss_pdi": 0.4907182365655899, + "loss_ee": 0.7353917002677918, + "loss_delivery": 0.6468044087290764, + "loss_biodist": 0.33133852779865264, + "loss_toxic": 0.10944726262241602, + "loss_moe_lb": 1.0074410796165467 + }, + { + "loss": 2.809530162811279, + "loss_size": 0.5806174278259277, + "loss_pdi": 0.4927768439054489, + "loss_ee": 0.7487333655357361, + "loss_delivery": 0.5643762409687042, + "loss_biodist": 0.3378217354416847, + "loss_toxic": 0.08200503475964069, + "loss_moe_lb": 0.9935459852218628 + }, + { + "loss": 2.738766884803772, + "loss_size": 0.4931039482355118, + "loss_pdi": 0.5022486925125123, + "loss_ee": 0.7364390552043915, + "loss_delivery": 0.5878665983676911, + "loss_biodist": 0.3265776962041855, + "loss_toxic": 0.08894071094691754, + "loss_moe_lb": 1.003343403339386 + } + ], + "val": [ + { + "loss": 36.86430263519287, + "loss_size": 5.719568967819214, + "loss_pdi": 5.422223925590515, + "loss_ee": 9.276659488677979, + "loss_delivery": 9.785483360290527, + "loss_biodist": 4.0442352294921875, + "loss_toxic": 2.6294353008270264, + "loss_moe_lb": 3.9999383687973022, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.0 + }, + { + "loss": 18.77054262161255, + "loss_size": 6.424083471298218, + "loss_pdi": 1.8665143847465515, + "loss_ee": 5.437240123748779, + "loss_delivery": 3.0100302696228027, + "loss_biodist": 1.3507684469223022, + "loss_toxic": 0.6847179532051086, + "loss_moe_lb": 3.9959492683410645, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.0 + }, + { + "loss": 11.467465877532959, + "loss_size": 4.884922981262207, + "loss_pdi": 0.9385198056697845, + "loss_ee": 3.2074317932128906, + "loss_delivery": 1.4204918146133423, + "loss_biodist": 0.6628721952438354, + "loss_toxic": 0.3463717997074127, + "loss_moe_lb": 3.874439835548401, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.6 + }, + { + "loss": 8.375121593475342, + "loss_size": 3.787564992904663, + "loss_pdi": 0.7218743562698364, + "loss_ee": 2.0702361464500427, + "loss_delivery": 0.9666534662246704, + "loss_biodist": 0.4844456613063812, + "loss_toxic": 0.3406835198402405, + "loss_moe_lb": 2.853192925453186, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.6 + }, + { + "loss": 6.757031440734863, + "loss_size": 3.0842336416244507, + "loss_pdi": 0.7697802186012268, + "loss_ee": 1.3169826865196228, + "loss_delivery": 0.9331981539726257, + "loss_biodist": 0.3911808729171753, + "loss_toxic": 0.2626974284648895, + "loss_moe_lb": 1.8410126566886902, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9 + }, + { + "loss": 7.154863357543945, + "loss_size": 3.8389722108840942, + "loss_pdi": 0.6922840178012848, + "loss_ee": 1.1910142302513123, + "loss_delivery": 0.9759194254875183, + "loss_biodist": 0.2891010344028473, + "loss_toxic": 0.1692647635936737, + "loss_moe_lb": 1.8488523960113525, + "acc_pdi": 0.42424242424242425, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 7.037000417709351, + "loss_size": 3.7968543767929077, + "loss_pdi": 0.6798523962497711, + "loss_ee": 1.2025283873081207, + "loss_delivery": 0.976171612739563, + "loss_biodist": 0.25388893485069275, + "loss_toxic": 0.13287976384162903, + "loss_moe_lb": 1.604584276676178, + "acc_pdi": 0.45454545454545453, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.876116514205933, + "loss_size": 3.478307604789734, + "loss_pdi": 0.7372473180294037, + "loss_ee": 1.3694997429847717, + "loss_delivery": 0.9447135925292969, + "loss_biodist": 0.24172531068325043, + "loss_toxic": 0.11478482186794281, + "loss_moe_lb": 1.370684027671814, + "acc_pdi": 0.45454545454545453, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.560054779052734, + "loss_size": 3.302509307861328, + "loss_pdi": 0.6847388744354248, + "loss_ee": 1.3200205862522125, + "loss_delivery": 0.926287829875946, + "loss_biodist": 0.2338288128376007, + "loss_toxic": 0.10322362929582596, + "loss_moe_lb": 1.288077175617218, + "acc_pdi": 0.45454545454545453, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.694338321685791, + "loss_size": 3.472882390022278, + "loss_pdi": 0.6742604970932007, + "loss_ee": 1.3308785557746887, + "loss_delivery": 0.9136866927146912, + "loss_biodist": 0.22909680008888245, + "loss_toxic": 0.0860738456249237, + "loss_moe_lb": 1.237267553806305, + "acc_pdi": 0.5454545454545454, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.691945791244507, + "loss_size": 3.5217896699905396, + "loss_pdi": 0.6586605906486511, + "loss_ee": 1.337202250957489, + "loss_delivery": 0.8982376456260681, + "loss_biodist": 0.20808200538158417, + "loss_toxic": 0.08214414864778519, + "loss_moe_lb": 1.1848357319831848, + "acc_pdi": 0.45454545454545453, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.826708555221558, + "loss_size": 3.6235461235046387, + "loss_pdi": 0.6560032069683075, + "loss_ee": 1.4040141999721527, + "loss_delivery": 0.8844574093818665, + "loss_biodist": 0.19847147166728973, + "loss_toxic": 0.07617443054914474, + "loss_moe_lb": 1.166733741760254, + "acc_pdi": 0.5454545454545454, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.961982488632202, + "loss_size": 3.6924097537994385, + "loss_pdi": 0.6646924316883087, + "loss_ee": 1.4813147485256195, + "loss_delivery": 0.8727207183837891, + "loss_biodist": 0.1986776441335678, + "loss_toxic": 0.06974124163389206, + "loss_moe_lb": 1.204123079776764, + "acc_pdi": 0.5757575757575758, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.869563341140747, + "loss_size": 3.595410943031311, + "loss_pdi": 0.6725597083568573, + "loss_ee": 1.5088999569416046, + "loss_delivery": 0.8509337306022644, + "loss_biodist": 0.19318245351314545, + "loss_toxic": 0.06673521548509598, + "loss_moe_lb": 1.2105960845947266, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.766597747802734, + "loss_size": 3.5180509090423584, + "loss_pdi": 0.6797149479389191, + "loss_ee": 1.4808152616024017, + "loss_delivery": 0.8501491546630859, + "loss_biodist": 0.18759697675704956, + "loss_toxic": 0.06836556643247604, + "loss_moe_lb": 1.2012234926223755, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.810868740081787, + "loss_size": 3.5395385026931763, + "loss_pdi": 0.6773631572723389, + "loss_ee": 1.5120181143283844, + "loss_delivery": 0.8491489291191101, + "loss_biodist": 0.18394672870635986, + "loss_toxic": 0.06731374561786652, + "loss_moe_lb": 1.2386544942855835, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.85764479637146, + "loss_size": 3.5441198348999023, + "loss_pdi": 0.6916072070598602, + "loss_ee": 1.540667086839676, + "loss_delivery": 0.8562275171279907, + "loss_biodist": 0.17879356443881989, + "loss_toxic": 0.06572484970092773, + "loss_moe_lb": 1.2212339043617249, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.713670969009399, + "loss_size": 3.462077498435974, + "loss_pdi": 0.670369029045105, + "loss_ee": 1.5096769332885742, + "loss_delivery": 0.8398786783218384, + "loss_biodist": 0.18092142045497894, + "loss_toxic": 0.06964228302240372, + "loss_moe_lb": 1.1941438913345337, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.756456136703491, + "loss_size": 3.479668378829956, + "loss_pdi": 0.6750529408454895, + "loss_ee": 1.5339512526988983, + "loss_delivery": 0.838326632976532, + "loss_biodist": 0.18042302131652832, + "loss_toxic": 0.0685284435749054, + "loss_moe_lb": 1.1920860409736633, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.78533411026001, + "loss_size": 3.4843461513519287, + "loss_pdi": 0.6769886016845703, + "loss_ee": 1.5584938824176788, + "loss_delivery": 0.8426666259765625, + "loss_biodist": 0.1779395043849945, + "loss_toxic": 0.06485418230295181, + "loss_moe_lb": 1.1982973217964172, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.742739915847778, + "loss_size": 3.4392727613449097, + "loss_pdi": 0.6772993206977844, + "loss_ee": 1.5659259855747223, + "loss_delivery": 0.8346094489097595, + "loss_biodist": 0.1806645691394806, + "loss_toxic": 0.06481964141130447, + "loss_moe_lb": 1.2105751037597656, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.715569734573364, + "loss_size": 3.416499972343445, + "loss_pdi": 0.6744561493396759, + "loss_ee": 1.5606293976306915, + "loss_delivery": 0.8354509472846985, + "loss_biodist": 0.17976172268390656, + "loss_toxic": 0.06857605278491974, + "loss_moe_lb": 1.1975169479846954, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.6769702434539795, + "loss_size": 3.369011878967285, + "loss_pdi": 0.6769125759601593, + "loss_ee": 1.5492559373378754, + "loss_delivery": 0.8609121441841125, + "loss_biodist": 0.1744006872177124, + "loss_toxic": 0.06619680672883987, + "loss_moe_lb": 1.1961792707443237, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + }, + { + "loss": 6.778323411941528, + "loss_size": 3.4331830739974976, + "loss_pdi": 0.6751755774021149, + "loss_ee": 1.5772700309753418, + "loss_delivery": 0.8732635378837585, + "loss_biodist": 0.17520247399806976, + "loss_toxic": 0.06472508609294891, + "loss_moe_lb": 1.1891677379608154, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.95 + } + ] +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_2/splits.json b/models/abl/moe/20260623_210356/outer_fold_2/splits.json new file mode 100644 index 0000000..14df306 --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_2/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 43, 44, 45, 47, 48, 49, 50, 51, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 68, 69, 70, 72, 74, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 96, 97, 100, 101, 102, 103, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 142, 143, 145, 147, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 160, 161, 162, 163, 165, 166, 167, 168, 170, 171, 172, 173, 174, 175, 177, 179, 180, 181, 183, 184, 185, 186, 187, 188, 191, 192, 193, 194, 196, 197, 199, 200, 202, 203, 204, 205, 207, 208, 209, 210, 211, 212, 213, 214, 215, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 232, 233, 235, 236, 237, 238, 239, 240, 241, 242, 243, 245, 246, 249, 250, 251, 252, 253, 254, 255, 256, 257, 259, 260, 261, 263, 264, 265, 266, 267, 268, 269, 271, 272, 273, 274, 275, 276, 280, 281, 282, 283, 284, 285, 287, 289, 290, 293, 294, 295, 296, 297, 298, 299, 300, 302, 303, 305, 307, 308, 309, 310, 311, 312, 313, 314, 315, 317, 318, 320, 321, 322, 323, 324, 326, 327, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 358, 360, 361, 363, 364, 365, 366, 368, 369, 370, 371, 372, 373, 376, 377, 378, 379, 380, 381, 382, 383, 385, 386, 387, 388, 389, 390, 392, 394, 395, 398, 399, 400, 401, 402, 404, 405, 407, 408, 409, 410, 412, 413, 414, 415, 416, 417, 418], "outer_test_idx": [10, 12, 15, 31, 35, 42, 46, 52, 53, 54, 62, 66, 67, 71, 73, 75, 77, 81, 89, 90, 92, 98, 99, 105, 123, 124, 141, 144, 146, 154, 155, 164, 169, 176, 178, 182, 189, 190, 195, 198, 201, 206, 216, 217, 218, 219, 231, 234, 244, 247, 248, 258, 262, 270, 277, 278, 279, 286, 288, 291, 292, 301, 304, 306, 316, 319, 325, 328, 343, 357, 359, 362, 367, 374, 375, 384, 391, 393, 396, 397, 403, 406, 411, 419]} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_2/test_metrics.json b/models/abl/moe/20260623_210356/outer_fold_2/test_metrics.json new file mode 100644 index 0000000..7105313 --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_2/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.4043717162102168, + "rmse": 0.6359022851116489, + "mae": 0.5044828815873534, + "r2": 0.2013730853809501 + }, + "delivery": { + "n_samples": 60, + "mse": 0.653991005253972, + "rmse": 0.8086971035276261, + "mae": 0.5367082674133902, + "r2": 0.12942461973467534 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6165865384615384, + "recall": 0.6422287390029326, + "f1": 0.6179337231968811 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6064814814814815, + "recall": 0.6573295985060691, + "f1": 0.6185851973086015 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.3203958948924267, + "js_divergence": 0.0790992600589471 + } +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_3/best_params.json b/models/abl/moe/20260623_210356/outer_fold_3/best_params.json new file mode 100644 index 0000000..963e8ed --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_3/best_params.json @@ -0,0 +1,15 @@ +{ + "dropout": 0.2778201867797741, + "lr": 0.0004781288818954282, + "weight_decay": 0.0016987970387862138, + "backbone_lr_ratio": 0.9458696393367624, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_3/epoch_mean.json b/models/abl/moe/20260623_210356/outer_fold_3/epoch_mean.json new file mode 100644 index 0000000..0ac5b47 --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_3/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 13} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_3/history.json b/models/abl/moe/20260623_210356/outer_fold_3/history.json new file mode 100644 index 0000000..bcd0027 --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_3/history.json @@ -0,0 +1,304 @@ +{ + "train": [ + { + "loss": 5.1665411472320555, + "loss_size": 0.5502147376537323, + "loss_pdi": 0.6807863533496856, + "loss_ee": 1.0979443788528442, + "loss_delivery": 0.8977294981479644, + "loss_biodist": 1.2659849047660827, + "loss_toxic": 0.6564688622951508, + "loss_moe_lb": 2.1263933181762695 + }, + { + "loss": 4.660668897628784, + "loss_size": 0.4985480457544327, + "loss_pdi": 0.6550877153873443, + "loss_ee": 1.051289004087448, + "loss_delivery": 0.838280338048935, + "loss_biodist": 1.04425550699234, + "loss_toxic": 0.5630165219306946, + "loss_moe_lb": 2.0411807775497435 + }, + { + "loss": 4.290316557884216, + "loss_size": 0.4873208746314049, + "loss_pdi": 0.6306455731391907, + "loss_ee": 0.9963535904884339, + "loss_delivery": 0.8142092883586883, + "loss_biodist": 0.8487274527549744, + "loss_toxic": 0.5056825309991837, + "loss_moe_lb": 2.04375422000885 + }, + { + "loss": 3.821525812149048, + "loss_size": 0.5110822737216949, + "loss_pdi": 0.6042698919773102, + "loss_ee": 0.9470416188240052, + "loss_delivery": 0.8010497644543648, + "loss_biodist": 0.5751208364963531, + "loss_toxic": 0.3725234493613243, + "loss_moe_lb": 2.1048689126968383 + }, + { + "loss": 3.23797287940979, + "loss_size": 0.47426465153694153, + "loss_pdi": 0.5529942452907562, + "loss_ee": 0.8551568984985352, + "loss_delivery": 0.7487143695354461, + "loss_biodist": 0.4323554545640945, + "loss_toxic": 0.15851965993642808, + "loss_moe_lb": 2.150390553474426 + }, + { + "loss": 2.8878724575042725, + "loss_size": 0.39665941894054413, + "loss_pdi": 0.524919405579567, + "loss_ee": 0.8040709257125854, + "loss_delivery": 0.6887232005596161, + "loss_biodist": 0.3347995400428772, + "loss_toxic": 0.12132947444915772, + "loss_moe_lb": 2.1247289180755615 + }, + { + "loss": 2.7010693311691285, + "loss_size": 0.39377483129501345, + "loss_pdi": 0.5054667592048645, + "loss_ee": 0.7411332964897156, + "loss_delivery": 0.6637743696570396, + "loss_biodist": 0.2964486390352249, + "loss_toxic": 0.08348609125241638, + "loss_moe_lb": 2.046215867996216 + }, + { + "loss": 2.5408736944198607, + "loss_size": 0.3735863924026489, + "loss_pdi": 0.48541908860206606, + "loss_ee": 0.7127197563648224, + "loss_delivery": 0.5929452791810036, + "loss_biodist": 0.23651318848133088, + "loss_toxic": 0.12094954382628202, + "loss_moe_lb": 2.1160395622253416 + }, + { + "loss": 2.488303017616272, + "loss_size": 0.386672343313694, + "loss_pdi": 0.4693659782409668, + "loss_ee": 0.7177583575248718, + "loss_delivery": 0.559146274626255, + "loss_biodist": 0.2232390582561493, + "loss_toxic": 0.11406589299440384, + "loss_moe_lb": 2.088250231742859 + }, + { + "loss": 2.4289104461669924, + "loss_size": 0.37305443584918974, + "loss_pdi": 0.5133953988552094, + "loss_ee": 0.6867689490318298, + "loss_delivery": 0.5255134701728821, + "loss_biodist": 0.21638725101947784, + "loss_toxic": 0.09623584188520909, + "loss_moe_lb": 2.1048053026199343 + }, + { + "loss": 2.2916743874549867, + "loss_size": 0.3534363627433777, + "loss_pdi": 0.4325245559215546, + "loss_ee": 0.6690596759319305, + "loss_delivery": 0.5222959272563458, + "loss_biodist": 0.21500594317913055, + "loss_toxic": 0.08027672562748193, + "loss_moe_lb": 2.1438436269760133 + }, + { + "loss": 2.3633798956871033, + "loss_size": 0.3667352318763733, + "loss_pdi": 0.47591044902801516, + "loss_ee": 0.7079914152622223, + "loss_delivery": 0.5391103655099869, + "loss_biodist": 0.19189321473240853, + "loss_toxic": 0.06528170946985483, + "loss_moe_lb": 2.0868468284606934 + }, + { + "loss": 2.2684888362884523, + "loss_size": 0.3547634705901146, + "loss_pdi": 0.4449427843093872, + "loss_ee": 0.6671888917684555, + "loss_delivery": 0.5168176785111427, + "loss_biodist": 0.1976538859307766, + "loss_toxic": 0.06963428556919098, + "loss_moe_lb": 2.035613310337067 + } + ], + "val": [ + { + "loss": 358.6615447998047, + "loss_size": 282.3860778808594, + "loss_pdi": 4.153445243835449, + "loss_ee": 6.751362562179565, + "loss_delivery": 58.242374420166016, + "loss_biodist": 7.228607177734375, + "loss_moe_lb": 4.0, + "acc_pdi": 0.24242424242424243, + "acc_ee": 0.12121212121212122, + "acc_toxic": 1.0 + }, + { + "loss": 138.46579360961914, + "loss_size": 109.59799194335938, + "loss_pdi": 2.9202579259872437, + "loss_ee": 2.4285413026809692, + "loss_delivery": 20.833372116088867, + "loss_biodist": 2.8577821254730225, + "loss_toxic": 5.960464477539063e-08, + "loss_moe_lb": 3.999999761581421, + "acc_pdi": 0.24242424242424243, + "acc_ee": 0.12121212121212122, + "acc_toxic": 1.0 + }, + { + "loss": 42.70254135131836, + "loss_size": 33.681264877319336, + "loss_pdi": 1.0510608851909637, + "loss_ee": 1.2849713563919067, + "loss_delivery": 5.720775604248047, + "loss_biodist": 0.9944418668746948, + "loss_toxic": 9.215299542120192e-06, + "loss_moe_lb": 3.9999706745147705, + "acc_pdi": 0.24242424242424243, + "acc_ee": 0.12121212121212122, + "acc_toxic": 1.0 + }, + { + "loss": 11.428315162658691, + "loss_size": 8.12748670578003, + "loss_pdi": 0.5800510346889496, + "loss_ee": 1.0758301615715027, + "loss_delivery": 1.2677491903305054, + "loss_biodist": 0.3557438254356384, + "loss_toxic": 0.0021451995708048344, + "loss_moe_lb": 3.9861897230148315, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 1.0 + }, + { + "loss": 4.795212507247925, + "loss_size": 2.1804955303668976, + "loss_pdi": 0.5190930962562561, + "loss_ee": 1.0157585442066193, + "loss_delivery": 0.6593941450119019, + "loss_biodist": 0.13459238409996033, + "loss_toxic": 0.2684355080127716, + "loss_moe_lb": 3.0260413885116577, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.9911780953407288, + "loss_size": 1.756112813949585, + "loss_pdi": 0.5235155671834946, + "loss_ee": 0.701160341501236, + "loss_delivery": 0.5891179442405701, + "loss_biodist": 0.1793491095304489, + "loss_toxic": 0.2180960327386856, + "loss_moe_lb": 3.0429155826568604, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.8412301540374756, + "loss_size": 1.5905220285058022, + "loss_pdi": 0.5171120464801788, + "loss_ee": 0.6838264465332031, + "loss_delivery": 0.6791996359825134, + "loss_biodist": 0.17652246356010437, + "loss_toxic": 0.17131726443767548, + "loss_moe_lb": 2.993904232978821, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.8109265565872192, + "loss_size": 1.6583836451172829, + "loss_pdi": 0.4832363873720169, + "loss_ee": 0.7298701703548431, + "loss_delivery": 0.5663653612136841, + "loss_biodist": 0.16274482011795044, + "loss_toxic": 0.18887367844581604, + "loss_moe_lb": 2.705859065055847, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.8260869565217391 + }, + { + "loss": 3.728021025657654, + "loss_size": 1.6112111061811447, + "loss_pdi": 0.43643970787525177, + "loss_ee": 0.7472609281539917, + "loss_delivery": 0.5418453216552734, + "loss_biodist": 0.13466820120811462, + "loss_toxic": 0.23601418733596802, + "loss_moe_lb": 2.4538270235061646, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.8260869565217391 + }, + { + "loss": 3.4646713733673096, + "loss_size": 1.5836205035448074, + "loss_pdi": 0.38271456956863403, + "loss_ee": 0.6967755854129791, + "loss_delivery": 0.43433645367622375, + "loss_biodist": 0.11025876551866531, + "loss_toxic": 0.23427025973796844, + "loss_moe_lb": 2.259758949279785, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.782608695652174 + }, + { + "loss": 3.3586231470108032, + "loss_size": 1.5194969177246094, + "loss_pdi": 0.4156109392642975, + "loss_ee": 0.6142992675304413, + "loss_delivery": 0.4559292197227478, + "loss_biodist": 0.09525378048419952, + "loss_toxic": 0.23675203323364258, + "loss_moe_lb": 1.992018222808838, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.782608695652174 + }, + { + "loss": 3.3133997917175293, + "loss_size": 1.5307773500680923, + "loss_pdi": 0.40185850858688354, + "loss_ee": 0.5911175012588501, + "loss_delivery": 0.44408997893333435, + "loss_biodist": 0.0924028605222702, + "loss_toxic": 0.2308935970067978, + "loss_moe_lb": 1.986499011516571, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.782608695652174 + }, + { + "loss": 3.2995082437992096, + "loss_size": 1.528670996427536, + "loss_pdi": 0.4024103730916977, + "loss_ee": 0.5862115174531937, + "loss_delivery": 0.44235023856163025, + "loss_biodist": 0.0923955887556076, + "loss_toxic": 0.22480608522891998, + "loss_moe_lb": 2.0176005959510803, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.8260869565217391 + } + ] +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_3/splits.json b/models/abl/moe/20260623_210356/outer_fold_3/splits.json new file mode 100644 index 0000000..7a2b13e --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_3/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 102, 104, 105, 106, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 127, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 166, 168, 169, 170, 172, 173, 174, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 195, 198, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 218, 219, 221, 223, 224, 226, 227, 228, 230, 231, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 251, 252, 253, 254, 255, 256, 257, 258, 259, 262, 263, 264, 265, 266, 267, 268, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 282, 284, 286, 288, 289, 290, 291, 292, 293, 294, 295, 297, 298, 299, 301, 302, 304, 305, 306, 307, 308, 309, 310, 312, 314, 315, 316, 317, 319, 320, 321, 325, 326, 327, 328, 331, 332, 334, 336, 340, 341, 343, 344, 346, 347, 348, 350, 352, 353, 357, 359, 360, 361, 362, 363, 364, 366, 367, 368, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 382, 383, 384, 385, 386, 387, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 400, 401, 402, 403, 404, 406, 407, 410, 411, 412, 414, 415, 416, 418, 419], "outer_test_idx": [3, 6, 13, 18, 19, 26, 33, 44, 48, 49, 50, 56, 57, 72, 80, 88, 94, 101, 103, 107, 108, 114, 126, 128, 130, 145, 149, 157, 167, 171, 175, 188, 196, 197, 199, 211, 220, 222, 225, 229, 232, 236, 250, 260, 261, 271, 281, 283, 285, 287, 296, 300, 303, 311, 313, 318, 322, 323, 324, 329, 330, 333, 335, 337, 338, 339, 342, 345, 349, 351, 354, 355, 356, 358, 365, 369, 381, 388, 399, 405, 408, 409, 413, 417]} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_3/test_metrics.json b/models/abl/moe/20260623_210356/outer_fold_3/test_metrics.json new file mode 100644 index 0000000..8b9795b --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_3/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.748584356597991, + "rmse": 1.3223404843677709, + "mae": 0.5563501338979386, + "r2": 0.010987360364530852 + }, + "delivery": { + "n_samples": 59, + "mse": 0.5770503693567272, + "rmse": 0.7596383148293188, + "mae": 0.4734161896315419, + "r2": 0.4390384811081155 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6190306486101211, + "recall": 0.6224340175953079, + "f1": 0.6205962059620596 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6428571428571429, + "precision": 0.5750293634014564, + "recall": 0.5801659125188537, + "f1": 0.5675413711583924 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9333333333333333, + "precision": 0.7142857142857143, + "recall": 0.9649122807017544, + "f1": 0.7818181818181817 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.23708880698730234, + "js_divergence": 0.058182524369121934 + } +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_4/best_params.json b/models/abl/moe/20260623_210356/outer_fold_4/best_params.json new file mode 100644 index 0000000..b03e27b --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_4/best_params.json @@ -0,0 +1,15 @@ +{ + "dropout": 0.3730299609537786, + "lr": 0.0007646220605180808, + "weight_decay": 0.004588258639584098, + "backbone_lr_ratio": 0.17129190112240483, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_4/epoch_mean.json b/models/abl/moe/20260623_210356/outer_fold_4/epoch_mean.json new file mode 100644 index 0000000..82d35d4 --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_4/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 14} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_4/history.json b/models/abl/moe/20260623_210356/outer_fold_4/history.json new file mode 100644 index 0000000..fb04629 --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_4/history.json @@ -0,0 +1,328 @@ +{ + "train": [ + { + "loss": 5.593080186843872, + "loss_size": 1.0665278643369676, + "loss_pdi": 0.692627626657486, + "loss_ee": 1.0818567037582398, + "loss_delivery": 0.8824828758835792, + "loss_biodist": 1.2029235780239105, + "loss_toxic": 0.6535040676593781, + "loss_moe_lb": 2.000000011920929 + }, + { + "loss": 5.114981746673584, + "loss_size": 1.1223069965839385, + "loss_pdi": 0.6629028141498565, + "loss_ee": 1.0140824973583222, + "loss_delivery": 0.8979748666286469, + "loss_biodist": 0.8885619759559631, + "loss_toxic": 0.526448056101799, + "loss_moe_lb": 1.9999999523162841 + }, + { + "loss": 4.4366493940353395, + "loss_size": 1.0295244246721267, + "loss_pdi": 0.6066388309001922, + "loss_ee": 0.987760603427887, + "loss_delivery": 0.7888286978006362, + "loss_biodist": 0.628181791305542, + "loss_toxic": 0.39368403851985934, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 3.845442771911621, + "loss_size": 0.9384498834609986, + "loss_pdi": 0.5931244432926178, + "loss_ee": 0.9056857407093049, + "loss_delivery": 0.7309448584914208, + "loss_biodist": 0.45650025010108947, + "loss_toxic": 0.21626154966652394, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.6015928268432615, + "loss_size": 0.9262279242277145, + "loss_pdi": 0.5615335166454315, + "loss_ee": 0.8484480440616607, + "loss_delivery": 0.7418131321668625, + "loss_biodist": 0.35792705714702605, + "loss_toxic": 0.16103406697511674, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.36053946018219, + "loss_size": 0.8592155411839485, + "loss_pdi": 0.5452062636613846, + "loss_ee": 0.8540517687797546, + "loss_delivery": 0.6487681999802589, + "loss_biodist": 0.3169188305735588, + "loss_toxic": 0.13209349736571313, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.3547969818115235, + "loss_size": 1.034929659962654, + "loss_pdi": 0.5173771202564239, + "loss_ee": 0.8023534953594208, + "loss_delivery": 0.588416363298893, + "loss_biodist": 0.26932311356067656, + "loss_toxic": 0.1397292844951153, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.1164949417114256, + "loss_size": 0.8534480795264244, + "loss_pdi": 0.5173956334590912, + "loss_ee": 0.7395530700683594, + "loss_delivery": 0.704600316286087, + "loss_biodist": 0.22284538745880128, + "loss_toxic": 0.07571218442171812, + "loss_moe_lb": 1.9999999761581422 + }, + { + "loss": 3.0680974245071413, + "loss_size": 0.7307594120502472, + "loss_pdi": 0.5379239857196808, + "loss_ee": 0.7961042821407318, + "loss_delivery": 0.6114384829998016, + "loss_biodist": 0.22731217592954636, + "loss_toxic": 0.16154417525976897, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 2.8628341913223267, + "loss_size": 0.6889529436826706, + "loss_pdi": 0.5081703394651413, + "loss_ee": 0.7670462250709533, + "loss_delivery": 0.5625555276870727, + "loss_biodist": 0.21663890033960342, + "loss_toxic": 0.11504563633352519, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 2.925934362411499, + "loss_size": 0.7471076354384423, + "loss_pdi": 0.5323785930871964, + "loss_ee": 0.7785415172576904, + "loss_delivery": 0.5704427987337113, + "loss_biodist": 0.19412991032004356, + "loss_toxic": 0.1021543146111071, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 2.892907905578613, + "loss_size": 0.7103656947612762, + "loss_pdi": 0.501523569226265, + "loss_ee": 0.755486661195755, + "loss_delivery": 0.6334939777851105, + "loss_biodist": 0.19541723579168319, + "loss_toxic": 0.09526616977527738, + "loss_moe_lb": 2.000000023841858 + }, + { + "loss": 2.8249959707260133, + "loss_size": 0.6920186072587967, + "loss_pdi": 0.49363280534744264, + "loss_ee": 0.7556828260421753, + "loss_delivery": 0.5581563860177994, + "loss_biodist": 0.19035595506429673, + "loss_toxic": 0.13139689899981022, + "loss_moe_lb": 2.000000023841858 + }, + { + "loss": 2.782861852645874, + "loss_size": 0.7120576426386833, + "loss_pdi": 0.4858931750059128, + "loss_ee": 0.7344415962696076, + "loss_delivery": 0.5190920159220695, + "loss_biodist": 0.197051103413105, + "loss_toxic": 0.12946160696446896, + "loss_moe_lb": 1.999999988079071 + } + ], + "val": [ + { + "loss": 64.4882984161377, + "loss_size": 6.510044455528259, + "loss_pdi": 16.726876258850098, + "loss_ee": 5.656603455543518, + "loss_delivery": 21.568538665771484, + "loss_biodist": 9.487025022506714, + "loss_toxic": 4.908930778503418, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9444444444444444 + }, + { + "loss": 31.090752601623535, + "loss_size": 0.86633525416255, + "loss_pdi": 11.688285827636719, + "loss_ee": 2.6492903232574463, + "loss_delivery": 3.321347713470459, + "loss_biodist": 8.830610036849976, + "loss_toxic": 4.09226924180976, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.9444444444444444 + }, + { + "loss": 19.606231689453125, + "loss_size": 0.6238355338573456, + "loss_pdi": 7.041238307952881, + "loss_ee": 2.1236828565597534, + "loss_delivery": 0.8994653671979904, + "loss_biodist": 6.32773494720459, + "loss_toxic": 2.871268212387804, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.9444444444444444 + }, + { + "loss": 9.186088562011719, + "loss_size": 0.8015781790018082, + "loss_pdi": 3.2689298391342163, + "loss_ee": 1.1107244789600372, + "loss_delivery": 0.6052793071139604, + "loss_biodist": 2.42148357629776, + "loss_toxic": 1.0851576188579202, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.18181818181818182, + "acc_toxic": 0.9444444444444444 + }, + { + "loss": 4.633201360702515, + "loss_size": 0.4862176477909088, + "loss_pdi": 0.5518593937158585, + "loss_ee": 0.6276171207427979, + "loss_delivery": 0.7642396613955498, + "loss_biodist": 0.2421918734908104, + "loss_toxic": 1.9451318569481373, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.36363636363636365, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.4730653762817383, + "loss_size": 0.6988212615251541, + "loss_pdi": 0.34907570481300354, + "loss_ee": 0.5588944982737303, + "loss_delivery": 0.7692104205489159, + "loss_biodist": 0.1623782217502594, + "loss_toxic": 0.9108210653066635, + "loss_moe_lb": 2.0, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.9464908838272095, + "loss_size": 0.6452271044254303, + "loss_pdi": 0.3054148033261299, + "loss_ee": 0.5643497854471207, + "loss_delivery": 0.8430572673678398, + "loss_biodist": 0.13366159796714783, + "loss_toxic": 1.4233738034963608, + "loss_moe_lb": 2.0, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.5357964038848877, + "loss_size": 0.6308153867721558, + "loss_pdi": 0.3099423199892044, + "loss_ee": 0.5701901521533728, + "loss_delivery": 0.8143404126167297, + "loss_biodist": 0.11571576073765755, + "loss_toxic": 1.064734049141407, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.329252600669861, + "loss_size": 0.5605649799108505, + "loss_pdi": 0.32239311188459396, + "loss_ee": 0.5717354398220778, + "loss_delivery": 0.7228370532393456, + "loss_biodist": 0.10835546627640724, + "loss_toxic": 1.0105387419462204, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.885912299156189, + "loss_size": 0.5463421642780304, + "loss_pdi": 0.3209640998393297, + "loss_ee": 0.5636132247745991, + "loss_delivery": 0.8096651993691921, + "loss_biodist": 0.11212358623743057, + "loss_toxic": 1.4915682598948479, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.5257184505462646, + "loss_size": 0.5245415568351746, + "loss_pdi": 0.32844584807753563, + "loss_ee": 0.5650457460433245, + "loss_delivery": 0.8265585955232382, + "loss_biodist": 0.09984866343438625, + "loss_toxic": 1.1456921994686127, + "loss_moe_lb": 2.0000001192092896, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.4071967601776123, + "loss_size": 0.4974335581064224, + "loss_pdi": 0.33534781262278557, + "loss_ee": 0.5578649714589119, + "loss_delivery": 0.8329950626939535, + "loss_biodist": 0.09854635782539845, + "loss_toxic": 1.0506645664572716, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.4079127311706543, + "loss_size": 0.48392994701862335, + "loss_pdi": 0.3373919352889061, + "loss_ee": 0.5528838559985161, + "loss_delivery": 0.8233752436935902, + "loss_biodist": 0.09740304388105869, + "loss_toxic": 1.0773291364312172, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + }, + { + "loss": 3.375338912010193, + "loss_size": 0.48679637908935547, + "loss_pdi": 0.33845241367816925, + "loss_ee": 0.555130991153419, + "loss_delivery": 0.8137808218598366, + "loss_biodist": 0.0970452856272459, + "loss_toxic": 1.0490946397185326, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8888888888888888 + } + ] +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_4/splits.json b/models/abl/moe/20260623_210356/outer_fold_4/splits.json new file mode 100644 index 0000000..8dd0299 --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_4/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 110, 111, 112, 113, 114, 116, 117, 119, 120, 121, 122, 123, 124, 126, 127, 128, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 152, 154, 155, 157, 160, 161, 162, 163, 164, 165, 166, 167, 169, 170, 171, 173, 174, 175, 176, 177, 178, 180, 181, 182, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 203, 205, 206, 207, 208, 209, 211, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 234, 235, 236, 238, 239, 240, 241, 243, 244, 245, 246, 247, 248, 249, 250, 251, 253, 254, 257, 258, 260, 261, 262, 263, 264, 265, 266, 267, 270, 271, 272, 273, 277, 278, 279, 280, 281, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 298, 299, 300, 301, 302, 303, 304, 305, 306, 309, 311, 312, 313, 314, 315, 316, 318, 319, 320, 322, 323, 324, 325, 326, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 341, 342, 343, 345, 346, 347, 349, 350, 351, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 365, 367, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 381, 383, 384, 385, 386, 388, 390, 391, 392, 393, 394, 395, 396, 397, 399, 400, 401, 402, 403, 405, 406, 407, 408, 409, 410, 411, 413, 415, 416, 417, 418, 419], "outer_test_idx": [0, 5, 11, 21, 24, 27, 30, 32, 36, 38, 39, 40, 47, 55, 58, 61, 65, 76, 86, 95, 100, 106, 109, 115, 118, 125, 129, 131, 136, 148, 150, 151, 153, 156, 158, 159, 168, 172, 179, 183, 184, 185, 202, 204, 210, 212, 213, 228, 233, 237, 242, 252, 255, 256, 259, 268, 269, 274, 275, 276, 282, 297, 307, 308, 310, 317, 321, 327, 340, 344, 348, 352, 364, 366, 368, 379, 380, 382, 387, 389, 398, 404, 412, 414]} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/outer_fold_4/test_metrics.json b/models/abl/moe/20260623_210356/outer_fold_4/test_metrics.json new file mode 100644 index 0000000..aa81dc4 --- /dev/null +++ b/models/abl/moe/20260623_210356/outer_fold_4/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.6858689507140188, + "rmse": 0.8281720538112951, + "mae": 0.507989236236816, + "r2": 0.08222214810857031 + }, + "delivery": { + "n_samples": 58, + "mse": 1.0067051771163806, + "rmse": 1.0033469873958762, + "mae": 0.6234078759263302, + "r2": 0.026532712520156876 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.8095238095238095, + "precision": 0.7541666666666667, + "recall": 0.7683284457478006, + "f1": 0.7605131860299359 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.613982199253517, + "recall": 0.6482905982905983, + "f1": 0.6235334654147644 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.18654112539394882, + "js_divergence": 0.045228540121851735 + } +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_0/best_params.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_0/best_params.json new file mode 100644 index 0000000..50cd806 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_0/best_params.json @@ -0,0 +1,15 @@ +{ + "dropout": 0.3391599915244341, + "lr": 0.0006978281265126031, + "weight_decay": 2.259279742015695e-05, + "backbone_lr_ratio": 0.024658447214487383, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_0/epoch_mean.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_0/epoch_mean.json new file mode 100644 index 0000000..9c7774b --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_0/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 19} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_0/history.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_0/history.json new file mode 100644 index 0000000..0aee486 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_0/history.json @@ -0,0 +1,443 @@ +{ + "train": [ + { + "loss": 5.663865852355957, + "loss_size": 0.9073278412222863, + "loss_pdi": 0.6862465679645539, + "loss_ee": 1.1141396641731263, + "loss_delivery": 1.1404868245124817, + "loss_biodist": 1.1978952646255494, + "loss_toxic": 0.6150522232055664, + "loss_moe_lb": 1.0901563048362732 + }, + { + "loss": 4.8162750720977785, + "loss_size": 0.7734939396381378, + "loss_pdi": 0.671585476398468, + "loss_ee": 1.0371239483356476, + "loss_delivery": 0.8623073130846024, + "loss_biodist": 0.9476275563240051, + "loss_toxic": 0.5287416100502014, + "loss_moe_lb": 1.0335881233215332 + }, + { + "loss": 4.373333668708801, + "loss_size": 0.8132353633642196, + "loss_pdi": 0.637757396697998, + "loss_ee": 0.9817812323570252, + "loss_delivery": 0.7843299388885498, + "loss_biodist": 0.7410556435585022, + "loss_toxic": 0.42236619293689726, + "loss_moe_lb": 1.019737756252289 + }, + { + "loss": 3.9495401859283445, + "loss_size": 0.7398867294192314, + "loss_pdi": 0.5860253095626831, + "loss_ee": 0.932559859752655, + "loss_delivery": 0.8177847504615784, + "loss_biodist": 0.5381995975971222, + "loss_toxic": 0.34159893691539767, + "loss_moe_lb": 1.0236171722412108 + }, + { + "loss": 3.8312467336654663, + "loss_size": 0.7820168375968933, + "loss_pdi": 0.5914273738861084, + "loss_ee": 0.9259185194969177, + "loss_delivery": 0.809467788040638, + "loss_biodist": 0.4786829352378845, + "loss_toxic": 0.2521605372428894, + "loss_moe_lb": 1.0192863821983338 + }, + { + "loss": 3.5368430852890014, + "loss_size": 0.6980979889631271, + "loss_pdi": 0.5754240334033967, + "loss_ee": 0.9062224626541138, + "loss_delivery": 0.7592923045158386, + "loss_biodist": 0.41297065615653994, + "loss_toxic": 0.19236735105514527, + "loss_moe_lb": 1.0069464206695558 + }, + { + "loss": 3.547397756576538, + "loss_size": 0.720407024025917, + "loss_pdi": 0.5773610472679138, + "loss_ee": 0.884232246875763, + "loss_delivery": 0.8122646555304527, + "loss_biodist": 0.3803185909986496, + "loss_toxic": 0.1835928425192833, + "loss_moe_lb": 1.0074300289154052 + }, + { + "loss": 3.422299885749817, + "loss_size": 0.7313605025410652, + "loss_pdi": 0.5654063403606415, + "loss_ee": 0.8770423293113708, + "loss_delivery": 0.7391506165266037, + "loss_biodist": 0.3808205038309097, + "loss_toxic": 0.14040997996926308, + "loss_moe_lb": 1.009822380542755 + }, + { + "loss": 3.325030279159546, + "loss_size": 0.7178689211606979, + "loss_pdi": 0.5858403086662293, + "loss_ee": 0.8835518777370452, + "loss_delivery": 0.6842529267072678, + "loss_biodist": 0.343954810500145, + "loss_toxic": 0.12356628999114036, + "loss_moe_lb": 1.0084985673427582 + }, + { + "loss": 3.398636221885681, + "loss_size": 0.6895213752985001, + "loss_pdi": 0.5276798069477081, + "loss_ee": 0.8373995959758759, + "loss_delivery": 0.9160738840699196, + "loss_biodist": 0.3087292149662971, + "loss_toxic": 0.136759727448225, + "loss_moe_lb": 1.0079604148864747 + }, + { + "loss": 3.0424363136291506, + "loss_size": 0.5976742923259735, + "loss_pdi": 0.5204697787761688, + "loss_ee": 0.8354159593582153, + "loss_delivery": 0.7018816858530045, + "loss_biodist": 0.3001038461923599, + "loss_toxic": 0.10090198908001184, + "loss_moe_lb": 1.0044096291065217 + }, + { + "loss": 3.156876635551453, + "loss_size": 0.6693288654088974, + "loss_pdi": 0.5319571435451508, + "loss_ee": 0.8270311236381531, + "loss_delivery": 0.6791368141770363, + "loss_biodist": 0.30304898619651793, + "loss_toxic": 0.16092675253748895, + "loss_moe_lb": 1.0122887432575225 + }, + { + "loss": 3.1651384115219114, + "loss_size": 0.6590634226799011, + "loss_pdi": 0.5135149598121643, + "loss_ee": 0.8125997245311737, + "loss_delivery": 0.7922931343317032, + "loss_biodist": 0.3244883120059967, + "loss_toxic": 0.08361256010830402, + "loss_moe_lb": 1.009458327293396 + }, + { + "loss": 3.0495641231536865, + "loss_size": 0.6113967925310135, + "loss_pdi": 0.5234670788049698, + "loss_ee": 0.8253633618354798, + "loss_delivery": 0.7767254441976548, + "loss_biodist": 0.265220633149147, + "loss_toxic": 0.06865880005061627, + "loss_moe_lb": 1.0047190606594085 + }, + { + "loss": 3.150502562522888, + "loss_size": 0.6209921509027481, + "loss_pdi": 0.504181319475174, + "loss_ee": 0.8121164202690124, + "loss_delivery": 0.8380913227796555, + "loss_biodist": 0.26335422694683075, + "loss_toxic": 0.13240485917776823, + "loss_moe_lb": 1.005773138999939 + }, + { + "loss": 3.06178994178772, + "loss_size": 0.6591090515255928, + "loss_pdi": 0.5280547380447388, + "loss_ee": 0.7869028091430664, + "loss_delivery": 0.7558185994625092, + "loss_biodist": 0.2681558459997177, + "loss_toxic": 0.08496784158051014, + "loss_moe_lb": 1.0048650681972504 + }, + { + "loss": 2.942335319519043, + "loss_size": 0.6115494176745415, + "loss_pdi": 0.496210041642189, + "loss_ee": 0.8106853783130645, + "loss_delivery": 0.6663195993751287, + "loss_biodist": 0.28582789599895475, + "loss_toxic": 0.09044905174523592, + "loss_moe_lb": 1.004267406463623 + }, + { + "loss": 3.0592578887939452, + "loss_size": 0.6989144042134285, + "loss_pdi": 0.544201010465622, + "loss_ee": 0.8432543337345123, + "loss_delivery": 0.5984187632799148, + "loss_biodist": 0.2598017454147339, + "loss_toxic": 0.1337846416980028, + "loss_moe_lb": 1.0166512370109557 + }, + { + "loss": 3.1373977661132812, + "loss_size": 0.6703279748558998, + "loss_pdi": 0.5271830171346664, + "loss_ee": 0.8299781084060669, + "loss_delivery": 0.7533461660146713, + "loss_biodist": 0.28218400329351423, + "loss_toxic": 0.09781558029353618, + "loss_moe_lb": 1.0065422654151917 + } + ], + "val": [ + { + "loss": 107.361496925354, + "loss_size": 26.212532997131348, + "loss_pdi": 0.7141367979347706, + "loss_ee": 1.5404571052640676, + "loss_delivery": 70.39805603027344, + "loss_biodist": 3.359102725982666, + "loss_toxic": 5.673999309539795, + "loss_moe_lb": 3.999993324279785, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.21212121212121213, + "acc_toxic": 0.8846153846153846 + }, + { + "loss": 40.87053966522217, + "loss_size": 1.639096736907959, + "loss_pdi": 0.642051175236702, + "loss_ee": 0.9607338234782219, + "loss_delivery": 29.880144119262695, + "loss_biodist": 3.3737735748291016, + "loss_toxic": 4.749973773956299, + "loss_moe_lb": 3.9988832473754883, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.21212121212121213, + "acc_toxic": 0.8846153846153846 + }, + { + "loss": 18.40325129032135, + "loss_size": 0.29541621543467045, + "loss_pdi": 0.5693010836839676, + "loss_ee": 0.8419614732265472, + "loss_delivery": 11.080015182495117, + "loss_biodist": 2.3991341590881348, + "loss_toxic": 3.402543783187866, + "loss_moe_lb": 3.936368227005005, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.21212121212121213, + "acc_toxic": 0.8846153846153846 + }, + { + "loss": 7.989124774932861, + "loss_size": 0.3599199887830764, + "loss_pdi": 0.5362004488706589, + "loss_ee": 0.8857134580612183, + "loss_delivery": 4.011128902435303, + "loss_biodist": 0.8031796813011169, + "loss_toxic": 1.4491654634475708, + "loss_moe_lb": 3.271693706512451, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.8846153846153846 + }, + { + "loss": 2.7798746824264526, + "loss_size": 0.3115059589035809, + "loss_pdi": 0.4682587832212448, + "loss_ee": 0.9309961497783661, + "loss_delivery": 0.8072831630706787, + "loss_biodist": 0.17732341587543488, + "loss_toxic": 0.08178624510765076, + "loss_moe_lb": 1.9436895847320557, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.367571711540222, + "loss_size": 0.23078639432787895, + "loss_pdi": 0.5207323879003525, + "loss_ee": 0.817006379365921, + "loss_delivery": 0.5807227492332458, + "loss_biodist": 0.15989398956298828, + "loss_toxic": 0.05157861113548279, + "loss_moe_lb": 1.8470706939697266, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.3997286558151245, + "loss_size": 0.24951379001140594, + "loss_pdi": 0.5651576817035675, + "loss_ee": 0.7674402892589569, + "loss_delivery": 0.6102103590965271, + "loss_biodist": 0.16456376016139984, + "loss_toxic": 0.03971342742443085, + "loss_moe_lb": 1.7318978905677795, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9230769230769231 + }, + { + "loss": 2.373926341533661, + "loss_size": 0.2511613741517067, + "loss_pdi": 0.5543599426746368, + "loss_ee": 0.7553651630878448, + "loss_delivery": 0.6135767102241516, + "loss_biodist": 0.1655084639787674, + "loss_toxic": 0.03439633920788765, + "loss_moe_lb": 1.514431893825531, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9230769230769231 + }, + { + "loss": 2.3246358036994934, + "loss_size": 0.23719236254692078, + "loss_pdi": 0.5411947667598724, + "loss_ee": 0.7493278086185455, + "loss_delivery": 0.6059462428092957, + "loss_biodist": 0.1667366474866867, + "loss_toxic": 0.028009571135044098, + "loss_moe_lb": 1.2623613476753235, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9230769230769231 + }, + { + "loss": 2.3522390723228455, + "loss_size": 0.2232031747698784, + "loss_pdi": 0.5416437387466431, + "loss_ee": 0.7508469820022583, + "loss_delivery": 0.6534163355827332, + "loss_biodist": 0.16903959214687347, + "loss_toxic": 0.022190187126398087, + "loss_moe_lb": 1.0968899130821228, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7575757575757576, + "acc_toxic": 0.9615384615384616 + }, + { + "loss": 2.246228039264679, + "loss_size": 0.20236661285161972, + "loss_pdi": 0.5565759837627411, + "loss_ee": 0.7578550279140472, + "loss_delivery": 0.5835985541343689, + "loss_biodist": 0.1377323567867279, + "loss_toxic": 0.016567522659897804, + "loss_moe_lb": 1.0371806621551514, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7575757575757576, + "acc_toxic": 1.0 + }, + { + "loss": 2.111526370048523, + "loss_size": 0.1639547273516655, + "loss_pdi": 0.5039622634649277, + "loss_ee": 0.7110831439495087, + "loss_delivery": 0.5807048678398132, + "loss_biodist": 0.14307180047035217, + "loss_toxic": 0.014732856303453445, + "loss_moe_lb": 1.0249865055084229, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.086220443248749, + "loss_size": 0.15637829154729843, + "loss_pdi": 0.4930926561355591, + "loss_ee": 0.7085781693458557, + "loss_delivery": 0.5783092379570007, + "loss_biodist": 0.14170895516872406, + "loss_toxic": 0.014345063827931881, + "loss_moe_lb": 1.026486098766327, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.188089370727539, + "loss_size": 0.22565346956253052, + "loss_pdi": 0.5557291507720947, + "loss_ee": 0.7009822726249695, + "loss_delivery": 0.5675150752067566, + "loss_biodist": 0.1337653547525406, + "loss_toxic": 0.013454078696668148, + "loss_moe_lb": 1.0336819887161255, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.1778053641319275, + "loss_size": 0.22656633704900742, + "loss_pdi": 0.548225611448288, + "loss_ee": 0.6998677253723145, + "loss_delivery": 0.565636932849884, + "loss_biodist": 0.133529931306839, + "loss_toxic": 0.01315609086304903, + "loss_moe_lb": 1.0327342748641968, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.1828431487083435, + "loss_size": 0.22323504090309143, + "loss_pdi": 0.5478669553995132, + "loss_ee": 0.7123253345489502, + "loss_delivery": 0.5665907859802246, + "loss_biodist": 0.1301838755607605, + "loss_toxic": 0.012588435783982277, + "loss_moe_lb": 1.0299004316329956, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.1780422925949097, + "loss_size": 0.22046557813882828, + "loss_pdi": 0.5456648021936417, + "loss_ee": 0.712565153837204, + "loss_delivery": 0.5674391984939575, + "loss_biodist": 0.12982220947742462, + "loss_toxic": 0.012235542759299278, + "loss_moe_lb": 1.021910846233368, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.1854533553123474, + "loss_size": 0.22524700313806534, + "loss_pdi": 0.5464784055948257, + "loss_ee": 0.7135611772537231, + "loss_delivery": 0.5681390166282654, + "loss_biodist": 0.1302177608013153, + "loss_toxic": 0.0121132368221879, + "loss_moe_lb": 1.0289658308029175, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + }, + { + "loss": 2.012830138206482, + "loss_size": 0.1530258022248745, + "loss_pdi": 0.47459736466407776, + "loss_ee": 0.7052380740642548, + "loss_delivery": 0.5422015190124512, + "loss_biodist": 0.1313229501247406, + "loss_toxic": 0.012635155580937862, + "loss_moe_lb": 1.0199679732322693, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.7272727272727273, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_0/splits.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_0/splits.json new file mode 100644 index 0000000..cccb9d8 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_0/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67, 68, 71, 72, 73, 75, 76, 77, 80, 81, 85, 86, 88, 89, 90, 92, 94, 95, 96, 98, 99, 100, 101, 103, 104, 105, 106, 107, 108, 109, 111, 113, 114, 115, 116, 117, 118, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 133, 134, 135, 136, 138, 139, 141, 144, 145, 146, 147, 148, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 163, 164, 167, 168, 169, 170, 171, 172, 175, 176, 178, 179, 180, 182, 183, 184, 185, 188, 189, 190, 191, 192, 193, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 206, 208, 210, 211, 212, 213, 216, 217, 218, 219, 220, 222, 224, 225, 227, 228, 229, 230, 231, 232, 233, 234, 236, 237, 239, 241, 242, 244, 245, 247, 248, 249, 250, 252, 253, 255, 256, 257, 258, 259, 260, 261, 262, 265, 267, 268, 269, 270, 271, 272, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 285, 286, 287, 288, 291, 292, 294, 296, 297, 298, 299, 300, 301, 303, 304, 306, 307, 308, 309, 310, 311, 312, 313, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 332, 333, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 346, 347, 348, 349, 351, 352, 354, 355, 356, 357, 358, 359, 360, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 374, 375, 377, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 393, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 407, 408, 409, 411, 412, 413, 414, 415, 417, 418, 419], "outer_test_idx": [7, 16, 20, 29, 51, 59, 60, 69, 70, 74, 78, 79, 82, 83, 84, 87, 91, 93, 97, 102, 110, 112, 119, 120, 121, 132, 137, 140, 142, 143, 152, 161, 162, 165, 166, 173, 174, 177, 181, 186, 187, 194, 205, 207, 209, 214, 215, 221, 223, 226, 235, 238, 240, 243, 246, 251, 254, 263, 264, 266, 273, 284, 289, 290, 293, 295, 302, 305, 314, 315, 331, 334, 341, 350, 353, 361, 373, 376, 378, 392, 394, 402, 410, 416]} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_0/test_metrics.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_0/test_metrics.json new file mode 100644 index 0000000..01b80fd --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_0/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.3750079031472513, + "rmse": 1.172607309864326, + "mae": 0.5439391713813845, + "r2": 0.15846131758892956 + }, + "delivery": { + "n_samples": 58, + "mse": 0.6388360214639206, + "rmse": 0.7992721823408597, + "mae": 0.6000871008005122, + "r2": 0.18800086685131656 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7738095238095238, + "precision": 0.7194960212201591, + "recall": 0.7359230220955096, + "f1": 0.7262905162064826 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6170152052504995, + "recall": 0.6361904761904763, + "f1": 0.606215410813112 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.261216982705458, + "js_divergence": 0.05075444227253343 + } +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_1/best_params.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_1/best_params.json new file mode 100644 index 0000000..65bfe93 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_1/best_params.json @@ -0,0 +1,15 @@ +{ + "dropout": 0.1460218265559116, + "lr": 0.00016524680777017762, + "weight_decay": 3.41636179669361e-05, + "backbone_lr_ratio": 0.030281629390877935, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_1/epoch_mean.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_1/epoch_mean.json new file mode 100644 index 0000000..26e5cac --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_1/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 28} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_1/history.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_1/history.json new file mode 100644 index 0000000..87e1384 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_1/history.json @@ -0,0 +1,650 @@ +{ + "train": [ + { + "loss": 5.925135564804077, + "loss_size": 1.1847092777490615, + "loss_pdi": 0.7054819285869598, + "loss_ee": 1.1042939186096192, + "loss_delivery": 0.9008775532245636, + "loss_biodist": 1.2978254556655884, + "loss_toxic": 0.7122079789638519, + "loss_moe_lb": 2.1536199331283568 + }, + { + "loss": 5.5672338008880615, + "loss_size": 1.1638545393943787, + "loss_pdi": 0.68087819814682, + "loss_ee": 1.065479439496994, + "loss_delivery": 0.8000563591718673, + "loss_biodist": 1.2006715178489684, + "loss_toxic": 0.6409183800220489, + "loss_moe_lb": 2.035217761993408 + }, + { + "loss": 5.3704935073852536, + "loss_size": 1.1033769518136978, + "loss_pdi": 0.6520741581916809, + "loss_ee": 1.0295692801475524, + "loss_delivery": 0.8338201433420181, + "loss_biodist": 1.1210553646087646, + "loss_toxic": 0.6179847419261932, + "loss_moe_lb": 2.0109355807304383 + }, + { + "loss": 5.126092720031738, + "loss_size": 1.0746215671300887, + "loss_pdi": 0.6384961247444153, + "loss_ee": 0.9962966620922089, + "loss_delivery": 0.8322836458683014, + "loss_biodist": 1.0164019346237183, + "loss_toxic": 0.5571472674608231, + "loss_moe_lb": 2.0085076332092284 + }, + { + "loss": 4.910759329795837, + "loss_size": 1.0664619565010072, + "loss_pdi": 0.6128270924091339, + "loss_ee": 0.9828484356403351, + "loss_delivery": 0.7339476913213729, + "loss_biodist": 0.9633226156234741, + "loss_toxic": 0.541137620806694, + "loss_moe_lb": 2.007685923576355 + }, + { + "loss": 4.681484174728394, + "loss_size": 0.9806099146604538, + "loss_pdi": 0.6200578212738037, + "loss_ee": 0.9464965879917144, + "loss_delivery": 0.7610134541988373, + "loss_biodist": 0.8689126133918762, + "loss_toxic": 0.4940838187932968, + "loss_moe_lb": 2.005041790008545 + }, + { + "loss": 4.522927761077881, + "loss_size": 1.0146282941102982, + "loss_pdi": 0.6032500922679901, + "loss_ee": 0.9197779834270478, + "loss_delivery": 0.7402227759361267, + "loss_biodist": 0.7815493881702423, + "loss_toxic": 0.4530395746231079, + "loss_moe_lb": 1.9933064937591554 + }, + { + "loss": 4.296270036697388, + "loss_size": 0.9683186694979667, + "loss_pdi": 0.590411925315857, + "loss_ee": 0.9030513644218445, + "loss_delivery": 0.6860508739948272, + "loss_biodist": 0.7192349791526794, + "loss_toxic": 0.41796975433826444, + "loss_moe_lb": 2.0053861021995543 + }, + { + "loss": 4.217074918746948, + "loss_size": 0.983544084429741, + "loss_pdi": 0.5872650921344758, + "loss_ee": 0.9040591955184937, + "loss_delivery": 0.7448956161737442, + "loss_biodist": 0.6141875088214874, + "loss_toxic": 0.3715384989976883, + "loss_moe_lb": 2.033182203769684 + }, + { + "loss": 4.040121078491211, + "loss_size": 0.9658716946840287, + "loss_pdi": 0.5696173369884491, + "loss_ee": 0.8707928538322449, + "loss_delivery": 0.7306301712989807, + "loss_biodist": 0.5524547398090363, + "loss_toxic": 0.33807478845119476, + "loss_moe_lb": 2.069771647453308 + }, + { + "loss": 4.085402512550354, + "loss_size": 0.9912906169891358, + "loss_pdi": 0.567951625585556, + "loss_ee": 0.8719952464103699, + "loss_delivery": 0.8134158104658127, + "loss_biodist": 0.5039003372192383, + "loss_toxic": 0.32492833137512206, + "loss_moe_lb": 2.0720218777656556 + }, + { + "loss": 3.8225094795227053, + "loss_size": 0.9517464205622673, + "loss_pdi": 0.5522278726100922, + "loss_ee": 0.8495434939861297, + "loss_delivery": 0.6992141872644424, + "loss_biodist": 0.4576462984085083, + "loss_toxic": 0.29869817197322845, + "loss_moe_lb": 2.0838510155677796 + }, + { + "loss": 3.7036366939544676, + "loss_size": 0.9191259056329727, + "loss_pdi": 0.5581912577152253, + "loss_ee": 0.8238782823085785, + "loss_delivery": 0.7104186788201332, + "loss_biodist": 0.42190452814102175, + "loss_toxic": 0.2566394925117493, + "loss_moe_lb": 2.0709277391433716 + }, + { + "loss": 3.6441063404083254, + "loss_size": 0.874790920317173, + "loss_pdi": 0.552648338675499, + "loss_ee": 0.8467507183551788, + "loss_delivery": 0.6573129832744599, + "loss_biodist": 0.4278841823339462, + "loss_toxic": 0.27128140032291415, + "loss_moe_lb": 2.078166139125824 + }, + { + "loss": 3.6078337669372558, + "loss_size": 0.8747300177812576, + "loss_pdi": 0.5545955330133439, + "loss_ee": 0.8265552341938018, + "loss_delivery": 0.6856721594929696, + "loss_biodist": 0.4056111678481102, + "loss_toxic": 0.24727969169616698, + "loss_moe_lb": 2.099926507472992 + }, + { + "loss": 3.5184546232223513, + "loss_size": 0.8638651013374329, + "loss_pdi": 0.5539175689220428, + "loss_ee": 0.830056083202362, + "loss_delivery": 0.6696466684341431, + "loss_biodist": 0.37594136893749236, + "loss_toxic": 0.21178364530205726, + "loss_moe_lb": 2.0888381242752074 + }, + { + "loss": 3.825366759300232, + "loss_size": 1.0041938424110413, + "loss_pdi": 0.5496188908815384, + "loss_ee": 0.8229930996894836, + "loss_delivery": 0.8541419833898545, + "loss_biodist": 0.36601452231407167, + "loss_toxic": 0.21701440960168839, + "loss_moe_lb": 2.1671152353286742 + }, + { + "loss": 3.4941152811050413, + "loss_size": 0.9110755771398544, + "loss_pdi": 0.5381296336650848, + "loss_ee": 0.8035487234592438, + "loss_delivery": 0.6660410583019256, + "loss_biodist": 0.3671251207590103, + "loss_toxic": 0.19460053592920304, + "loss_moe_lb": 2.178025317192078 + }, + { + "loss": 3.3818886041641236, + "loss_size": 0.8610901713371277, + "loss_pdi": 0.5357111155986786, + "loss_ee": 0.8142011225223541, + "loss_delivery": 0.6051482513546944, + "loss_biodist": 0.35035684108734133, + "loss_toxic": 0.20185772478580474, + "loss_moe_lb": 2.117673861980438 + }, + { + "loss": 3.4352030992507934, + "loss_size": 0.9209416061639786, + "loss_pdi": 0.5292788445949554, + "loss_ee": 0.7883099615573883, + "loss_delivery": 0.663785669207573, + "loss_biodist": 0.33106267750263213, + "loss_toxic": 0.1888882763683796, + "loss_moe_lb": 2.1242785811424256 + }, + { + "loss": 3.4280828714370726, + "loss_size": 0.9125767201185226, + "loss_pdi": 0.5480140835046768, + "loss_ee": 0.8054456830024719, + "loss_delivery": 0.6119177713990211, + "loss_biodist": 0.333806636929512, + "loss_toxic": 0.20365934669971467, + "loss_moe_lb": 2.113900089263916 + }, + { + "loss": 3.326832318305969, + "loss_size": 0.8517680883407592, + "loss_pdi": 0.5444481104612351, + "loss_ee": 0.7702226400375366, + "loss_delivery": 0.6359351098537445, + "loss_biodist": 0.3409185230731964, + "loss_toxic": 0.1703614853322506, + "loss_moe_lb": 2.120899260044098 + }, + { + "loss": 3.487888717651367, + "loss_size": 1.0803663700819015, + "loss_pdi": 0.5265246212482453, + "loss_ee": 0.7933121383190155, + "loss_delivery": 0.5986165821552276, + "loss_biodist": 0.3023431062698364, + "loss_toxic": 0.17512665018439294, + "loss_moe_lb": 2.1034690856933596 + }, + { + "loss": 3.4273685693740843, + "loss_size": 0.9104095175862312, + "loss_pdi": 0.5542071282863616, + "loss_ee": 0.8041507363319397, + "loss_delivery": 0.6508748352527618, + "loss_biodist": 0.32632833570241926, + "loss_toxic": 0.169836812466383, + "loss_moe_lb": 2.090409183502197 + }, + { + "loss": 3.3836262464523315, + "loss_size": 0.8641753926873207, + "loss_pdi": 0.535613676905632, + "loss_ee": 0.7827646732330322, + "loss_delivery": 0.665573863685131, + "loss_biodist": 0.3152298301458359, + "loss_toxic": 0.20808856710791587, + "loss_moe_lb": 2.057991933822632 + }, + { + "loss": 3.297057271003723, + "loss_size": 0.885592806339264, + "loss_pdi": 0.5206500917673111, + "loss_ee": 0.77503901720047, + "loss_delivery": 0.6153535738587379, + "loss_biodist": 0.31327008455991745, + "loss_toxic": 0.1742917574942112, + "loss_moe_lb": 2.0923303365707397 + }, + { + "loss": 3.3107619524002074, + "loss_size": 0.8671523183584213, + "loss_pdi": 0.5182116001844406, + "loss_ee": 0.7990137994289398, + "loss_delivery": 0.612502446770668, + "loss_biodist": 0.31637739539146426, + "loss_toxic": 0.18476971946656703, + "loss_moe_lb": 2.0949827671051025 + }, + { + "loss": 3.3814372777938844, + "loss_size": 0.8889537274837493, + "loss_pdi": 0.5362678080797195, + "loss_ee": 0.7838724315166473, + "loss_delivery": 0.6789675772190094, + "loss_biodist": 0.30363417863845826, + "loss_toxic": 0.17786054611206054, + "loss_moe_lb": 2.0740530252456666 + } + ], + "val": [ + { + "loss": 39.91756629943848, + "loss_size": 23.178996086120605, + "loss_pdi": 2.117523428874847, + "loss_ee": 2.239628723822534, + "loss_delivery": 6.087517738342285, + "loss_biodist": 2.7620902061462402, + "loss_toxic": 3.5365684032440186, + "loss_moe_lb": 4.0, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.045454545454545456 + }, + { + "loss": 9.824219480156898, + "loss_size": 3.1502904146909714, + "loss_pdi": 1.0634491313248873, + "loss_ee": 1.6775423362851143, + "loss_delivery": 1.413001298904419, + "loss_biodist": 1.2657092809677124, + "loss_toxic": 1.2336031198501587, + "loss_moe_lb": 4.0, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.045454545454545456 + }, + { + "loss": 4.198397636413574, + "loss_size": 0.9143050014972687, + "loss_pdi": 0.6232863925397396, + "loss_ee": 1.0880709141492844, + "loss_delivery": 0.5311530232429504, + "loss_biodist": 0.5651912689208984, + "loss_toxic": 0.44409191608428955, + "loss_moe_lb": 3.9999842643737793, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.045454545454545456 + }, + { + "loss": 3.936716079711914, + "loss_size": 1.3995819389820099, + "loss_pdi": 0.5207934454083443, + "loss_ee": 0.8456537574529648, + "loss_delivery": 0.3361552953720093, + "loss_biodist": 0.4184505343437195, + "loss_toxic": 0.383271187543869, + "loss_moe_lb": 3.9922196865081787, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.4090909090909091 + }, + { + "loss": 3.6497280597686768, + "loss_size": 1.3260581195354462, + "loss_pdi": 0.5836061835289001, + "loss_ee": 0.8394704759120941, + "loss_delivery": 0.2386554479598999, + "loss_biodist": 0.3684605360031128, + "loss_toxic": 0.2635253369808197, + "loss_moe_lb": 3.672521710395813, + "acc_pdi": 0.48484848484848486, + "acc_ee": 0.42424242424242425, + "acc_toxic": 1.0 + }, + { + "loss": 3.3771166801452637, + "loss_size": 1.0782735347747803, + "loss_pdi": 0.650866836309433, + "loss_ee": 0.8578362166881561, + "loss_delivery": 0.1942705512046814, + "loss_biodist": 0.36177557706832886, + "loss_toxic": 0.21126295626163483, + "loss_moe_lb": 2.947301983833313, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6363636363636364, + "acc_toxic": 1.0 + }, + { + "loss": 3.140475034713745, + "loss_size": 0.9114474058151245, + "loss_pdi": 0.6755831837654114, + "loss_ee": 0.8170790076255798, + "loss_delivery": 0.19301359355449677, + "loss_biodist": 0.3378560245037079, + "loss_toxic": 0.1832335889339447, + "loss_moe_lb": 2.8250235319137573, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 3.003938913345337, + "loss_size": 0.8575509488582611, + "loss_pdi": 0.6735709011554718, + "loss_ee": 0.7819276750087738, + "loss_delivery": 0.1914186328649521, + "loss_biodist": 0.3160701394081116, + "loss_toxic": 0.16329503059387207, + "loss_moe_lb": 2.5672032833099365, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 2.89432692527771, + "loss_size": 0.8189050406217575, + "loss_pdi": 0.6718709766864777, + "loss_ee": 0.7560213208198547, + "loss_delivery": 0.1875596046447754, + "loss_biodist": 0.29765936732292175, + "loss_toxic": 0.14369197189807892, + "loss_moe_lb": 2.3838109970092773, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 2.775328040122986, + "loss_size": 0.7663912028074265, + "loss_pdi": 0.6684561669826508, + "loss_ee": 0.7277458608150482, + "loss_delivery": 0.1818799376487732, + "loss_biodist": 0.2884431481361389, + "loss_toxic": 0.124778151512146, + "loss_moe_lb": 2.239702820777893, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6666666666666666, + "acc_toxic": 1.0 + }, + { + "loss": 2.695096492767334, + "loss_size": 0.7428594529628754, + "loss_pdi": 0.6793535351753235, + "loss_ee": 0.70256607234478, + "loss_delivery": 0.17074820399284363, + "loss_biodist": 0.2786218523979187, + "loss_toxic": 0.1035269945859909, + "loss_moe_lb": 2.19717013835907, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.611536741256714, + "loss_size": 0.7020548582077026, + "loss_pdi": 0.6831682920455933, + "loss_ee": 0.6880762875080109, + "loss_delivery": 0.16224999725818634, + "loss_biodist": 0.27255502343177795, + "loss_toxic": 0.08567367494106293, + "loss_moe_lb": 2.209708333015442, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.554126739501953, + "loss_size": 0.6936283111572266, + "loss_pdi": 0.6886845827102661, + "loss_ee": 0.6729589253664017, + "loss_delivery": 0.15605878829956055, + "loss_biodist": 0.25118452310562134, + "loss_toxic": 0.07366468012332916, + "loss_moe_lb": 2.215045213699341, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.4380837082862854, + "loss_size": 0.6321037113666534, + "loss_pdi": 0.6860302090644836, + "loss_ee": 0.6561369597911835, + "loss_delivery": 0.14138975739479065, + "loss_biodist": 0.23958519101142883, + "loss_toxic": 0.06538580358028412, + "loss_moe_lb": 2.108431577682495, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.39119815826416, + "loss_size": 0.6084354817867279, + "loss_pdi": 0.6951711177825928, + "loss_ee": 0.6337825059890747, + "loss_delivery": 0.14117635786533356, + "loss_biodist": 0.235181987285614, + "loss_toxic": 0.05896678939461708, + "loss_moe_lb": 2.1999865770339966, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.3618249893188477, + "loss_size": 0.5930478125810623, + "loss_pdi": 0.7022370398044586, + "loss_ee": 0.6251196414232254, + "loss_delivery": 0.14375464618206024, + "loss_biodist": 0.22662505507469177, + "loss_toxic": 0.0523524284362793, + "loss_moe_lb": 2.223111867904663, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.2537167072296143, + "loss_size": 0.5190621018409729, + "loss_pdi": 0.6978712975978851, + "loss_ee": 0.6098648458719254, + "loss_delivery": 0.13795626163482666, + "loss_biodist": 0.22050923109054565, + "loss_toxic": 0.0486866720020771, + "loss_moe_lb": 2.2653541564941406, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.237677037715912, + "loss_size": 0.5165878683328629, + "loss_pdi": 0.6985104978084564, + "loss_ee": 0.6077633947134018, + "loss_delivery": 0.1327105015516281, + "loss_biodist": 0.21621648967266083, + "loss_toxic": 0.04776151105761528, + "loss_moe_lb": 2.106883704662323, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.266455292701721, + "loss_size": 0.5404734164476395, + "loss_pdi": 0.7038721442222595, + "loss_ee": 0.6111009567975998, + "loss_delivery": 0.13644972443580627, + "loss_biodist": 0.21080033481121063, + "loss_toxic": 0.04545821249485016, + "loss_moe_lb": 2.166879177093506, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.276893138885498, + "loss_size": 0.563999131321907, + "loss_pdi": 0.7019691467285156, + "loss_ee": 0.6096891015768051, + "loss_delivery": 0.1344563364982605, + "loss_biodist": 0.20637929439544678, + "loss_toxic": 0.0424438938498497, + "loss_moe_lb": 2.154012084007263, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.298635482788086, + "loss_size": 0.5729137659072876, + "loss_pdi": 0.7108828723430634, + "loss_ee": 0.6098960638046265, + "loss_delivery": 0.14230197668075562, + "loss_biodist": 0.20333589613437653, + "loss_toxic": 0.041352178901433945, + "loss_moe_lb": 2.185356616973877, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.3194586634635925, + "loss_size": 0.6023361086845398, + "loss_pdi": 0.7171650230884552, + "loss_ee": 0.6051968783140182, + "loss_delivery": 0.13576652109622955, + "loss_biodist": 0.2017345428466797, + "loss_toxic": 0.04034629464149475, + "loss_moe_lb": 2.106103539466858, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.251682937145233, + "loss_size": 0.5496640354394913, + "loss_pdi": 0.7113100588321686, + "loss_ee": 0.5988180339336395, + "loss_delivery": 0.1359751969575882, + "loss_biodist": 0.19784550368785858, + "loss_toxic": 0.0403783805668354, + "loss_moe_lb": 2.1311405897140503, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.2418792247772217, + "loss_size": 0.5419608652591705, + "loss_pdi": 0.7105836570262909, + "loss_ee": 0.6000836491584778, + "loss_delivery": 0.13712787628173828, + "loss_biodist": 0.19540584087371826, + "loss_toxic": 0.039087578654289246, + "loss_moe_lb": 2.124188244342804, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.210416793823242, + "loss_size": 0.5089077949523926, + "loss_pdi": 0.7117615938186646, + "loss_ee": 0.5935319513082504, + "loss_delivery": 0.1439913809299469, + "loss_biodist": 0.19600136578083038, + "loss_toxic": 0.03824666142463684, + "loss_moe_lb": 2.134375810623169, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.227429509162903, + "loss_size": 0.523280531167984, + "loss_pdi": 0.711955726146698, + "loss_ee": 0.6003697961568832, + "loss_delivery": 0.14162325859069824, + "loss_biodist": 0.19504380226135254, + "loss_toxic": 0.037373047322034836, + "loss_moe_lb": 2.135733664035797, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.2663952112197876, + "loss_size": 0.5543172955513, + "loss_pdi": 0.7144441902637482, + "loss_ee": 0.6047449111938477, + "loss_delivery": 0.14050419628620148, + "loss_biodist": 0.1978219747543335, + "loss_toxic": 0.03730170428752899, + "loss_moe_lb": 2.118753135204315, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + }, + { + "loss": 2.1982908248901367, + "loss_size": 0.5005921721458435, + "loss_pdi": 0.7075809240341187, + "loss_ee": 0.5971147269010544, + "loss_delivery": 0.13929548859596252, + "loss_biodist": 0.19708627462387085, + "loss_toxic": 0.03838811442255974, + "loss_moe_lb": 2.1534208059310913, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.696969696969697, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_1/splits.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_1/splits.json new file mode 100644 index 0000000..1773fe5 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_1/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 3, 5, 6, 7, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 24, 26, 27, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 112, 114, 115, 118, 119, 120, 121, 123, 124, 125, 126, 128, 129, 130, 131, 132, 136, 137, 140, 141, 142, 143, 144, 145, 146, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 161, 162, 164, 165, 166, 167, 168, 169, 171, 172, 173, 174, 175, 176, 177, 178, 179, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 194, 195, 196, 197, 198, 199, 201, 202, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 225, 226, 228, 229, 231, 232, 233, 234, 235, 236, 237, 238, 240, 242, 243, 244, 246, 247, 248, 250, 251, 252, 254, 255, 256, 258, 259, 260, 261, 262, 263, 264, 266, 268, 269, 270, 271, 273, 274, 275, 276, 277, 278, 279, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 295, 296, 297, 300, 301, 302, 303, 304, 305, 306, 307, 308, 310, 311, 313, 314, 315, 316, 317, 318, 319, 321, 322, 323, 324, 325, 327, 328, 329, 330, 331, 333, 334, 335, 337, 338, 339, 340, 341, 342, 343, 344, 345, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 361, 362, 364, 365, 366, 367, 368, 369, 373, 374, 375, 376, 378, 379, 380, 381, 382, 384, 387, 388, 389, 391, 392, 393, 394, 396, 397, 398, 399, 402, 403, 404, 405, 406, 408, 409, 410, 411, 412, 413, 414, 416, 417, 419], "outer_test_idx": [1, 2, 4, 8, 9, 14, 17, 22, 23, 25, 28, 34, 37, 41, 43, 45, 63, 64, 68, 85, 96, 104, 111, 113, 116, 117, 122, 127, 133, 134, 135, 138, 139, 147, 160, 163, 170, 180, 191, 192, 193, 200, 203, 208, 224, 227, 230, 239, 241, 245, 249, 253, 257, 265, 267, 272, 280, 294, 298, 299, 309, 312, 320, 326, 332, 336, 346, 347, 360, 363, 370, 371, 372, 377, 383, 385, 386, 390, 395, 400, 401, 407, 415, 418]} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_1/test_metrics.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_1/test_metrics.json new file mode 100644 index 0000000..cd743f0 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_1/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.3686333012661717, + "rmse": 0.6071517942542637, + "mae": 0.48651123885065317, + "r2": -0.1256750445692565 + }, + "delivery": { + "n_samples": 61, + "mse": 0.9733903398500513, + "rmse": 0.9866054631158553, + "mae": 0.5974082425542053, + "r2": 0.26321368340329643 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6428571428571429, + "precision": 0.5830797321972003, + "recall": 0.6031746031746033, + "f1": 0.5822281167108754 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5238095238095238, + "precision": 0.4712121212121212, + "recall": 0.4748584748584748, + "f1": 0.45963079066527346 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.4177099715579412, + "js_divergence": 0.10894325162049644 + } +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_2/best_params.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_2/best_params.json new file mode 100644 index 0000000..f116bc4 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_2/best_params.json @@ -0,0 +1,15 @@ +{ + "dropout": 0.19165645785089888, + "lr": 0.0001935604862425119, + "weight_decay": 0.00017856185912789333, + "backbone_lr_ratio": 0.22382721014916093, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_2/epoch_mean.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_2/epoch_mean.json new file mode 100644 index 0000000..ee08dbf --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_2/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 24} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_2/history.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_2/history.json new file mode 100644 index 0000000..ca68342 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_2/history.json @@ -0,0 +1,557 @@ +{ + "train": [ + { + "loss": 6.012578248977661, + "loss_size": 1.1728347450494767, + "loss_pdi": 0.7067485332489014, + "loss_ee": 1.1083591103553772, + "loss_delivery": 1.0033819854259491, + "loss_biodist": 1.29470556974411, + "loss_toxic": 0.7164467692375183, + "loss_moe_lb": 1.218826460838318 + }, + { + "loss": 5.581245374679566, + "loss_size": 1.1141950190067291, + "loss_pdi": 0.6858078837394714, + "loss_ee": 1.0696699142456054, + "loss_delivery": 0.8672333374619484, + "loss_biodist": 1.1798613309860229, + "loss_toxic": 0.6597338855266571, + "loss_moe_lb": 1.0219005286693572 + }, + { + "loss": 5.602838373184204, + "loss_size": 1.3491374537348748, + "loss_pdi": 0.6728519141674042, + "loss_ee": 1.0326856136322022, + "loss_delivery": 0.8696773946285248, + "loss_biodist": 1.0572363615036011, + "loss_toxic": 0.6202530086040496, + "loss_moe_lb": 0.9902086973190307 + }, + { + "loss": 5.364353466033935, + "loss_size": 1.4175677269697189, + "loss_pdi": 0.6446495294570923, + "loss_ee": 1.0023450672626495, + "loss_delivery": 0.8408243358135223, + "loss_biodist": 0.9257171213626861, + "loss_toxic": 0.5337090224027634, + "loss_moe_lb": 0.996115916967392 + }, + { + "loss": 4.600901341438293, + "loss_size": 1.00702403485775, + "loss_pdi": 0.6283620357513428, + "loss_ee": 0.9468308031558991, + "loss_delivery": 0.8539270401000977, + "loss_biodist": 0.750367033481598, + "loss_toxic": 0.41325527131557466, + "loss_moe_lb": 0.9970882534980774 + }, + { + "loss": 4.181625628471375, + "loss_size": 0.9477270841598511, + "loss_pdi": 0.6031234800815582, + "loss_ee": 0.9253826081752777, + "loss_delivery": 0.7350920349359512, + "loss_biodist": 0.609441739320755, + "loss_toxic": 0.3579320818185806, + "loss_moe_lb": 1.0157639920711516 + }, + { + "loss": 3.865902376174927, + "loss_size": 0.9168691337108612, + "loss_pdi": 0.5967559456825257, + "loss_ee": 0.8958679556846618, + "loss_delivery": 0.686310675740242, + "loss_biodist": 0.5011961221694946, + "loss_toxic": 0.26473834812641145, + "loss_moe_lb": 1.0139252543449402 + }, + { + "loss": 3.8441943168640136, + "loss_size": 1.0119958057999612, + "loss_pdi": 0.5792600482702255, + "loss_ee": 0.8779639005661011, + "loss_delivery": 0.6895147532224655, + "loss_biodist": 0.464990496635437, + "loss_toxic": 0.21682347357273102, + "loss_moe_lb": 1.0056564927101135 + }, + { + "loss": 3.667119026184082, + "loss_size": 0.8536618947982788, + "loss_pdi": 0.5837460368871689, + "loss_ee": 0.8676011621952057, + "loss_delivery": 0.7185184091329575, + "loss_biodist": 0.4433406502008438, + "loss_toxic": 0.19662190824747086, + "loss_moe_lb": 1.010987973213196 + }, + { + "loss": 3.5190186977386473, + "loss_size": 0.907006724178791, + "loss_pdi": 0.5604972392320633, + "loss_ee": 0.8420185089111328, + "loss_delivery": 0.6341222390532494, + "loss_biodist": 0.4004539787769318, + "loss_toxic": 0.17081757709383966, + "loss_moe_lb": 1.0146193623542785 + }, + { + "loss": 3.4182308435440065, + "loss_size": 0.8738434180617333, + "loss_pdi": 0.5578866720199585, + "loss_ee": 0.8321964979171753, + "loss_delivery": 0.6066813498735428, + "loss_biodist": 0.3903963565826416, + "loss_toxic": 0.15323814526200294, + "loss_moe_lb": 1.017027622461319 + }, + { + "loss": 3.2670111894607543, + "loss_size": 0.78367171138525, + "loss_pdi": 0.5465940326452255, + "loss_ee": 0.8175560534000397, + "loss_delivery": 0.5944927036762238, + "loss_biodist": 0.3689583718776703, + "loss_toxic": 0.15172033086419107, + "loss_moe_lb": 0.9946844935417175 + }, + { + "loss": 3.2313435554504393, + "loss_size": 0.7509874239563942, + "loss_pdi": 0.5484311521053314, + "loss_ee": 0.8216283082962036, + "loss_delivery": 0.6043083563446998, + "loss_biodist": 0.3738828063011169, + "loss_toxic": 0.1285288415849209, + "loss_moe_lb": 1.0171015799045562 + }, + { + "loss": 3.1826948642730715, + "loss_size": 0.7738926127552986, + "loss_pdi": 0.5538452416658401, + "loss_ee": 0.7901041388511658, + "loss_delivery": 0.5864441230893135, + "loss_biodist": 0.34309708178043363, + "loss_toxic": 0.13179470896720885, + "loss_moe_lb": 1.0093456327915191 + }, + { + "loss": 3.103012537956238, + "loss_size": 0.7699868947267532, + "loss_pdi": 0.5382995456457138, + "loss_ee": 0.7687756836414337, + "loss_delivery": 0.5398182272911072, + "loss_biodist": 0.3640701979398727, + "loss_toxic": 0.1184663351625204, + "loss_moe_lb": 1.0013639390468598 + }, + { + "loss": 3.057790756225586, + "loss_size": 0.7460775092244148, + "loss_pdi": 0.5469292968511581, + "loss_ee": 0.7656485557556152, + "loss_delivery": 0.5423007532954216, + "loss_biodist": 0.3382062420248985, + "loss_toxic": 0.11521273218095303, + "loss_moe_lb": 1.0030794322490693 + }, + { + "loss": 3.1441091537475585, + "loss_size": 0.8120721206068993, + "loss_pdi": 0.5386214464902878, + "loss_ee": 0.7801441192626953, + "loss_delivery": 0.5376056104898452, + "loss_biodist": 0.36555749773979185, + "loss_toxic": 0.10779273770749569, + "loss_moe_lb": 0.9963378846645355 + }, + { + "loss": 3.044633388519287, + "loss_size": 0.7271782040596009, + "loss_pdi": 0.5414899975061417, + "loss_ee": 0.7890083074569703, + "loss_delivery": 0.5109809324145317, + "loss_biodist": 0.35778466761112215, + "loss_toxic": 0.11534260399639606, + "loss_moe_lb": 1.0126400530338286 + }, + { + "loss": 2.973994255065918, + "loss_size": 0.7108554348349572, + "loss_pdi": 0.5356598436832428, + "loss_ee": 0.7476865768432617, + "loss_delivery": 0.5143972486257553, + "loss_biodist": 0.3488452434539795, + "loss_toxic": 0.1132314920425415, + "loss_moe_lb": 1.0026421129703522 + }, + { + "loss": 3.004059386253357, + "loss_size": 0.7144508987665177, + "loss_pdi": 0.5190009355545044, + "loss_ee": 0.7586407363414764, + "loss_delivery": 0.5377364978194237, + "loss_biodist": 0.352629154920578, + "loss_toxic": 0.1185192622244358, + "loss_moe_lb": 1.0102233648300172 + }, + { + "loss": 2.9654119968414308, + "loss_size": 0.6826427355408669, + "loss_pdi": 0.5259644746780395, + "loss_ee": 0.7596419394016266, + "loss_delivery": 0.5318575456738472, + "loss_biodist": 0.34075818955898285, + "loss_toxic": 0.12133036367595196, + "loss_moe_lb": 1.00978781580925 + }, + { + "loss": 2.9135557413101196, + "loss_size": 0.7303796470165252, + "loss_pdi": 0.5108737498521805, + "loss_ee": 0.7467657029628754, + "loss_delivery": 0.5101101413369179, + "loss_biodist": 0.3189266324043274, + "loss_toxic": 0.09319232627749444, + "loss_moe_lb": 1.0058989346027374 + }, + { + "loss": 2.9404245018959045, + "loss_size": 0.7810645624995232, + "loss_pdi": 0.5190454214811325, + "loss_ee": 0.758281695842743, + "loss_delivery": 0.4710184782743454, + "loss_biodist": 0.3114700749516487, + "loss_toxic": 0.0964614737778902, + "loss_moe_lb": 1.005211979150772 + }, + { + "loss": 3.3925478219985963, + "loss_size": 1.0858681365847587, + "loss_pdi": 0.5269421875476837, + "loss_ee": 0.7796388447284699, + "loss_delivery": 0.5222555071115493, + "loss_biodist": 0.36628047227859495, + "loss_toxic": 0.11134737096726895, + "loss_moe_lb": 1.0081888437271118 + } + ], + "val": [ + { + "loss": 202.69039916992188, + "loss_size": 157.62420654296875, + "loss_pdi": 0.7839382532984018, + "loss_ee": 1.8927168026566505, + "loss_delivery": 39.7595329284668, + "loss_biodist": 2.733503580093384, + "loss_moe_lb": 3.9999396800994873, + "acc_pdi": 0.2727272727272727, + "acc_ee": 0.18181818181818182, + "acc_toxic": 1.0 + }, + { + "loss": 40.992493629455566, + "loss_size": 24.527482986450195, + "loss_pdi": 0.5815426409244537, + "loss_ee": 1.2396832928061485, + "loss_delivery": 13.15349292755127, + "loss_biodist": 1.5272289514541626, + "loss_toxic": 8.238319423981011e-06, + "loss_moe_lb": 3.996960997581482, + "acc_pdi": 0.2727272727272727, + "acc_ee": 0.18181818181818182, + "acc_toxic": 1.0 + }, + { + "loss": 9.967447280883789, + "loss_size": 3.285575211048126, + "loss_pdi": 0.5825660526752472, + "loss_ee": 0.9570619314908981, + "loss_delivery": 4.346675872802734, + "loss_biodist": 0.7834330201148987, + "loss_toxic": 0.0007388370577245951, + "loss_moe_lb": 3.902133822441101, + "acc_pdi": 0.2727272727272727, + "acc_ee": 0.18181818181818182, + "acc_toxic": 1.0 + }, + { + "loss": 4.776940226554871, + "loss_size": 0.9992329180240631, + "loss_pdi": 0.6031260788440704, + "loss_ee": 0.8679434657096863, + "loss_delivery": 1.8292286396026611, + "loss_biodist": 0.4297068417072296, + "loss_toxic": 0.030219895765185356, + "loss_moe_lb": 3.028072237968445, + "acc_pdi": 0.2727272727272727, + "acc_ee": 0.18181818181818182, + "acc_toxic": 1.0 + }, + { + "loss": 4.216493487358093, + "loss_size": 1.07658052444458, + "loss_pdi": 0.6530976891517639, + "loss_ee": 0.9146363735198975, + "loss_delivery": 0.983069896697998, + "loss_biodist": 0.3648453652858734, + "loss_toxic": 0.21568965911865234, + "loss_moe_lb": 1.985748291015625, + "acc_pdi": 0.5454545454545454, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.8695652173913043 + }, + { + "loss": 3.594554305076599, + "loss_size": 0.7925261557102203, + "loss_pdi": 0.6368710696697235, + "loss_ee": 0.7433846294879913, + "loss_delivery": 0.8252399563789368, + "loss_biodist": 0.3392745852470398, + "loss_toxic": 0.24376890063285828, + "loss_moe_lb": 2.2233593463897705, + "acc_pdi": 0.5454545454545454, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 3.2315495014190674, + "loss_size": 0.5658365190029144, + "loss_pdi": 0.6323181390762329, + "loss_ee": 0.6610825955867767, + "loss_delivery": 0.8290610909461975, + "loss_biodist": 0.32264244556427, + "loss_toxic": 0.20762334764003754, + "loss_moe_lb": 2.0300337076187134, + "acc_pdi": 0.5151515151515151, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.9471280574798584, + "loss_size": 0.39821431040763855, + "loss_pdi": 0.6078388094902039, + "loss_ee": 0.6076009571552277, + "loss_delivery": 0.8208657503128052, + "loss_biodist": 0.31348085403442383, + "loss_toxic": 0.18775629997253418, + "loss_moe_lb": 1.7351011633872986, + "acc_pdi": 0.5151515151515151, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.744720220565796, + "loss_size": 0.31691591441631317, + "loss_pdi": 0.5888143181800842, + "loss_ee": 0.5924732983112335, + "loss_delivery": 0.7618474960327148, + "loss_biodist": 0.2995259165763855, + "loss_toxic": 0.1763918101787567, + "loss_moe_lb": 1.3681633472442627, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.743153750896454, + "loss_size": 0.3462728410959244, + "loss_pdi": 0.5813802480697632, + "loss_ee": 0.6079507917165756, + "loss_delivery": 0.7483593821525574, + "loss_biodist": 0.2851400077342987, + "loss_toxic": 0.1674892157316208, + "loss_moe_lb": 1.1752264499664307, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.551272988319397, + "loss_size": 0.2940417528152466, + "loss_pdi": 0.5635202378034592, + "loss_ee": 0.5838973373174667, + "loss_delivery": 0.7041049599647522, + "loss_biodist": 0.2518467605113983, + "loss_toxic": 0.14741787314414978, + "loss_moe_lb": 1.0480921268463135, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.5548715591430664, + "loss_size": 0.31288886070251465, + "loss_pdi": 0.5614228248596191, + "loss_ee": 0.5821195393800735, + "loss_delivery": 0.7099407911300659, + "loss_biodist": 0.251726895570755, + "loss_toxic": 0.13071900606155396, + "loss_moe_lb": 1.0383779406547546, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.460450977087021, + "loss_size": 0.27064892649650574, + "loss_pdi": 0.5467016249895096, + "loss_ee": 0.5568835139274597, + "loss_delivery": 0.7097104787826538, + "loss_biodist": 0.24484394490718842, + "loss_toxic": 0.12500832974910736, + "loss_moe_lb": 1.0437463521957397, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.349501609802246, + "loss_size": 0.21079406887292862, + "loss_pdi": 0.5293345898389816, + "loss_ee": 0.5194282606244087, + "loss_delivery": 0.7153640389442444, + "loss_biodist": 0.24249181151390076, + "loss_toxic": 0.12465567886829376, + "loss_moe_lb": 1.0346413552761078, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.3146568536758423, + "loss_size": 0.1797274388372898, + "loss_pdi": 0.5223472416400909, + "loss_ee": 0.5135241821408272, + "loss_delivery": 0.7224313616752625, + "loss_biodist": 0.24363559484481812, + "loss_toxic": 0.12536469101905823, + "loss_moe_lb": 1.037190556526184, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.3015341758728027, + "loss_size": 0.1842944249510765, + "loss_pdi": 0.5242113918066025, + "loss_ee": 0.5184196829795837, + "loss_delivery": 0.7183713912963867, + "loss_biodist": 0.2365173101425171, + "loss_toxic": 0.11226120591163635, + "loss_moe_lb": 1.0372290015220642, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.221086025238037, + "loss_size": 0.14550476032309234, + "loss_pdi": 0.5116755962371826, + "loss_ee": 0.5063170045614243, + "loss_delivery": 0.7072870135307312, + "loss_biodist": 0.23279248178005219, + "loss_toxic": 0.10947763174772263, + "loss_moe_lb": 1.0384722650051117, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.23903888463974, + "loss_size": 0.14533436833880842, + "loss_pdi": 0.5131067782640457, + "loss_ee": 0.5069861188530922, + "loss_delivery": 0.71903395652771, + "loss_biodist": 0.23581953346729279, + "loss_toxic": 0.11086183041334152, + "loss_moe_lb": 1.0431524813175201, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.23953640460968, + "loss_size": 0.14652060437947512, + "loss_pdi": 0.51059789955616, + "loss_ee": 0.5008707493543625, + "loss_delivery": 0.7210037708282471, + "loss_biodist": 0.22767482697963715, + "loss_toxic": 0.12484894692897797, + "loss_moe_lb": 1.0344807505607605, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.264604330062866, + "loss_size": 0.15671329386532307, + "loss_pdi": 0.515530914068222, + "loss_ee": 0.50568837672472, + "loss_delivery": 0.7267080545425415, + "loss_biodist": 0.22680233418941498, + "loss_toxic": 0.12538322806358337, + "loss_moe_lb": 1.0357299447059631, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.251269578933716, + "loss_size": 0.1565577033907175, + "loss_pdi": 0.5179920494556427, + "loss_ee": 0.5035153105854988, + "loss_delivery": 0.7198507785797119, + "loss_biodist": 0.22246216237545013, + "loss_toxic": 0.1230754479765892, + "loss_moe_lb": 1.0342724323272705, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.274802803993225, + "loss_size": 0.168970238417387, + "loss_pdi": 0.5209296196699142, + "loss_ee": 0.505469799041748, + "loss_delivery": 0.7266721725463867, + "loss_biodist": 0.2236291468143463, + "loss_toxic": 0.12153427302837372, + "loss_moe_lb": 1.0341060161590576, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.236504226922989, + "loss_size": 0.14620417030528188, + "loss_pdi": 0.510156899690628, + "loss_ee": 0.5001700073480606, + "loss_delivery": 0.7283576726913452, + "loss_biodist": 0.22211623191833496, + "loss_toxic": 0.12153839319944382, + "loss_moe_lb": 1.0371543169021606, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + }, + { + "loss": 2.2503698766231537, + "loss_size": 0.14850724721327424, + "loss_pdi": 0.5126343965530396, + "loss_ee": 0.5028840079903603, + "loss_delivery": 0.734156608581543, + "loss_biodist": 0.22199684381484985, + "loss_toxic": 0.12237430363893509, + "loss_moe_lb": 1.0349292159080505, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.9130434782608695 + } + ] +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_2/splits.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_2/splits.json new file mode 100644 index 0000000..14df306 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_2/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 43, 44, 45, 47, 48, 49, 50, 51, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 68, 69, 70, 72, 74, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 96, 97, 100, 101, 102, 103, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 142, 143, 145, 147, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 160, 161, 162, 163, 165, 166, 167, 168, 170, 171, 172, 173, 174, 175, 177, 179, 180, 181, 183, 184, 185, 186, 187, 188, 191, 192, 193, 194, 196, 197, 199, 200, 202, 203, 204, 205, 207, 208, 209, 210, 211, 212, 213, 214, 215, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 232, 233, 235, 236, 237, 238, 239, 240, 241, 242, 243, 245, 246, 249, 250, 251, 252, 253, 254, 255, 256, 257, 259, 260, 261, 263, 264, 265, 266, 267, 268, 269, 271, 272, 273, 274, 275, 276, 280, 281, 282, 283, 284, 285, 287, 289, 290, 293, 294, 295, 296, 297, 298, 299, 300, 302, 303, 305, 307, 308, 309, 310, 311, 312, 313, 314, 315, 317, 318, 320, 321, 322, 323, 324, 326, 327, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 358, 360, 361, 363, 364, 365, 366, 368, 369, 370, 371, 372, 373, 376, 377, 378, 379, 380, 381, 382, 383, 385, 386, 387, 388, 389, 390, 392, 394, 395, 398, 399, 400, 401, 402, 404, 405, 407, 408, 409, 410, 412, 413, 414, 415, 416, 417, 418], "outer_test_idx": [10, 12, 15, 31, 35, 42, 46, 52, 53, 54, 62, 66, 67, 71, 73, 75, 77, 81, 89, 90, 92, 98, 99, 105, 123, 124, 141, 144, 146, 154, 155, 164, 169, 176, 178, 182, 189, 190, 195, 198, 201, 206, 216, 217, 218, 219, 231, 234, 244, 247, 248, 258, 262, 270, 277, 278, 279, 286, 288, 291, 292, 301, 304, 306, 316, 319, 325, 328, 343, 357, 359, 362, 367, 374, 375, 384, 391, 393, 396, 397, 403, 406, 411, 419]} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_2/test_metrics.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_2/test_metrics.json new file mode 100644 index 0000000..00f9372 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_2/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.45941595200508917, + "rmse": 0.6778022956623039, + "mae": 0.536907361875776, + "r2": 0.09266170315962419 + }, + "delivery": { + "n_samples": 60, + "mse": 0.6760520482413604, + "rmse": 0.8222238431481785, + "mae": 0.5173251855575169, + "r2": 0.10005754781242915 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6503347534996957, + "recall": 0.6810850439882699, + "f1": 0.6554552912223134 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6228947368421053, + "recall": 0.6851073762838468, + "f1": 0.63836444060848 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.30111167063544947, + "js_divergence": 0.07488230973370555 + } +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_3/best_params.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_3/best_params.json new file mode 100644 index 0000000..963e8ed --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_3/best_params.json @@ -0,0 +1,15 @@ +{ + "dropout": 0.2778201867797741, + "lr": 0.0004781288818954282, + "weight_decay": 0.0016987970387862138, + "backbone_lr_ratio": 0.9458696393367624, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_3/epoch_mean.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_3/epoch_mean.json new file mode 100644 index 0000000..0ac5b47 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_3/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 13} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_3/history.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_3/history.json new file mode 100644 index 0000000..b37ce83 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_3/history.json @@ -0,0 +1,305 @@ +{ + "train": [ + { + "loss": 5.359103560447693, + "loss_size": 0.8038556352257729, + "loss_pdi": 0.7019358277320862, + "loss_ee": 1.07868173122406, + "loss_delivery": 0.9414827659726143, + "loss_biodist": 1.1778335928916932, + "loss_toxic": 0.6380272507667542, + "loss_moe_lb": 2.1206215381622315 + }, + { + "loss": 4.922903537750244, + "loss_size": 0.7856086120009422, + "loss_pdi": 0.6657590746879578, + "loss_ee": 1.0284529209136963, + "loss_delivery": 0.9304905593395233, + "loss_biodist": 0.9757058322429657, + "loss_toxic": 0.5268118202686309, + "loss_moe_lb": 2.0175589442253115 + }, + { + "loss": 4.475677800178528, + "loss_size": 0.7678110778331757, + "loss_pdi": 0.6329367518424988, + "loss_ee": 0.9709208965301513, + "loss_delivery": 0.8959750235080719, + "loss_biodist": 0.7416425108909607, + "loss_toxic": 0.4586769074201584, + "loss_moe_lb": 2.0122185945510864 + }, + { + "loss": 3.8770023584365845, + "loss_size": 0.7784019231796264, + "loss_pdi": 0.6117406129837036, + "loss_ee": 0.9305590331554413, + "loss_delivery": 0.825502535700798, + "loss_biodist": 0.4983684539794922, + "loss_toxic": 0.2216741696000099, + "loss_moe_lb": 2.0454783201217652 + }, + { + "loss": 3.4298792123794555, + "loss_size": 0.7800772160291671, + "loss_pdi": 0.5894999116659164, + "loss_ee": 0.8671587109565735, + "loss_delivery": 0.6850777328014374, + "loss_biodist": 0.33617119044065474, + "loss_toxic": 0.15835600346326828, + "loss_moe_lb": 2.0578567504882814 + }, + { + "loss": 3.035852003097534, + "loss_size": 0.7394170671701431, + "loss_pdi": 0.521072295308113, + "loss_ee": 0.7754960000514984, + "loss_delivery": 0.5522108942270278, + "loss_biodist": 0.26301519125699996, + "loss_toxic": 0.16749690733850003, + "loss_moe_lb": 2.0855714440345765 + }, + { + "loss": 2.7945239543914795, + "loss_size": 0.65162044018507, + "loss_pdi": 0.4985320717096329, + "loss_ee": 0.7368391931056977, + "loss_delivery": 0.5316913515329361, + "loss_biodist": 0.2253803551197052, + "loss_toxic": 0.1326980296522379, + "loss_moe_lb": 2.1043518662452696 + }, + { + "loss": 2.607428503036499, + "loss_size": 0.584037558734417, + "loss_pdi": 0.4689558207988739, + "loss_ee": 0.6998811364173889, + "loss_delivery": 0.5372365295886994, + "loss_biodist": 0.19204753190279006, + "loss_toxic": 0.10757763162255288, + "loss_moe_lb": 2.065625619888306 + }, + { + "loss": 2.634171164035797, + "loss_size": 0.5926673650741577, + "loss_pdi": 0.48467202484607697, + "loss_ee": 0.6828662097454071, + "loss_delivery": 0.550379067659378, + "loss_biodist": 0.18604017943143844, + "loss_toxic": 0.12111298702657222, + "loss_moe_lb": 2.0651217460632325 + }, + { + "loss": 2.8334265470504763, + "loss_size": 0.8715178936719894, + "loss_pdi": 0.48019390404224394, + "loss_ee": 0.6669016003608703, + "loss_delivery": 0.5278410747647285, + "loss_biodist": 0.1850263424217701, + "loss_toxic": 0.08842976726591587, + "loss_moe_lb": 2.0016152262687683 + }, + { + "loss": 2.448770010471344, + "loss_size": 0.610644168406725, + "loss_pdi": 0.4500952035188675, + "loss_ee": 0.6689869105815888, + "loss_delivery": 0.4405941054224968, + "loss_biodist": 0.178940100222826, + "loss_toxic": 0.08329004123806953, + "loss_moe_lb": 2.005429136753082 + }, + { + "loss": 2.426996445655823, + "loss_size": 0.5828293904662132, + "loss_pdi": 0.4591912716627121, + "loss_ee": 0.6731166690587997, + "loss_delivery": 0.43752117455005646, + "loss_biodist": 0.15813723132014273, + "loss_toxic": 0.09978818446397782, + "loss_moe_lb": 2.024545097351074 + }, + { + "loss": 2.501411020755768, + "loss_size": 0.6365653172135353, + "loss_pdi": 0.44714368879795074, + "loss_ee": 0.6593896567821502, + "loss_delivery": 0.4715714491903782, + "loss_biodist": 0.17629076316952705, + "loss_toxic": 0.09431399684399366, + "loss_moe_lb": 2.0608912467956544 + } + ], + "val": [ + { + "loss": 20.689306259155273, + "loss_size": 0.11363093857653439, + "loss_pdi": 2.5901389122009277, + "loss_ee": 7.003543376922607, + "loss_delivery": 3.4950170516967773, + "loss_biodist": 6.024925708770752, + "loss_toxic": 1.5023131764610298, + "loss_moe_lb": 4.0, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 15.208194255828857, + "loss_size": 3.1140021085739136, + "loss_pdi": 1.3078515231609344, + "loss_ee": 2.9480115175247192, + "loss_delivery": 0.8589849174022675, + "loss_biodist": 5.4055562019348145, + "loss_toxic": 1.6235917651792988, + "loss_moe_lb": 4.000000238418579, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.24242424242424243, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 8.571089506149292, + "loss_size": 1.2136722207069397, + "loss_pdi": 1.3431001603603363, + "loss_ee": 1.1649389266967773, + "loss_delivery": 0.6466069519519806, + "loss_biodist": 3.263973593711853, + "loss_toxic": 0.9588074892526492, + "loss_moe_lb": 3.9999505281448364, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.45454545454545453, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 4.104746222496033, + "loss_size": 0.13154476787894964, + "loss_pdi": 1.3250953257083893, + "loss_ee": 0.8679898977279663, + "loss_delivery": 0.4605366769246757, + "loss_biodist": 1.166113942861557, + "loss_toxic": 0.13606261368840933, + "loss_moe_lb": 3.9882718324661255, + "acc_pdi": 0.8484848484848485, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 3.580390453338623, + "loss_size": 0.20483104139566422, + "loss_pdi": 1.2035101652145386, + "loss_ee": 0.7172515243291855, + "loss_delivery": 0.7845575511455536, + "loss_biodist": 0.5976650714874268, + "loss_toxic": 0.05829636566340923, + "loss_moe_lb": 3.171813488006592, + "acc_pdi": 0.8484848484848485, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 4.23612105846405, + "loss_size": 0.169102992862463, + "loss_pdi": 1.4839861690998077, + "loss_ee": 0.502837061882019, + "loss_delivery": 1.2940515875816345, + "loss_biodist": 0.736955851316452, + "loss_toxic": 0.04677163530141115, + "loss_moe_lb": 3.115061640739441, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 4.571846127510071, + "loss_size": 0.14309622906148434, + "loss_pdi": 1.4752873182296753, + "loss_ee": 0.5036771632730961, + "loss_delivery": 1.5952054858207703, + "loss_biodist": 0.8141479194164276, + "loss_toxic": 0.04540007852483541, + "loss_moe_lb": 2.9618756771087646, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.7575757575757576, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 3.955957055091858, + "loss_size": 0.1317918007262051, + "loss_pdi": 1.3199121057987213, + "loss_ee": 0.46848881617188454, + "loss_delivery": 1.2414860725402832, + "loss_biodist": 0.7529473900794983, + "loss_toxic": 0.04044505604542792, + "loss_moe_lb": 2.764281153678894, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 3.700679302215576, + "loss_size": 0.1282454109750688, + "loss_pdi": 1.2411012649536133, + "loss_ee": 0.490623414516449, + "loss_delivery": 1.1728062629699707, + "loss_biodist": 0.6269436478614807, + "loss_toxic": 0.039998203166760504, + "loss_moe_lb": 2.5189086198806763, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 3.309320330619812, + "loss_size": 0.14135697111487389, + "loss_pdi": 1.1925638914108276, + "loss_ee": 0.4917582646012306, + "loss_delivery": 0.977388471364975, + "loss_biodist": 0.4633869379758835, + "loss_toxic": 0.03872815705835819, + "loss_moe_lb": 2.395713686943054, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 3.27362322807312, + "loss_size": 0.14823417644947767, + "loss_pdi": 1.1973834931850433, + "loss_ee": 0.4937611520290375, + "loss_delivery": 0.9768525063991547, + "loss_biodist": 0.4179582744836807, + "loss_toxic": 0.03574422455858439, + "loss_moe_lb": 2.348025679588318, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.7742373943328857, + "loss_size": 0.14669463207246736, + "loss_pdi": 1.0713112354278564, + "loss_ee": 0.48457228392362595, + "loss_delivery": 0.6128447689116001, + "loss_biodist": 0.4127390384674072, + "loss_toxic": 0.03682711301371455, + "loss_moe_lb": 2.2128329277038574, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9642857142857143 + }, + { + "loss": 2.765571117401123, + "loss_size": 0.14344531518872827, + "loss_pdi": 1.0899159610271454, + "loss_ee": 0.4718559756875038, + "loss_delivery": 0.5998794138431549, + "loss_biodist": 0.41539210081100464, + "loss_toxic": 0.03570233006030321, + "loss_moe_lb": 2.2185927629470825, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.696969696969697, + "acc_toxic": 0.9642857142857143 + } + ] +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_3/splits.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_3/splits.json new file mode 100644 index 0000000..7a2b13e --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_3/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 102, 104, 105, 106, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 127, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 166, 168, 169, 170, 172, 173, 174, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 195, 198, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 218, 219, 221, 223, 224, 226, 227, 228, 230, 231, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 251, 252, 253, 254, 255, 256, 257, 258, 259, 262, 263, 264, 265, 266, 267, 268, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 282, 284, 286, 288, 289, 290, 291, 292, 293, 294, 295, 297, 298, 299, 301, 302, 304, 305, 306, 307, 308, 309, 310, 312, 314, 315, 316, 317, 319, 320, 321, 325, 326, 327, 328, 331, 332, 334, 336, 340, 341, 343, 344, 346, 347, 348, 350, 352, 353, 357, 359, 360, 361, 362, 363, 364, 366, 367, 368, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 382, 383, 384, 385, 386, 387, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 400, 401, 402, 403, 404, 406, 407, 410, 411, 412, 414, 415, 416, 418, 419], "outer_test_idx": [3, 6, 13, 18, 19, 26, 33, 44, 48, 49, 50, 56, 57, 72, 80, 88, 94, 101, 103, 107, 108, 114, 126, 128, 130, 145, 149, 157, 167, 171, 175, 188, 196, 197, 199, 211, 220, 222, 225, 229, 232, 236, 250, 260, 261, 271, 281, 283, 285, 287, 296, 300, 303, 311, 313, 318, 322, 323, 324, 329, 330, 333, 335, 337, 338, 339, 342, 345, 349, 351, 354, 355, 356, 358, 365, 369, 381, 388, 399, 405, 408, 409, 413, 417]} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_3/test_metrics.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_3/test_metrics.json new file mode 100644 index 0000000..5bec404 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_3/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.7221693732391328, + "rmse": 1.3123145100314684, + "mae": 0.5580621898196727, + "r2": 0.025927876284791762 + }, + "delivery": { + "n_samples": 59, + "mse": 0.6432654489341152, + "rmse": 0.802038308894354, + "mae": 0.48762286295009366, + "r2": 0.3746695566853039 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.625, + "recall": 0.6436950146627566, + "f1": 0.6298305084745763 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6190476190476191, + "precision": 0.5488385598141696, + "recall": 0.5659376571141277, + "f1": 0.5492581090407177 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9333333333333333, + "precision": 0.7142857142857143, + "recall": 0.9649122807017544, + "f1": 0.7818181818181817 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.24666829388633807, + "js_divergence": 0.05944654640977567 + } +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_4/best_params.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_4/best_params.json new file mode 100644 index 0000000..b03e27b --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_4/best_params.json @@ -0,0 +1,15 @@ +{ + "dropout": 0.3730299609537786, + "lr": 0.0007646220605180808, + "weight_decay": 0.004588258639584098, + "backbone_lr_ratio": 0.17129190112240483, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_4/epoch_mean.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_4/epoch_mean.json new file mode 100644 index 0000000..82d35d4 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_4/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 14} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_4/history.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_4/history.json new file mode 100644 index 0000000..21879da --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_4/history.json @@ -0,0 +1,328 @@ +{ + "train": [ + { + "loss": 5.456924295425415, + "loss_size": 0.8445793375372886, + "loss_pdi": 0.6936985611915588, + "loss_ee": 1.0857510089874267, + "loss_delivery": 0.9831679880619049, + "loss_biodist": 1.1936528921127318, + "loss_toxic": 0.6422019302845001, + "loss_moe_lb": 2.0 + }, + { + "loss": 4.816078615188599, + "loss_size": 0.7543503701686859, + "loss_pdi": 0.652779096364975, + "loss_ee": 1.0245916724205018, + "loss_delivery": 0.9499299734830856, + "loss_biodist": 0.9021186530590057, + "loss_toxic": 0.5269567459821701, + "loss_moe_lb": 2.000000011920929 + }, + { + "loss": 4.312415409088135, + "loss_size": 0.7590356349945069, + "loss_pdi": 0.6326842069625854, + "loss_ee": 1.0136809289455413, + "loss_delivery": 0.8958904474973679, + "loss_biodist": 0.638853007555008, + "loss_toxic": 0.3682935148477554, + "loss_moe_lb": 1.9999999761581422 + }, + { + "loss": 3.867490363121033, + "loss_size": 0.752133896946907, + "loss_pdi": 0.6081842392683029, + "loss_ee": 0.9699227273464203, + "loss_delivery": 0.7569921433925628, + "loss_biodist": 0.513688400387764, + "loss_toxic": 0.2619228079915047, + "loss_moe_lb": 1.9999999761581422 + }, + { + "loss": 3.6458763599395754, + "loss_size": 0.7181290596723556, + "loss_pdi": 0.5750143021345139, + "loss_ee": 0.9327907145023346, + "loss_delivery": 0.8443614423274994, + "loss_biodist": 0.4122554898262024, + "loss_toxic": 0.15947366505861282, + "loss_moe_lb": 1.9999999761581422 + }, + { + "loss": 3.2884268760681152, + "loss_size": 0.6222192764282226, + "loss_pdi": 0.5165619730949402, + "loss_ee": 0.877748680114746, + "loss_delivery": 0.7563113182783127, + "loss_biodist": 0.35955035239458083, + "loss_toxic": 0.14964706785976886, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.294310283660889, + "loss_size": 0.5895783990621567, + "loss_pdi": 0.5103492140769958, + "loss_ee": 0.8601561486721039, + "loss_delivery": 0.8809069216251373, + "loss_biodist": 0.3310476154088974, + "loss_toxic": 0.11985502578318119, + "loss_moe_lb": 2.000000023841858 + }, + { + "loss": 2.966910147666931, + "loss_size": 0.5557622790336609, + "loss_pdi": 0.5178377062082291, + "loss_ee": 0.7921290636062622, + "loss_delivery": 0.7383994147181511, + "loss_biodist": 0.27791681736707685, + "loss_toxic": 0.0797664413228631, + "loss_moe_lb": 1.9999999761581422 + }, + { + "loss": 3.0067333221435546, + "loss_size": 0.5226803541183471, + "loss_pdi": 0.5032497614622116, + "loss_ee": 0.8065233945846557, + "loss_delivery": 0.7999422222375869, + "loss_biodist": 0.2905479550361633, + "loss_toxic": 0.08250105082988739, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 2.811150312423706, + "loss_size": 0.4850797325372696, + "loss_pdi": 0.5204563468694687, + "loss_ee": 0.764327323436737, + "loss_delivery": 0.7084745109081269, + "loss_biodist": 0.2573657363653183, + "loss_toxic": 0.07247668178752065, + "loss_moe_lb": 2.000000011920929 + }, + { + "loss": 2.8513494968414306, + "loss_size": 0.5663174256682396, + "loss_pdi": 0.48985220193862916, + "loss_ee": 0.7913348495960235, + "loss_delivery": 0.6658546686172485, + "loss_biodist": 0.22657198160886766, + "loss_toxic": 0.1080132014118135, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 2.7507274866104128, + "loss_size": 0.4926247626543045, + "loss_pdi": 0.4854191571474075, + "loss_ee": 0.7500050961971283, + "loss_delivery": 0.6610029190778732, + "loss_biodist": 0.24799515008926393, + "loss_toxic": 0.1093466280028224, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 2.7811193227767945, + "loss_size": 0.49898348897695544, + "loss_pdi": 0.5165471643209457, + "loss_ee": 0.7520619809627533, + "loss_delivery": 0.702074085175991, + "loss_biodist": 0.2605944752693176, + "loss_toxic": 0.050235605146735904, + "loss_moe_lb": 2.0 + }, + { + "loss": 2.84170902967453, + "loss_size": 0.5262725174427032, + "loss_pdi": 0.5120916128158569, + "loss_ee": 0.7608669400215149, + "loss_delivery": 0.6523802608251572, + "loss_biodist": 0.2636220544576645, + "loss_toxic": 0.12369110872969032, + "loss_moe_lb": 2.0 + } + ], + "val": [ + { + "loss": 48.740767896175385, + "loss_size": 3.499352991580963, + "loss_pdi": 5.145187854766846, + "loss_ee": 3.765381949953735, + "loss_delivery": 33.35575485229492, + "loss_biodist": 2.1027028560638428, + "loss_toxic": 1.1293234825134277, + "loss_moe_lb": 1.9999998211860657, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 15.427123785018921, + "loss_size": 4.139021575450897, + "loss_pdi": 3.171476960148084, + "loss_ee": 1.7932234108448029, + "loss_delivery": 2.6386923789978027, + "loss_biodist": 1.6171882152557373, + "loss_toxic": 2.1686172485351562, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 8.210194557905197, + "loss_size": 1.9192254021763802, + "loss_pdi": 2.137607695214683, + "loss_ee": 1.00782610476017, + "loss_delivery": 0.40660956501960754, + "loss_biodist": 0.9745852947235107, + "loss_toxic": 1.8205510377883911, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 5.779101550579071, + "loss_size": 2.043974846601486, + "loss_pdi": 1.4028160530142486, + "loss_ee": 0.8230445384979248, + "loss_delivery": 0.42165395617485046, + "loss_biodist": 0.33550429344177246, + "loss_toxic": 0.7731943130493164, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 4.678459405899048, + "loss_size": 2.03380686044693, + "loss_pdi": 0.9037647247314453, + "loss_ee": 1.1327476501464844, + "loss_delivery": 0.4169495403766632, + "loss_biodist": 0.15243281424045563, + "loss_toxic": 0.053340449929237366, + "loss_moe_lb": 2.0, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 4.282189249992371, + "loss_size": 1.8451557159423828, + "loss_pdi": 0.71470046043396, + "loss_ee": 1.1325938403606415, + "loss_delivery": 0.34435325860977173, + "loss_biodist": 0.19493316113948822, + "loss_toxic": 0.06216874346137047, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 4.249456286430359, + "loss_size": 1.8025920689105988, + "loss_pdi": 0.6984848082065582, + "loss_ee": 1.1500670313835144, + "loss_delivery": 0.33688467741012573, + "loss_biodist": 0.20042939484119415, + "loss_toxic": 0.07530683279037476, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 4.1747353076934814, + "loss_size": 1.7297887206077576, + "loss_pdi": 0.7045802474021912, + "loss_ee": 1.1308968663215637, + "loss_delivery": 0.37100887298583984, + "loss_biodist": 0.19616058468818665, + "loss_toxic": 0.058563411235809326, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 3.8579925298690796, + "loss_size": 1.6053868979215622, + "loss_pdi": 0.6142983138561249, + "loss_ee": 1.0600407421588898, + "loss_delivery": 0.3382895886898041, + "loss_biodist": 0.19469918310642242, + "loss_toxic": 0.05650581419467926, + "loss_moe_lb": 2.0000001192092896, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 3.70989727973938, + "loss_size": 1.5750470608472824, + "loss_pdi": 0.5520848631858826, + "loss_ee": 1.0165673792362213, + "loss_delivery": 0.3292895555496216, + "loss_biodist": 0.18711137771606445, + "loss_toxic": 0.0579458586871624, + "loss_moe_lb": 2.0000001192092896, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 3.7156364917755127, + "loss_size": 1.5655197203159332, + "loss_pdi": 0.5531245470046997, + "loss_ee": 1.0471701323986053, + "loss_delivery": 0.3227432668209076, + "loss_biodist": 0.18373362720012665, + "loss_toxic": 0.05298803746700287, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 3.721008062362671, + "loss_size": 1.5580292046070099, + "loss_pdi": 0.5577910244464874, + "loss_ee": 1.0379971265792847, + "loss_delivery": 0.32012563943862915, + "loss_biodist": 0.17937137186527252, + "loss_toxic": 0.07668609172105789, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 3.719835042953491, + "loss_size": 1.5594731345772743, + "loss_pdi": 0.554414838552475, + "loss_ee": 1.0393970608711243, + "loss_delivery": 0.3163403570652008, + "loss_biodist": 0.18086856603622437, + "loss_toxic": 0.07833835482597351, + "loss_moe_lb": 2.0, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + }, + { + "loss": 3.6437714099884033, + "loss_size": 1.5694269016385078, + "loss_pdi": 0.529339611530304, + "loss_ee": 0.9594845175743103, + "loss_delivery": 0.3169524371623993, + "loss_biodist": 0.18025891482830048, + "loss_toxic": 0.09338442236185074, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.7272727272727273, + "acc_toxic": 0.96 + } + ] +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_4/splits.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_4/splits.json new file mode 100644 index 0000000..8dd0299 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_4/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 110, 111, 112, 113, 114, 116, 117, 119, 120, 121, 122, 123, 124, 126, 127, 128, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 152, 154, 155, 157, 160, 161, 162, 163, 164, 165, 166, 167, 169, 170, 171, 173, 174, 175, 176, 177, 178, 180, 181, 182, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 203, 205, 206, 207, 208, 209, 211, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 234, 235, 236, 238, 239, 240, 241, 243, 244, 245, 246, 247, 248, 249, 250, 251, 253, 254, 257, 258, 260, 261, 262, 263, 264, 265, 266, 267, 270, 271, 272, 273, 277, 278, 279, 280, 281, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 298, 299, 300, 301, 302, 303, 304, 305, 306, 309, 311, 312, 313, 314, 315, 316, 318, 319, 320, 322, 323, 324, 325, 326, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 341, 342, 343, 345, 346, 347, 349, 350, 351, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 365, 367, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 381, 383, 384, 385, 386, 388, 390, 391, 392, 393, 394, 395, 396, 397, 399, 400, 401, 402, 403, 405, 406, 407, 408, 409, 410, 411, 413, 415, 416, 417, 418, 419], "outer_test_idx": [0, 5, 11, 21, 24, 27, 30, 32, 36, 38, 39, 40, 47, 55, 58, 61, 65, 76, 86, 95, 100, 106, 109, 115, 118, 125, 129, 131, 136, 148, 150, 151, 153, 156, 158, 159, 168, 172, 179, 183, 184, 185, 202, 204, 210, 212, 213, 228, 233, 237, 242, 252, 255, 256, 259, 268, 269, 274, 275, 276, 282, 297, 307, 308, 310, 317, 321, 327, 340, 344, 348, 352, 364, 366, 368, 379, 380, 382, 387, 389, 398, 404, 412, 414]} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_1/outer_fold_4/test_metrics.json b/models/abl/moe/20260623_210356/repeat_1/outer_fold_4/test_metrics.json new file mode 100644 index 0000000..f074609 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_1/outer_fold_4/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.5859281085907224, + "rmse": 0.76545941015231, + "mae": 0.4517239845701538, + "r2": 0.21595540911222322 + }, + "delivery": { + "n_samples": 58, + "mse": 1.0497243115021326, + "rmse": 1.0245605455521565, + "mae": 0.659899442809923, + "r2": -0.015066080266609161 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6552542372881356, + "recall": 0.6678885630498533, + "f1": 0.6602778266221205 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.6406767539897621, + "recall": 0.6974358974358973, + "f1": 0.656747393535314 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2629614988062015, + "js_divergence": 0.06764511949103554 + } +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_0/best_params.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_0/best_params.json new file mode 100644 index 0000000..50cd806 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_0/best_params.json @@ -0,0 +1,15 @@ +{ + "dropout": 0.3391599915244341, + "lr": 0.0006978281265126031, + "weight_decay": 2.259279742015695e-05, + "backbone_lr_ratio": 0.024658447214487383, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_0/epoch_mean.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_0/epoch_mean.json new file mode 100644 index 0000000..9c7774b --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_0/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 19} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_0/history.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_0/history.json new file mode 100644 index 0000000..235a1fe --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_0/history.json @@ -0,0 +1,443 @@ +{ + "train": [ + { + "loss": 5.538121080398559, + "loss_size": 0.871486485004425, + "loss_pdi": 0.6994753479957581, + "loss_ee": 1.1087700486183167, + "loss_delivery": 0.9446767210960388, + "loss_biodist": 1.242196536064148, + "loss_toxic": 0.666254061460495, + "loss_moe_lb": 1.0681897282600403 + }, + { + "loss": 5.207121777534485, + "loss_size": 1.1089451387524605, + "loss_pdi": 0.6482982158660888, + "loss_ee": 1.012092834711075, + "loss_delivery": 0.8938332289457321, + "loss_biodist": 0.9819752097129821, + "loss_toxic": 0.5665120661258698, + "loss_moe_lb": 1.0311553955078125 + }, + { + "loss": 4.564985466003418, + "loss_size": 0.7514339864253998, + "loss_pdi": 0.6427776515483856, + "loss_ee": 0.9848882019519806, + "loss_delivery": 0.9411271303892136, + "loss_biodist": 0.7480420529842376, + "loss_toxic": 0.5056219398975372, + "loss_moe_lb": 1.015566885471344 + }, + { + "loss": 4.069310116767883, + "loss_size": 0.7145387843251229, + "loss_pdi": 0.6144840896129609, + "loss_ee": 0.9574755668640137, + "loss_delivery": 0.7834618598222732, + "loss_biodist": 0.6051578789949417, + "loss_toxic": 0.4019650161266327, + "loss_moe_lb": 1.0071401834487914 + }, + { + "loss": 4.0749513626098635, + "loss_size": 0.7154441073536872, + "loss_pdi": 0.5795325934886932, + "loss_ee": 0.9284219443798065, + "loss_delivery": 1.0949710965156556, + "loss_biodist": 0.4898178517818451, + "loss_toxic": 0.2785651609301567, + "loss_moe_lb": 1.0068895518779755 + }, + { + "loss": 3.73915958404541, + "loss_size": 0.7531813472509384, + "loss_pdi": 0.6025675565004349, + "loss_ee": 0.908190381526947, + "loss_delivery": 0.8014461517333984, + "loss_biodist": 0.42871073782444, + "loss_toxic": 0.2527851492166519, + "loss_moe_lb": 1.0031722843647004 + }, + { + "loss": 3.6055639028549193, + "loss_size": 0.7140560135245323, + "loss_pdi": 0.575934624671936, + "loss_ee": 0.8738933563232422, + "loss_delivery": 0.8372023403644562, + "loss_biodist": 0.39570358097553254, + "loss_toxic": 0.21659908443689346, + "loss_moe_lb": 1.0182135820388794 + }, + { + "loss": 3.4348899602890013, + "loss_size": 0.6500116765499115, + "loss_pdi": 0.5742319524288177, + "loss_ee": 0.8928043901920318, + "loss_delivery": 0.7823560461401939, + "loss_biodist": 0.3907714784145355, + "loss_toxic": 0.15377072244882584, + "loss_moe_lb": 1.0139356672763824 + }, + { + "loss": 3.404881501197815, + "loss_size": 0.6526893600821495, + "loss_pdi": 0.6006449341773987, + "loss_ee": 0.8569969177246094, + "loss_delivery": 0.8381050586700439, + "loss_biodist": 0.3308981865644455, + "loss_toxic": 0.13712368570268155, + "loss_moe_lb": 1.022003746032715 + }, + { + "loss": 3.2614827871322634, + "loss_size": 0.6728698715567589, + "loss_pdi": 0.5520611882209778, + "loss_ee": 0.8665995299816132, + "loss_delivery": 0.7094085276126861, + "loss_biodist": 0.3438201278448105, + "loss_toxic": 0.12722634598612786, + "loss_moe_lb": 1.0006334125995635 + }, + { + "loss": 3.314737892150879, + "loss_size": 0.6556372568011284, + "loss_pdi": 0.5451020777225495, + "loss_ee": 0.8665582597255707, + "loss_delivery": 0.7954779714345932, + "loss_biodist": 0.319335412979126, + "loss_toxic": 0.14626103676855565, + "loss_moe_lb": 1.0187603652477264 + }, + { + "loss": 3.1296164274215696, + "loss_size": 0.6683905124664307, + "loss_pdi": 0.5218144536018372, + "loss_ee": 0.8422709584236145, + "loss_delivery": 0.6652044489979744, + "loss_biodist": 0.31930718421936033, + "loss_toxic": 0.12341346256434918, + "loss_moe_lb": 1.018508207798004 + }, + { + "loss": 3.3225275754928587, + "loss_size": 0.6938384547829628, + "loss_pdi": 0.5807404786348342, + "loss_ee": 0.847901451587677, + "loss_delivery": 0.7739142388105392, + "loss_biodist": 0.3209739148616791, + "loss_toxic": 0.12265760190784931, + "loss_moe_lb": 1.010763943195343 + }, + { + "loss": 3.3051169872283936, + "loss_size": 0.6577043816447258, + "loss_pdi": 0.5231043815612793, + "loss_ee": 0.8224920392036438, + "loss_delivery": 0.8533306300640107, + "loss_biodist": 0.32789802104234694, + "loss_toxic": 0.13784867115318775, + "loss_moe_lb": 1.0178415894508361 + }, + { + "loss": 3.056265139579773, + "loss_size": 0.5514983773231507, + "loss_pdi": 0.5205141633749009, + "loss_ee": 0.8367125630378723, + "loss_delivery": 0.7970877945423126, + "loss_biodist": 0.2901259183883667, + "loss_toxic": 0.0770975522696972, + "loss_moe_lb": 1.016244375705719 + }, + { + "loss": 3.1076501846313476, + "loss_size": 0.5853027373552322, + "loss_pdi": 0.5265741854906082, + "loss_ee": 0.8084815323352814, + "loss_delivery": 0.7958670109510422, + "loss_biodist": 0.31236094534397124, + "loss_toxic": 0.09587792083621025, + "loss_moe_lb": 1.006334364414215 + }, + { + "loss": 3.1219223022460936, + "loss_size": 0.6075963228940964, + "loss_pdi": 0.5370264798402786, + "loss_ee": 0.8249344050884246, + "loss_delivery": 0.7626535862684249, + "loss_biodist": 0.3025190278887749, + "loss_toxic": 0.1043649973347783, + "loss_moe_lb": 1.012920182943344 + }, + { + "loss": 3.0613604307174684, + "loss_size": 0.6196602568030357, + "loss_pdi": 0.5329664409160614, + "loss_ee": 0.8144441723823548, + "loss_delivery": 0.7026478558778763, + "loss_biodist": 0.3253603681921959, + "loss_toxic": 0.08244014643132687, + "loss_moe_lb": 1.0083421111106872 + }, + { + "loss": 3.0810473203659057, + "loss_size": 0.6187015116214752, + "loss_pdi": 0.5045956522226334, + "loss_ee": 0.8122942686080933, + "loss_delivery": 0.7413528382778167, + "loss_biodist": 0.2958494499325752, + "loss_toxic": 0.12323202062398195, + "loss_moe_lb": 1.0048565149307251 + } + ], + "val": [ + { + "loss": 397.291259765625, + "loss_size": 113.59499740600586, + "loss_pdi": 4.696188926696777, + "loss_ee": 3.784737467765808, + "loss_delivery": 268.4991455078125, + "loss_biodist": 7.4748780727386475, + "loss_toxic": 0.6416984498500824, + "loss_moe_lb": 3.999974489212036, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 119.77431869506836, + "loss_size": 32.562997817993164, + "loss_pdi": 2.7194847464338636, + "loss_ee": 2.519120454788208, + "loss_delivery": 76.02802658081055, + "loss_biodist": 5.904320240020752, + "loss_toxic": 0.9002457289025187, + "loss_moe_lb": 3.997395873069763, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 31.66385841369629, + "loss_size": 7.898205518722534, + "loss_pdi": 1.5386940779280849, + "loss_ee": 1.3188890218734741, + "loss_delivery": 16.773301601409912, + "loss_biodist": 3.7439215183258057, + "loss_toxic": 0.6969209294766188, + "loss_moe_lb": 3.9247559309005737, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.15151515151515152, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 7.843735218048096, + "loss_size": 1.2959525287151337, + "loss_pdi": 0.8340262323617935, + "loss_ee": 0.7885388135910034, + "loss_delivery": 3.214646875858307, + "loss_biodist": 1.3625054061412811, + "loss_toxic": 0.3946746736764908, + "loss_moe_lb": 3.2799575328826904, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.42424242424242425, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 3.522787928581238, + "loss_size": 0.3371706139296293, + "loss_pdi": 0.5269720256328583, + "loss_ee": 0.811356246471405, + "loss_delivery": 0.8277506679296494, + "loss_biodist": 0.5512761324644089, + "loss_toxic": 0.46243593096733093, + "loss_moe_lb": 1.9855209589004517, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.36363636363636365, + "acc_toxic": 0.875 + }, + { + "loss": 2.957414150238037, + "loss_size": 0.24903972819447517, + "loss_pdi": 0.4921756386756897, + "loss_ee": 0.7719546556472778, + "loss_delivery": 0.5648211240768433, + "loss_biodist": 0.49841906130313873, + "loss_toxic": 0.367663636803627, + "loss_moe_lb": 1.889398455619812, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9166666666666666 + }, + { + "loss": 2.8007832765579224, + "loss_size": 0.25499673560261726, + "loss_pdi": 0.4468061327934265, + "loss_ee": 0.7523374259471893, + "loss_delivery": 0.5691958889365196, + "loss_biodist": 0.5045458823442459, + "loss_toxic": 0.25980105996131897, + "loss_moe_lb": 1.7844589948654175, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.670506477355957, + "loss_size": 0.2375754565000534, + "loss_pdi": 0.4449468106031418, + "loss_ee": 0.731253981590271, + "loss_delivery": 0.5192309245467186, + "loss_biodist": 0.49265122413635254, + "loss_toxic": 0.2329934537410736, + "loss_moe_lb": 1.5727694034576416, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.4507428407669067, + "loss_size": 0.21090896148234606, + "loss_pdi": 0.42297814786434174, + "loss_ee": 0.6802690774202347, + "loss_delivery": 0.47970661520957947, + "loss_biodist": 0.48333193361759186, + "loss_toxic": 0.16263949126005173, + "loss_moe_lb": 1.2858076095581055, + "acc_pdi": 0.5454545454545454, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.3837462067604065, + "loss_size": 0.21158389654010534, + "loss_pdi": 0.40945518016815186, + "loss_ee": 0.6534730792045593, + "loss_delivery": 0.5336300060153008, + "loss_biodist": 0.441408708691597, + "loss_toxic": 0.12597524002194405, + "loss_moe_lb": 1.1141698956489563, + "acc_pdi": 0.5757575757575758, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.057017147541046, + "loss_size": 0.19371608179062605, + "loss_pdi": 0.3309598360210657, + "loss_ee": 0.6421232596039772, + "loss_delivery": 0.3467190060764551, + "loss_biodist": 0.490412175655365, + "loss_toxic": 0.040665893349796534, + "loss_moe_lb": 1.085667610168457, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.5454545454545454, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.0279054045677185, + "loss_size": 0.19982671365141869, + "loss_pdi": 0.3160943891853094, + "loss_ee": 0.6203139871358871, + "loss_delivery": 0.36260896176099777, + "loss_biodist": 0.47821614146232605, + "loss_toxic": 0.03817193768918514, + "loss_moe_lb": 1.1138817071914673, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.0673893690109253, + "loss_size": 0.21083316672593355, + "loss_pdi": 0.318219643086195, + "loss_ee": 0.6227796003222466, + "loss_delivery": 0.3649779539555311, + "loss_biodist": 0.5048718154430389, + "loss_toxic": 0.03470910410396755, + "loss_moe_lb": 1.1178218722343445, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.0392082929611206, + "loss_size": 0.21086738910526037, + "loss_pdi": 0.31314617395401, + "loss_ee": 0.6155062913894653, + "loss_delivery": 0.370017658919096, + "loss_biodist": 0.48382243514060974, + "loss_toxic": 0.0347163361730054, + "loss_moe_lb": 1.1337749063968658, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.0285882651805878, + "loss_size": 0.2105231275781989, + "loss_pdi": 0.31235330179333687, + "loss_ee": 0.6072563380002975, + "loss_delivery": 0.38065849617123604, + "loss_biodist": 0.48107875883579254, + "loss_toxic": 0.026258137775585055, + "loss_moe_lb": 1.1272674798965454, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.0118249654769897, + "loss_size": 0.2208975199609995, + "loss_pdi": 0.3116089776158333, + "loss_ee": 0.6033838540315628, + "loss_delivery": 0.36741944774985313, + "loss_biodist": 0.47257766127586365, + "loss_toxic": 0.025215531699359417, + "loss_moe_lb": 1.1354819238185883, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 1.9992882013320923, + "loss_size": 0.2200449425727129, + "loss_pdi": 0.3080037860199809, + "loss_ee": 0.6022543236613274, + "loss_delivery": 0.38031437061727047, + "loss_biodist": 0.4526473581790924, + "loss_toxic": 0.02531701885163784, + "loss_moe_lb": 1.1416568458080292, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.022778868675232, + "loss_size": 0.22528753243386745, + "loss_pdi": 0.3077258262783289, + "loss_ee": 0.607371874153614, + "loss_delivery": 0.3800145052373409, + "loss_biodist": 0.46820516884326935, + "loss_toxic": 0.024159249500371516, + "loss_moe_lb": 1.1313754320144653, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.9583333333333334 + }, + { + "loss": 2.0211567282676697, + "loss_size": 0.22538720071315765, + "loss_pdi": 0.30820976942777634, + "loss_ee": 0.6067912429571152, + "loss_delivery": 0.356846303679049, + "loss_biodist": 0.48477165400981903, + "loss_toxic": 0.028706962359137833, + "loss_moe_lb": 1.126556545495987, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.9583333333333334 + } + ] +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_0/splits.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_0/splits.json new file mode 100644 index 0000000..cccb9d8 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_0/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 57, 58, 61, 62, 63, 64, 65, 66, 67, 68, 71, 72, 73, 75, 76, 77, 80, 81, 85, 86, 88, 89, 90, 92, 94, 95, 96, 98, 99, 100, 101, 103, 104, 105, 106, 107, 108, 109, 111, 113, 114, 115, 116, 117, 118, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 133, 134, 135, 136, 138, 139, 141, 144, 145, 146, 147, 148, 149, 150, 151, 153, 154, 155, 156, 157, 158, 159, 160, 163, 164, 167, 168, 169, 170, 171, 172, 175, 176, 178, 179, 180, 182, 183, 184, 185, 188, 189, 190, 191, 192, 193, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 206, 208, 210, 211, 212, 213, 216, 217, 218, 219, 220, 222, 224, 225, 227, 228, 229, 230, 231, 232, 233, 234, 236, 237, 239, 241, 242, 244, 245, 247, 248, 249, 250, 252, 253, 255, 256, 257, 258, 259, 260, 261, 262, 265, 267, 268, 269, 270, 271, 272, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 285, 286, 287, 288, 291, 292, 294, 296, 297, 298, 299, 300, 301, 303, 304, 306, 307, 308, 309, 310, 311, 312, 313, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 332, 333, 335, 336, 337, 338, 339, 340, 342, 343, 344, 345, 346, 347, 348, 349, 351, 352, 354, 355, 356, 357, 358, 359, 360, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 374, 375, 377, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 393, 395, 396, 397, 398, 399, 400, 401, 403, 404, 405, 406, 407, 408, 409, 411, 412, 413, 414, 415, 417, 418, 419], "outer_test_idx": [7, 16, 20, 29, 51, 59, 60, 69, 70, 74, 78, 79, 82, 83, 84, 87, 91, 93, 97, 102, 110, 112, 119, 120, 121, 132, 137, 140, 142, 143, 152, 161, 162, 165, 166, 173, 174, 177, 181, 186, 187, 194, 205, 207, 209, 214, 215, 221, 223, 226, 235, 238, 240, 243, 246, 251, 254, 263, 264, 266, 273, 284, 289, 290, 293, 295, 302, 305, 314, 315, 331, 334, 341, 350, 353, 361, 373, 376, 378, 392, 394, 402, 410, 416]} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_0/test_metrics.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_0/test_metrics.json new file mode 100644 index 0000000..67048da --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_0/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.3900751595506107, + "rmse": 1.1790144865736853, + "mae": 0.5758160261594387, + "r2": 0.14923978579103203 + }, + "delivery": { + "n_samples": 58, + "mse": 0.6073177306775106, + "rmse": 0.7793059288094186, + "mae": 0.600023343581064, + "r2": 0.22806251637797592 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7380952380952381, + "precision": 0.6987522281639929, + "recall": 0.7384176764076977, + "f1": 0.7053571428571428 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6854843974409192, + "recall": 0.7452380952380953, + "f1": 0.6937398293917098 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.27413470235907433, + "js_divergence": 0.05513125779838101 + } +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_1/best_params.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_1/best_params.json new file mode 100644 index 0000000..65bfe93 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_1/best_params.json @@ -0,0 +1,15 @@ +{ + "dropout": 0.1460218265559116, + "lr": 0.00016524680777017762, + "weight_decay": 3.41636179669361e-05, + "backbone_lr_ratio": 0.030281629390877935, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_1/epoch_mean.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_1/epoch_mean.json new file mode 100644 index 0000000..26e5cac --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_1/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 28} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_1/history.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_1/history.json new file mode 100644 index 0000000..f67ffd2 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_1/history.json @@ -0,0 +1,650 @@ +{ + "train": [ + { + "loss": 5.95694146156311, + "loss_size": 1.1717153936624527, + "loss_pdi": 0.7002962112426758, + "loss_ee": 1.0738635301589965, + "loss_delivery": 1.0208909153938293, + "loss_biodist": 1.3152726531028747, + "loss_toxic": 0.6553369998931885, + "loss_moe_lb": 2.1522592306137085 + }, + { + "loss": 5.59691424369812, + "loss_size": 1.1675109833478927, + "loss_pdi": 0.6782048225402832, + "loss_ee": 1.0338609635829925, + "loss_delivery": 0.879710802435875, + "loss_biodist": 1.21139999628067, + "loss_toxic": 0.6106909155845642, + "loss_moe_lb": 2.0426522970199583 + }, + { + "loss": 5.314777517318726, + "loss_size": 1.1125114679336547, + "loss_pdi": 0.6675461649894714, + "loss_ee": 1.0038430213928222, + "loss_delivery": 0.8317874550819397, + "loss_biodist": 1.1127331376075744, + "loss_toxic": 0.5736087560653687, + "loss_moe_lb": 2.0044509410858153 + }, + { + "loss": 5.318472957611084, + "loss_size": 1.3321408018469811, + "loss_pdi": 0.6447542667388916, + "loss_ee": 0.9735013484954834, + "loss_delivery": 0.8019119873642921, + "loss_biodist": 1.0347225427627564, + "loss_toxic": 0.5212198942899704, + "loss_moe_lb": 1.997629177570343 + }, + { + "loss": 4.908208847045898, + "loss_size": 1.0253162994980811, + "loss_pdi": 0.6280273795127869, + "loss_ee": 0.963654488325119, + "loss_delivery": 0.8358023554086685, + "loss_biodist": 0.9631507158279419, + "loss_toxic": 0.48191223442554476, + "loss_moe_lb": 1.9951638340950013 + }, + { + "loss": 4.670917129516601, + "loss_size": 1.0190274998545648, + "loss_pdi": 0.6276600062847137, + "loss_ee": 0.948592734336853, + "loss_delivery": 0.7500000193715095, + "loss_biodist": 0.8812009334564209, + "loss_toxic": 0.4340373009443283, + "loss_moe_lb": 2.002488684654236 + }, + { + "loss": 4.419801425933838, + "loss_size": 0.9646370649337769, + "loss_pdi": 0.6031308352947236, + "loss_ee": 0.9196622192859649, + "loss_delivery": 0.7298850908875465, + "loss_biodist": 0.7993584513664246, + "loss_toxic": 0.39207853525877, + "loss_moe_lb": 2.005782425403595 + }, + { + "loss": 4.341538405418396, + "loss_size": 1.0256555438041688, + "loss_pdi": 0.6017577409744262, + "loss_ee": 0.8821686446666718, + "loss_delivery": 0.7283981680870056, + "loss_biodist": 0.7415412366390228, + "loss_toxic": 0.3511735796928406, + "loss_moe_lb": 2.0006590485572815 + }, + { + "loss": 4.450812935829163, + "loss_size": 1.1932278543710708, + "loss_pdi": 0.5860012471675873, + "loss_ee": 0.8716592609882354, + "loss_delivery": 0.8023428827524185, + "loss_biodist": 0.6625094294548035, + "loss_toxic": 0.325234654545784, + "loss_moe_lb": 2.01410551071167 + }, + { + "loss": 4.0119473218917845, + "loss_size": 0.9428092300891876, + "loss_pdi": 0.5831607460975647, + "loss_ee": 0.8586952865123749, + "loss_delivery": 0.7011235013604165, + "loss_biodist": 0.5911579728126526, + "loss_toxic": 0.32314704805612565, + "loss_moe_lb": 2.019536542892456 + }, + { + "loss": 3.88989737033844, + "loss_size": 0.9440132856369019, + "loss_pdi": 0.5660414963960647, + "loss_ee": 0.8668156921863556, + "loss_delivery": 0.6667790472507477, + "loss_biodist": 0.5544539630413056, + "loss_toxic": 0.2801308915019035, + "loss_moe_lb": 1.993033516407013 + }, + { + "loss": 3.7691751956939696, + "loss_size": 0.8886943161487579, + "loss_pdi": 0.5746117889881134, + "loss_ee": 0.8385065078735352, + "loss_delivery": 0.7126187384128571, + "loss_biodist": 0.5144199073314667, + "loss_toxic": 0.22842808365821837, + "loss_moe_lb": 2.021104872226715 + }, + { + "loss": 3.8127062559127807, + "loss_size": 0.9316970378160476, + "loss_pdi": 0.5556592553853988, + "loss_ee": 0.822067403793335, + "loss_delivery": 0.7752792209386825, + "loss_biodist": 0.4908923298120499, + "loss_toxic": 0.22571707963943483, + "loss_moe_lb": 2.0531867027282713 + }, + { + "loss": 3.6753851890563967, + "loss_size": 0.9366544961929322, + "loss_pdi": 0.5558829426765441, + "loss_ee": 0.82745441198349, + "loss_delivery": 0.6601050168275833, + "loss_biodist": 0.447657972574234, + "loss_toxic": 0.23612624406814575, + "loss_moe_lb": 2.01098495721817 + }, + { + "loss": 3.5492469310760497, + "loss_size": 0.8385038137435913, + "loss_pdi": 0.5524094551801682, + "loss_ee": 0.8144168019294739, + "loss_delivery": 0.6812095940113068, + "loss_biodist": 0.4461641013622284, + "loss_toxic": 0.20460596680641174, + "loss_moe_lb": 2.0509196639060976 + }, + { + "loss": 3.610834574699402, + "loss_size": 0.9365156084299088, + "loss_pdi": 0.5489836424589157, + "loss_ee": 0.8046381592750549, + "loss_delivery": 0.6730329751968384, + "loss_biodist": 0.420113343000412, + "loss_toxic": 0.2167426824569702, + "loss_moe_lb": 2.002281641960144 + }, + { + "loss": 3.4950988054275514, + "loss_size": 0.910113325715065, + "loss_pdi": 0.5586615264415741, + "loss_ee": 0.7937391102313995, + "loss_delivery": 0.6359770208597183, + "loss_biodist": 0.3974850982427597, + "loss_toxic": 0.18856455013155937, + "loss_moe_lb": 1.9641880631446837 + }, + { + "loss": 3.536424493789673, + "loss_size": 0.8728338271379471, + "loss_pdi": 0.556491756439209, + "loss_ee": 0.826350724697113, + "loss_delivery": 0.6901968747377396, + "loss_biodist": 0.4038404285907745, + "loss_toxic": 0.1766880877315998, + "loss_moe_lb": 2.020815742015839 + }, + { + "loss": 3.509263849258423, + "loss_size": 0.8840439468622208, + "loss_pdi": 0.5589094251394272, + "loss_ee": 0.7835324347019196, + "loss_delivery": 0.6757414430379868, + "loss_biodist": 0.39690257906913756, + "loss_toxic": 0.1998906746506691, + "loss_moe_lb": 1.9988860726356505 + }, + { + "loss": 3.4443601846694945, + "loss_size": 0.8744325444102288, + "loss_pdi": 0.5511495560407639, + "loss_ee": 0.8011079847812652, + "loss_delivery": 0.658056715130806, + "loss_biodist": 0.37451496720314026, + "loss_toxic": 0.1752771258354187, + "loss_moe_lb": 1.9758548736572266 + }, + { + "loss": 3.452843427658081, + "loss_size": 0.8831847101449967, + "loss_pdi": 0.5322339504957199, + "loss_ee": 0.7853013813495636, + "loss_delivery": 0.6881359308958054, + "loss_biodist": 0.3837273582816124, + "loss_toxic": 0.1703602433204651, + "loss_moe_lb": 2.0073490262031557 + }, + { + "loss": 3.3922672986984255, + "loss_size": 0.8825898140668869, + "loss_pdi": 0.53873570561409, + "loss_ee": 0.803352952003479, + "loss_delivery": 0.6287989914417267, + "loss_biodist": 0.36548133194446564, + "loss_toxic": 0.1636833980679512, + "loss_moe_lb": 1.9699621558189393 + }, + { + "loss": 3.311440658569336, + "loss_size": 0.8405793979763985, + "loss_pdi": 0.5347037374973297, + "loss_ee": 0.7913058817386627, + "loss_delivery": 0.6053153052926064, + "loss_biodist": 0.3622263610363007, + "loss_toxic": 0.16696979254484176, + "loss_moe_lb": 1.9785977602005005 + }, + { + "loss": 3.291177773475647, + "loss_size": 0.8174500659108161, + "loss_pdi": 0.5231476366519928, + "loss_ee": 0.7785983443260193, + "loss_delivery": 0.6430597245693207, + "loss_biodist": 0.352966433763504, + "loss_toxic": 0.16564268693327905, + "loss_moe_lb": 1.9630827069282533 + }, + { + "loss": 3.268018102645874, + "loss_size": 0.8345319271087647, + "loss_pdi": 0.5204179078340531, + "loss_ee": 0.7797629773616791, + "loss_delivery": 0.6117841631174088, + "loss_biodist": 0.348481273651123, + "loss_toxic": 0.1629566140472889, + "loss_moe_lb": 1.9302372097969056 + }, + { + "loss": 3.4376466035842896, + "loss_size": 0.8676552876830101, + "loss_pdi": 0.5419054865837097, + "loss_ee": 0.7732380032539368, + "loss_delivery": 0.7249655395746231, + "loss_biodist": 0.35964719355106356, + "loss_toxic": 0.16131250634789468, + "loss_moe_lb": 1.966646099090576 + }, + { + "loss": 3.315218782424927, + "loss_size": 0.8301902055740357, + "loss_pdi": 0.5414318174123764, + "loss_ee": 0.7699566423892975, + "loss_delivery": 0.6443121641874313, + "loss_biodist": 0.36306593716144564, + "loss_toxic": 0.1567559190094471, + "loss_moe_lb": 1.9319392681121825 + }, + { + "loss": 3.37706515789032, + "loss_size": 0.8747902303934098, + "loss_pdi": 0.5228172719478608, + "loss_ee": 0.8088109076023102, + "loss_delivery": 0.645937716960907, + "loss_biodist": 0.3597287118434906, + "loss_toxic": 0.1561041384935379, + "loss_moe_lb": 1.9369750380516053 + } + ], + "val": [ + { + "loss": 99.57194519042969, + "loss_size": 78.52055740356445, + "loss_pdi": 1.8968904477660544, + "loss_ee": 11.759006023406982, + "loss_delivery": 3.041583012789488, + "loss_biodist": 4.41768205165863, + "loss_toxic": 4.768369734620137e-07, + "loss_moe_lb": 4.0, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.18181818181818182, + "acc_toxic": 1.0 + }, + { + "loss": 42.30291748046875, + "loss_size": 32.10364627838135, + "loss_pdi": 1.1668842530343682, + "loss_ee": 5.9776976108551025, + "loss_delivery": 1.1724934428930283, + "loss_biodist": 1.9226003885269165, + "loss_toxic": 0.00014706089132232592, + "loss_moe_lb": 3.999999761581421, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.18181818181818182, + "acc_toxic": 1.0 + }, + { + "loss": 14.989104747772217, + "loss_size": 9.12780213356018, + "loss_pdi": 0.7926716655492783, + "loss_ee": 2.8085216879844666, + "loss_delivery": 1.0711991786956787, + "loss_biodist": 1.17770916223526, + "loss_toxic": 0.008503091987222433, + "loss_moe_lb": 3.999989867210388, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.18181818181818182, + "acc_toxic": 1.0 + }, + { + "loss": 6.310817003250122, + "loss_size": 1.8267353773117065, + "loss_pdi": 0.6848292648792267, + "loss_ee": 1.6615655422210693, + "loss_delivery": 1.1044631004333496, + "loss_biodist": 0.9204348623752594, + "loss_toxic": 0.08793480694293976, + "loss_moe_lb": 3.9942883253097534, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.18181818181818182, + "acc_toxic": 1.0 + }, + { + "loss": 4.351683974266052, + "loss_size": 0.2606722190976143, + "loss_pdi": 0.6920875310897827, + "loss_ee": 1.2996554374694824, + "loss_delivery": 0.9964523762464523, + "loss_biodist": 0.7866346836090088, + "loss_toxic": 0.28862471878528595, + "loss_moe_lb": 3.6499441862106323, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 4.143777966499329, + "loss_size": 0.3019729107618332, + "loss_pdi": 0.570656031370163, + "loss_ee": 1.391435444355011, + "loss_delivery": 0.7597576230764389, + "loss_biodist": 0.804791271686554, + "loss_toxic": 0.29513925313949585, + "loss_moe_lb": 2.9080766439437866, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 4.085763096809387, + "loss_size": 0.3448137938976288, + "loss_pdi": 0.5512279868125916, + "loss_ee": 1.430461198091507, + "loss_delivery": 0.6778957396745682, + "loss_biodist": 0.7879535257816315, + "loss_toxic": 0.27545974403619766, + "loss_moe_lb": 2.768484592437744, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.980302095413208, + "loss_size": 0.37708476185798645, + "loss_pdi": 0.5478553771972656, + "loss_ee": 1.4492966532707214, + "loss_delivery": 0.6063247174024582, + "loss_biodist": 0.7438527643680573, + "loss_toxic": 0.24087201803922653, + "loss_moe_lb": 2.5069055557250977, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.867813229560852, + "loss_size": 0.4094865024089813, + "loss_pdi": 0.5301849246025085, + "loss_ee": 1.4656535685062408, + "loss_delivery": 0.5447539240121841, + "loss_biodist": 0.692684531211853, + "loss_toxic": 0.2105281688272953, + "loss_moe_lb": 2.4754817485809326, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.799347400665283, + "loss_size": 0.4233061969280243, + "loss_pdi": 0.5367382317781448, + "loss_ee": 1.498445212841034, + "loss_delivery": 0.4663979709148407, + "loss_biodist": 0.6768820881843567, + "loss_toxic": 0.183102834969759, + "loss_moe_lb": 2.5354535579681396, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.7837294340133667, + "loss_size": 0.4241347014904022, + "loss_pdi": 0.5412489622831345, + "loss_ee": 1.5241134464740753, + "loss_delivery": 0.4462272524833679, + "loss_biodist": 0.6666099280118942, + "loss_toxic": 0.16734564676880836, + "loss_moe_lb": 2.5920222997665405, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.7727781534194946, + "loss_size": 0.44904036819934845, + "loss_pdi": 0.5358827263116837, + "loss_ee": 1.5405739843845367, + "loss_delivery": 0.43052978813648224, + "loss_biodist": 0.6503230929374695, + "loss_toxic": 0.15303446725010872, + "loss_moe_lb": 2.6223145723342896, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.702959656715393, + "loss_size": 0.4593294858932495, + "loss_pdi": 0.5331820249557495, + "loss_ee": 1.5691998302936554, + "loss_delivery": 0.3744281381368637, + "loss_biodist": 0.6128718554973602, + "loss_toxic": 0.14113445207476616, + "loss_moe_lb": 2.6183069944381714, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.644010305404663, + "loss_size": 0.4506753832101822, + "loss_pdi": 0.527374655008316, + "loss_ee": 1.6041449010372162, + "loss_delivery": 0.33524189889431, + "loss_biodist": 0.5785650759935379, + "loss_toxic": 0.13549316674470901, + "loss_moe_lb": 2.641714870929718, + "acc_pdi": 0.7575757575757576, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.6242504119873047, + "loss_size": 0.4542844146490097, + "loss_pdi": 0.5329876244068146, + "loss_ee": 1.617768943309784, + "loss_delivery": 0.316950686275959, + "loss_biodist": 0.567104771733284, + "loss_toxic": 0.12335551157593727, + "loss_moe_lb": 2.650337338447571, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.5439447164535522, + "loss_size": 0.44505777955055237, + "loss_pdi": 0.5177853107452393, + "loss_ee": 1.6208959221839905, + "loss_delivery": 0.30591920018196106, + "loss_biodist": 0.5311040878295898, + "loss_toxic": 0.11128757987171412, + "loss_moe_lb": 2.6733461022377014, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.5158673524856567, + "loss_size": 0.44758930802345276, + "loss_pdi": 0.5165573209524155, + "loss_ee": 1.6319663226604462, + "loss_delivery": 0.28731516748666763, + "loss_biodist": 0.5117480754852295, + "loss_toxic": 0.10912631545215845, + "loss_moe_lb": 2.6811115741729736, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.4735429286956787, + "loss_size": 0.45287691056728363, + "loss_pdi": 0.5114488303661346, + "loss_ee": 1.6574147641658783, + "loss_delivery": 0.2410297766327858, + "loss_biodist": 0.49345913529396057, + "loss_toxic": 0.10584879573434591, + "loss_moe_lb": 2.701542377471924, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.4624075889587402, + "loss_size": 0.45098066329956055, + "loss_pdi": 0.5104259848594666, + "loss_ee": 1.6770054996013641, + "loss_delivery": 0.23050480335950851, + "loss_biodist": 0.4811723679304123, + "loss_toxic": 0.10115163959562778, + "loss_moe_lb": 2.7231398820877075, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.427483081817627, + "loss_size": 0.4391166865825653, + "loss_pdi": 0.5117200165987015, + "loss_ee": 1.6702120304107666, + "loss_delivery": 0.2320382222533226, + "loss_biodist": 0.46159327030181885, + "loss_toxic": 0.10153496079146862, + "loss_moe_lb": 2.737012028694153, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.427062749862671, + "loss_size": 0.43824274837970734, + "loss_pdi": 0.5192694365978241, + "loss_ee": 1.6850239634513855, + "loss_delivery": 0.2191825807094574, + "loss_biodist": 0.45493999123573303, + "loss_toxic": 0.09960447624325752, + "loss_moe_lb": 2.7330393195152283, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.4293240308761597, + "loss_size": 0.432635635137558, + "loss_pdi": 0.5135414302349091, + "loss_ee": 1.6998052299022675, + "loss_delivery": 0.22086681425571442, + "loss_biodist": 0.4518367052078247, + "loss_toxic": 0.10010006744414568, + "loss_moe_lb": 2.7367993593215942, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.45102059841156, + "loss_size": 0.43753811717033386, + "loss_pdi": 0.5181569755077362, + "loss_ee": 1.7074823379516602, + "loss_delivery": 0.2241927608847618, + "loss_biodist": 0.4554264545440674, + "loss_toxic": 0.09828236699104309, + "loss_moe_lb": 2.7221639752388, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.4571222066879272, + "loss_size": 0.44697360694408417, + "loss_pdi": 0.5191076844930649, + "loss_ee": 1.723280280828476, + "loss_delivery": 0.21073544770479202, + "loss_biodist": 0.4503494203090668, + "loss_toxic": 0.09699367638677359, + "loss_moe_lb": 2.7251169681549072, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.4235650300979614, + "loss_size": 0.4370454102754593, + "loss_pdi": 0.5161278694868088, + "loss_ee": 1.7134142816066742, + "loss_delivery": 0.20781053602695465, + "loss_biodist": 0.4424416571855545, + "loss_toxic": 0.09666068013757467, + "loss_moe_lb": 2.737978518009186, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.4127217531204224, + "loss_size": 0.43839773535728455, + "loss_pdi": 0.5060324966907501, + "loss_ee": 1.7256470620632172, + "loss_delivery": 0.20433877408504486, + "loss_biodist": 0.4326044023036957, + "loss_toxic": 0.09552818862721324, + "loss_moe_lb": 2.750504791736603, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.4006173610687256, + "loss_size": 0.4418856352567673, + "loss_pdi": 0.507394552230835, + "loss_ee": 1.7190730273723602, + "loss_delivery": 0.19502241909503937, + "loss_biodist": 0.43149448931217194, + "loss_toxic": 0.09552737511694431, + "loss_moe_lb": 2.743303418159485, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + }, + { + "loss": 3.406097650527954, + "loss_size": 0.43568307161331177, + "loss_pdi": 0.5070187002420425, + "loss_ee": 1.7165156304836273, + "loss_delivery": 0.2045200616121292, + "loss_biodist": 0.4355790317058563, + "loss_toxic": 0.09649099130183458, + "loss_moe_lb": 2.7525577545166016, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.9565217391304348 + } + ] +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_1/splits.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_1/splits.json new file mode 100644 index 0000000..1773fe5 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_1/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 3, 5, 6, 7, 10, 11, 12, 13, 15, 16, 18, 19, 20, 21, 24, 26, 27, 29, 30, 31, 32, 33, 35, 36, 38, 39, 40, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 67, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 112, 114, 115, 118, 119, 120, 121, 123, 124, 125, 126, 128, 129, 130, 131, 132, 136, 137, 140, 141, 142, 143, 144, 145, 146, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 161, 162, 164, 165, 166, 167, 168, 169, 171, 172, 173, 174, 175, 176, 177, 178, 179, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 194, 195, 196, 197, 198, 199, 201, 202, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 225, 226, 228, 229, 231, 232, 233, 234, 235, 236, 237, 238, 240, 242, 243, 244, 246, 247, 248, 250, 251, 252, 254, 255, 256, 258, 259, 260, 261, 262, 263, 264, 266, 268, 269, 270, 271, 273, 274, 275, 276, 277, 278, 279, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 295, 296, 297, 300, 301, 302, 303, 304, 305, 306, 307, 308, 310, 311, 313, 314, 315, 316, 317, 318, 319, 321, 322, 323, 324, 325, 327, 328, 329, 330, 331, 333, 334, 335, 337, 338, 339, 340, 341, 342, 343, 344, 345, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 361, 362, 364, 365, 366, 367, 368, 369, 373, 374, 375, 376, 378, 379, 380, 381, 382, 384, 387, 388, 389, 391, 392, 393, 394, 396, 397, 398, 399, 402, 403, 404, 405, 406, 408, 409, 410, 411, 412, 413, 414, 416, 417, 419], "outer_test_idx": [1, 2, 4, 8, 9, 14, 17, 22, 23, 25, 28, 34, 37, 41, 43, 45, 63, 64, 68, 85, 96, 104, 111, 113, 116, 117, 122, 127, 133, 134, 135, 138, 139, 147, 160, 163, 170, 180, 191, 192, 193, 200, 203, 208, 224, 227, 230, 239, 241, 245, 249, 253, 257, 265, 267, 272, 280, 294, 298, 299, 309, 312, 320, 326, 332, 336, 346, 347, 360, 363, 370, 371, 372, 377, 383, 385, 386, 390, 395, 400, 401, 407, 415, 418]} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_1/test_metrics.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_1/test_metrics.json new file mode 100644 index 0000000..a69613f --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_1/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.36393501536520506, + "rmse": 0.603270267264354, + "mae": 0.4734607306752531, + "r2": -0.11132814977487948 + }, + "delivery": { + "n_samples": 61, + "mse": 1.0230225277101266, + "rmse": 1.0114457611311278, + "mae": 0.6079123505375913, + "r2": 0.22564569512462318 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6309523809523809, + "precision": 0.5648148148148148, + "recall": 0.5793650793650793, + "f1": 0.5635997988939165 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5357142857142857, + "precision": 0.4692511192511193, + "recall": 0.47117168545739974, + "f1": 0.45642084094096474 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.418990654299829, + "js_divergence": 0.11085459080537044 + } +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_2/best_params.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_2/best_params.json new file mode 100644 index 0000000..f116bc4 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_2/best_params.json @@ -0,0 +1,15 @@ +{ + "dropout": 0.19165645785089888, + "lr": 0.0001935604862425119, + "weight_decay": 0.00017856185912789333, + "backbone_lr_ratio": 0.22382721014916093, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_2/epoch_mean.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_2/epoch_mean.json new file mode 100644 index 0000000..ee08dbf --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_2/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 24} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_2/history.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_2/history.json new file mode 100644 index 0000000..177486f --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_2/history.json @@ -0,0 +1,558 @@ +{ + "train": [ + { + "loss": 5.897424221038818, + "loss_size": 1.2336927950382233, + "loss_pdi": 0.6732137203216553, + "loss_ee": 1.0899155259132385, + "loss_delivery": 0.9415719658136368, + "loss_biodist": 1.2893673419952392, + "loss_toxic": 0.658448314666748, + "loss_moe_lb": 1.2269017338752746 + }, + { + "loss": 5.570638275146484, + "loss_size": 1.173842078447342, + "loss_pdi": 0.6672481656074524, + "loss_ee": 1.048400354385376, + "loss_delivery": 0.8987014800310135, + "loss_biodist": 1.1863179087638855, + "loss_toxic": 0.5907397031784057, + "loss_moe_lb": 1.0108389973640441 + }, + { + "loss": 5.262190198898315, + "loss_size": 1.0785853445529938, + "loss_pdi": 0.64030219912529, + "loss_ee": 1.0165601134300233, + "loss_delivery": 0.8582347631454468, + "loss_biodist": 1.088695192337036, + "loss_toxic": 0.5774198681116104, + "loss_moe_lb": 0.9964330673217774 + }, + { + "loss": 5.03238844871521, + "loss_size": 1.0623890042304993, + "loss_pdi": 0.6379908919334412, + "loss_ee": 0.9821832358837128, + "loss_delivery": 0.9026091903448105, + "loss_biodist": 0.9488652110099792, + "loss_toxic": 0.4975161194801331, + "loss_moe_lb": 0.9999919652938842 + }, + { + "loss": 4.544488716125488, + "loss_size": 1.0167803198099137, + "loss_pdi": 0.5975982904434204, + "loss_ee": 0.9246164858341217, + "loss_delivery": 0.8222596749663353, + "loss_biodist": 0.8040398895740509, + "loss_toxic": 0.3770289376378059, + "loss_moe_lb": 1.013806277513504 + }, + { + "loss": 4.248629093170166, + "loss_size": 0.9692030727863312, + "loss_pdi": 0.5800084114074707, + "loss_ee": 0.913703328371048, + "loss_delivery": 0.843557408452034, + "loss_biodist": 0.6498664200305939, + "loss_toxic": 0.2895892485976219, + "loss_moe_lb": 1.0070912957191467 + }, + { + "loss": 3.934148335456848, + "loss_size": 0.9661552354693412, + "loss_pdi": 0.5824215024709701, + "loss_ee": 0.8787979304790496, + "loss_delivery": 0.7180101811885834, + "loss_biodist": 0.5623405367136002, + "loss_toxic": 0.2226622998714447, + "loss_moe_lb": 1.0214214622974396 + }, + { + "loss": 3.7740037202835084, + "loss_size": 0.8921864941716194, + "loss_pdi": 0.5676888167858124, + "loss_ee": 0.8524790704250336, + "loss_delivery": 0.7584846645593644, + "loss_biodist": 0.5004804968833924, + "loss_toxic": 0.1989683449268341, + "loss_moe_lb": 1.0189765214920044 + }, + { + "loss": 3.6546810388565065, + "loss_size": 0.9091441810131073, + "loss_pdi": 0.5468568712472915, + "loss_ee": 0.8049021273851394, + "loss_delivery": 0.74618731290102, + "loss_biodist": 0.46116853356361387, + "loss_toxic": 0.18281087055802345, + "loss_moe_lb": 1.0044295489788055 + }, + { + "loss": 3.544638824462891, + "loss_size": 0.9430350631475448, + "loss_pdi": 0.5655563086271286, + "loss_ee": 0.8157674252986908, + "loss_delivery": 0.6369638696312905, + "loss_biodist": 0.4265425056219101, + "loss_toxic": 0.15342053025960922, + "loss_moe_lb": 1.0106033682823181 + }, + { + "loss": 3.4118820905685423, + "loss_size": 0.8496161356568337, + "loss_pdi": 0.5525047004222869, + "loss_ee": 0.806796532869339, + "loss_delivery": 0.6454359248280526, + "loss_biodist": 0.40564899146556854, + "loss_toxic": 0.14864415042102336, + "loss_moe_lb": 1.0095322132110596 + }, + { + "loss": 3.332191324234009, + "loss_size": 0.8768670991063118, + "loss_pdi": 0.5412979155778885, + "loss_ee": 0.7805009484291077, + "loss_delivery": 0.6216173827648163, + "loss_biodist": 0.39082337319850924, + "loss_toxic": 0.11800698451697826, + "loss_moe_lb": 1.0227928578853607 + }, + { + "loss": 3.357746648788452, + "loss_size": 0.8162470251321793, + "loss_pdi": 0.5504244893789292, + "loss_ee": 0.7671723544597626, + "loss_delivery": 0.6737320005893708, + "loss_biodist": 0.42460726499557494, + "loss_toxic": 0.12359873801469803, + "loss_moe_lb": 1.0133055388927459 + }, + { + "loss": 3.297846245765686, + "loss_size": 0.8011676967144012, + "loss_pdi": 0.5267350614070893, + "loss_ee": 0.7518932282924652, + "loss_delivery": 0.722083954513073, + "loss_biodist": 0.37567456960678103, + "loss_toxic": 0.11831254586577415, + "loss_moe_lb": 1.0266079664230348 + }, + { + "loss": 3.4924859523773195, + "loss_size": 1.0575682938098907, + "loss_pdi": 0.5304191172122955, + "loss_ee": 0.7606545388698578, + "loss_delivery": 0.6347798764705658, + "loss_biodist": 0.37636457532644274, + "loss_toxic": 0.13187742196023464, + "loss_moe_lb": 1.0226201593875885 + }, + { + "loss": 3.2024601697921753, + "loss_size": 0.7612188890576362, + "loss_pdi": 0.5190179437398911, + "loss_ee": 0.7671220302581787, + "loss_delivery": 0.6641891330480576, + "loss_biodist": 0.37606166005134584, + "loss_toxic": 0.1133470308035612, + "loss_moe_lb": 1.019302749633789 + }, + { + "loss": 3.277622866630554, + "loss_size": 0.9594640016555787, + "loss_pdi": 0.5173854768276215, + "loss_ee": 0.721393683552742, + "loss_delivery": 0.5979351282119751, + "loss_biodist": 0.37664695680141447, + "loss_toxic": 0.10367045029997826, + "loss_moe_lb": 1.0125032424926759 + }, + { + "loss": 3.0550141096115113, + "loss_size": 0.7652220129966736, + "loss_pdi": 0.5145550191402435, + "loss_ee": 0.7371192097663879, + "loss_delivery": 0.5865151762962342, + "loss_biodist": 0.3443537920713425, + "loss_toxic": 0.10512683875858783, + "loss_moe_lb": 1.0185342729091644 + }, + { + "loss": 3.0786255598068237, + "loss_size": 0.7335910975933075, + "loss_pdi": 0.5084354817867279, + "loss_ee": 0.718267410993576, + "loss_delivery": 0.6229262217879296, + "loss_biodist": 0.3774003773927689, + "loss_toxic": 0.11600458063185215, + "loss_moe_lb": 1.022272914648056 + }, + { + "loss": 3.0526315927505494, + "loss_size": 0.7499296501278877, + "loss_pdi": 0.48882108330726626, + "loss_ee": 0.7244755268096924, + "loss_delivery": 0.6184071287512779, + "loss_biodist": 0.3707275867462158, + "loss_toxic": 0.0986387874931097, + "loss_moe_lb": 1.0043651640415192 + }, + { + "loss": 3.0661020278930664, + "loss_size": 0.7622467517852783, + "loss_pdi": 0.5208409309387207, + "loss_ee": 0.7198970913887024, + "loss_delivery": 0.6059480383992195, + "loss_biodist": 0.35001890659332274, + "loss_toxic": 0.10556144658476115, + "loss_moe_lb": 1.0133861482143403 + }, + { + "loss": 3.0660641193389893, + "loss_size": 0.7822605565190315, + "loss_pdi": 0.4910672128200531, + "loss_ee": 0.7334078669548034, + "loss_delivery": 0.5878678023815155, + "loss_biodist": 0.3715006709098816, + "loss_toxic": 0.0984272126108408, + "loss_moe_lb": 1.0184395015239716 + }, + { + "loss": 3.007111930847168, + "loss_size": 0.6965908288955689, + "loss_pdi": 0.5043350040912629, + "loss_ee": 0.742658543586731, + "loss_delivery": 0.6069499932229518, + "loss_biodist": 0.35133670568466185, + "loss_toxic": 0.10352608896791934, + "loss_moe_lb": 1.0181322395801544 + }, + { + "loss": 3.1920086145401, + "loss_size": 0.8017445385456086, + "loss_pdi": 0.5097947090864181, + "loss_ee": 0.7353523552417756, + "loss_delivery": 0.6739943265914917, + "loss_biodist": 0.33895560801029206, + "loss_toxic": 0.13125596717000007, + "loss_moe_lb": 1.0101846575737 + } + ], + "val": [ + { + "loss": 102.69490051269531, + "loss_size": 9.167361736297607, + "loss_pdi": 1.4674455163767561, + "loss_ee": 14.14828872680664, + "loss_delivery": 59.52023696899414, + "loss_biodist": 15.365342617034912, + "loss_toxic": 3.1376973385085876, + "loss_moe_lb": 3.999857187271118, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.92 + }, + { + "loss": 36.07660484313965, + "loss_size": 1.62603098154068, + "loss_pdi": 0.9419373515993357, + "loss_ee": 7.421420335769653, + "loss_delivery": 17.28879451751709, + "loss_biodist": 6.826892375946045, + "loss_toxic": 2.0344353975960985, + "loss_moe_lb": 3.9943389892578125, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.92 + }, + { + "loss": 13.756584644317627, + "loss_size": 0.1477062702178955, + "loss_pdi": 0.6253713853657246, + "loss_ee": 3.958319902420044, + "loss_delivery": 5.065470218658447, + "loss_biodist": 2.7652931213378906, + "loss_toxic": 1.2085630716755986, + "loss_moe_lb": 3.8660229444503784, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.92 + }, + { + "loss": 6.769073963165283, + "loss_size": 0.2163668591529131, + "loss_pdi": 0.5560791790485382, + "loss_ee": 2.225447416305542, + "loss_delivery": 1.9630706310272217, + "loss_biodist": 1.2120713591575623, + "loss_toxic": 0.5913501512259245, + "loss_moe_lb": 2.870761752128601, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.5151515151515151, + "acc_toxic": 0.92 + }, + { + "loss": 4.249414682388306, + "loss_size": 0.34658244252204895, + "loss_pdi": 0.6249577105045319, + "loss_ee": 1.435861885547638, + "loss_delivery": 0.8698650896549225, + "loss_biodist": 0.7640590965747833, + "loss_toxic": 0.19994864612817764, + "loss_moe_lb": 1.8530327677726746, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.48484848484848486, + "acc_toxic": 0.96 + }, + { + "loss": 3.1450464725494385, + "loss_size": 0.22379246611171766, + "loss_pdi": 0.7325741350650787, + "loss_ee": 0.887989342212677, + "loss_delivery": 0.5802401974797249, + "loss_biodist": 0.508284866809845, + "loss_toxic": 0.19601869583129883, + "loss_moe_lb": 1.9906914234161377, + "acc_pdi": 0.3939393939393939, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.96 + }, + { + "loss": 2.911947727203369, + "loss_size": 0.2818925678730011, + "loss_pdi": 0.7195163369178772, + "loss_ee": 0.7635897397994995, + "loss_delivery": 0.6459616422653198, + "loss_biodist": 0.34806179255247116, + "loss_toxic": 0.13762378692626953, + "loss_moe_lb": 1.772936999797821, + "acc_pdi": 0.42424242424242425, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.92 + }, + { + "loss": 2.8398104310035706, + "loss_size": 0.33244720846414566, + "loss_pdi": 0.6897814869880676, + "loss_ee": 0.712081715464592, + "loss_delivery": 0.6909766048192978, + "loss_biodist": 0.29545362293720245, + "loss_toxic": 0.10698456317186356, + "loss_moe_lb": 1.4573689699172974, + "acc_pdi": 0.3939393939393939, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.92 + }, + { + "loss": 2.597566545009613, + "loss_size": 0.37275078147649765, + "loss_pdi": 0.6099403202533722, + "loss_ee": 0.6712365746498108, + "loss_delivery": 0.607789620757103, + "loss_biodist": 0.24176589027047157, + "loss_toxic": 0.08226075023412704, + "loss_moe_lb": 1.310960590839386, + "acc_pdi": 0.5757575757575758, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.92 + }, + { + "loss": 2.530380964279175, + "loss_size": 0.3410547375679016, + "loss_pdi": 0.6313956677913666, + "loss_ee": 0.676218181848526, + "loss_delivery": 0.5602343529462814, + "loss_biodist": 0.2321566864848137, + "loss_toxic": 0.07833234407007694, + "loss_moe_lb": 1.277985692024231, + "acc_pdi": 0.5454545454545454, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.92 + }, + { + "loss": 2.6163753867149353, + "loss_size": 0.3892626240849495, + "loss_pdi": 0.6603215038776398, + "loss_ee": 0.669865295290947, + "loss_delivery": 0.5962760001420975, + "loss_biodist": 0.21948007494211197, + "loss_toxic": 0.07180536352097988, + "loss_moe_lb": 1.2525014877319336, + "acc_pdi": 0.45454545454545453, + "acc_ee": 0.6363636363636364, + "acc_toxic": 0.92 + }, + { + "loss": 2.466996669769287, + "loss_size": 0.41689709573984146, + "loss_pdi": 0.6212625503540039, + "loss_ee": 0.6678390949964523, + "loss_delivery": 0.4764757975935936, + "loss_biodist": 0.1996186338365078, + "loss_toxic": 0.07509798556566238, + "loss_moe_lb": 1.2267624735832214, + "acc_pdi": 0.5454545454545454, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.92 + }, + { + "loss": 2.4218443036079407, + "loss_size": 0.36849895864725113, + "loss_pdi": 0.6078921556472778, + "loss_ee": 0.6768940985202789, + "loss_delivery": 0.48512566089630127, + "loss_biodist": 0.19455960765480995, + "loss_toxic": 0.07920119352638721, + "loss_moe_lb": 1.2512391209602356, + "acc_pdi": 0.5454545454545454, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 2.382693111896515, + "loss_size": 0.36103562265634537, + "loss_pdi": 0.5985823571681976, + "loss_ee": 0.6865076571702957, + "loss_delivery": 0.45820804685354233, + "loss_biodist": 0.18647268414497375, + "loss_toxic": 0.0827915370464325, + "loss_moe_lb": 1.2115904092788696, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 2.361483871936798, + "loss_size": 0.3280889317393303, + "loss_pdi": 0.5804222226142883, + "loss_ee": 0.6829850226640701, + "loss_delivery": 0.4964318126440048, + "loss_biodist": 0.18313712626695633, + "loss_toxic": 0.08143447525799274, + "loss_moe_lb": 1.2295914888381958, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 2.370936334133148, + "loss_size": 0.32719743996858597, + "loss_pdi": 0.5702327191829681, + "loss_ee": 0.6896436363458633, + "loss_delivery": 0.5095989108085632, + "loss_biodist": 0.17851963639259338, + "loss_toxic": 0.08699154481291771, + "loss_moe_lb": 1.2427685260772705, + "acc_pdi": 0.6060606060606061, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 2.307254910469055, + "loss_size": 0.3303838446736336, + "loss_pdi": 0.5572257339954376, + "loss_ee": 0.6790737956762314, + "loss_delivery": 0.47827865183353424, + "loss_biodist": 0.1742035448551178, + "loss_toxic": 0.0796913392841816, + "loss_moe_lb": 1.1864240169525146, + "acc_pdi": 0.6363636363636364, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 2.323858857154846, + "loss_size": 0.348547600209713, + "loss_pdi": 0.5513752996921539, + "loss_ee": 0.6814105212688446, + "loss_delivery": 0.4848291128873825, + "loss_biodist": 0.17270859330892563, + "loss_toxic": 0.07690508011728525, + "loss_moe_lb": 1.189824104309082, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 2.3363126516342163, + "loss_size": 0.35376640409231186, + "loss_pdi": 0.544276237487793, + "loss_ee": 0.6855369061231613, + "loss_delivery": 0.49905648827552795, + "loss_biodist": 0.1731368489563465, + "loss_toxic": 0.07289969455450773, + "loss_moe_lb": 1.1796590089797974, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 2.322010636329651, + "loss_size": 0.33805838227272034, + "loss_pdi": 0.5410079956054688, + "loss_ee": 0.6815751940011978, + "loss_delivery": 0.5101843625307083, + "loss_biodist": 0.16894854232668877, + "loss_toxic": 0.07469689846038818, + "loss_moe_lb": 1.1682095527648926, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 2.313592553138733, + "loss_size": 0.3398972749710083, + "loss_pdi": 0.5260824859142303, + "loss_ee": 0.6826115846633911, + "loss_delivery": 0.5135777443647385, + "loss_biodist": 0.1713021919131279, + "loss_toxic": 0.07200157549232244, + "loss_moe_lb": 1.2277660965919495, + "acc_pdi": 0.6666666666666666, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 2.2863783836364746, + "loss_size": 0.33244113624095917, + "loss_pdi": 0.528763622045517, + "loss_ee": 0.6768012940883636, + "loss_delivery": 0.49615898728370667, + "loss_biodist": 0.17127825319766998, + "loss_toxic": 0.07288878038525581, + "loss_moe_lb": 1.1998465657234192, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 2.310438096523285, + "loss_size": 0.33567408472299576, + "loss_pdi": 0.5281154215335846, + "loss_ee": 0.6799695491790771, + "loss_delivery": 0.5165119618177414, + "loss_biodist": 0.16966022551059723, + "loss_toxic": 0.07268874999135733, + "loss_moe_lb": 1.2008745670318604, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + }, + { + "loss": 2.3021080493927, + "loss_size": 0.3324187397956848, + "loss_pdi": 0.5310109257698059, + "loss_ee": 0.6801385432481766, + "loss_delivery": 0.5140269547700882, + "loss_biodist": 0.1650496907532215, + "loss_toxic": 0.07120785396546125, + "loss_moe_lb": 1.2429742217063904, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.6060606060606061, + "acc_toxic": 0.96 + } + ] +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_2/splits.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_2/splits.json new file mode 100644 index 0000000..14df306 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_2/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 11, 13, 14, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 38, 39, 40, 41, 43, 44, 45, 47, 48, 49, 50, 51, 55, 56, 57, 58, 59, 60, 61, 63, 64, 65, 68, 69, 70, 72, 74, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 91, 93, 94, 95, 96, 97, 100, 101, 102, 103, 104, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 142, 143, 145, 147, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 160, 161, 162, 163, 165, 166, 167, 168, 170, 171, 172, 173, 174, 175, 177, 179, 180, 181, 183, 184, 185, 186, 187, 188, 191, 192, 193, 194, 196, 197, 199, 200, 202, 203, 204, 205, 207, 208, 209, 210, 211, 212, 213, 214, 215, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 232, 233, 235, 236, 237, 238, 239, 240, 241, 242, 243, 245, 246, 249, 250, 251, 252, 253, 254, 255, 256, 257, 259, 260, 261, 263, 264, 265, 266, 267, 268, 269, 271, 272, 273, 274, 275, 276, 280, 281, 282, 283, 284, 285, 287, 289, 290, 293, 294, 295, 296, 297, 298, 299, 300, 302, 303, 305, 307, 308, 309, 310, 311, 312, 313, 314, 315, 317, 318, 320, 321, 322, 323, 324, 326, 327, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 358, 360, 361, 363, 364, 365, 366, 368, 369, 370, 371, 372, 373, 376, 377, 378, 379, 380, 381, 382, 383, 385, 386, 387, 388, 389, 390, 392, 394, 395, 398, 399, 400, 401, 402, 404, 405, 407, 408, 409, 410, 412, 413, 414, 415, 416, 417, 418], "outer_test_idx": [10, 12, 15, 31, 35, 42, 46, 52, 53, 54, 62, 66, 67, 71, 73, 75, 77, 81, 89, 90, 92, 98, 99, 105, 123, 124, 141, 144, 146, 154, 155, 164, 169, 176, 178, 182, 189, 190, 195, 198, 201, 206, 216, 217, 218, 219, 231, 234, 244, 247, 248, 258, 262, 270, 277, 278, 279, 286, 288, 291, 292, 301, 304, 306, 316, 319, 325, 328, 343, 357, 359, 362, 367, 374, 375, 384, 391, 393, 396, 397, 403, 406, 411, 419]} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_2/test_metrics.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_2/test_metrics.json new file mode 100644 index 0000000..7423b94 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_2/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.5235245725387611, + "rmse": 0.7235499792956677, + "mae": 0.5419669135063443, + "r2": -0.03395167696776724 + }, + "delivery": { + "n_samples": 60, + "mse": 0.6574946725605854, + "rmse": 0.8108604519648158, + "mae": 0.5131497412997609, + "r2": 0.12476063128028725 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6517857142857143, + "recall": 0.6744868035190617, + "f1": 0.6583050847457628 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6053508771929824, + "recall": 0.6573295985060691, + "f1": 0.6168590642643937 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.32248222996451137, + "js_divergence": 0.08021451849612893 + } +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_3/best_params.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_3/best_params.json new file mode 100644 index 0000000..963e8ed --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_3/best_params.json @@ -0,0 +1,15 @@ +{ + "dropout": 0.2778201867797741, + "lr": 0.0004781288818954282, + "weight_decay": 0.0016987970387862138, + "backbone_lr_ratio": 0.9458696393367624, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_3/epoch_mean.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_3/epoch_mean.json new file mode 100644 index 0000000..0ac5b47 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_3/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 13} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_3/history.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_3/history.json new file mode 100644 index 0000000..84ab7c8 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_3/history.json @@ -0,0 +1,305 @@ +{ + "train": [ + { + "loss": 5.574408483505249, + "loss_size": 0.8477642387151718, + "loss_pdi": 0.6988099992275238, + "loss_ee": 1.0797709703445435, + "loss_delivery": 0.955232635140419, + "loss_biodist": 1.274113953113556, + "loss_toxic": 0.7023949325084686, + "loss_moe_lb": 2.103541684150696 + }, + { + "loss": 4.897023177146911, + "loss_size": 0.7857582330703735, + "loss_pdi": 0.6525790989398956, + "loss_ee": 1.0195725381374359, + "loss_delivery": 0.78826634734869, + "loss_biodist": 1.0638715207576752, + "loss_toxic": 0.5773515105247498, + "loss_moe_lb": 2.020030069351196 + }, + { + "loss": 4.483965301513672, + "loss_size": 0.7112361937761307, + "loss_pdi": 0.6452303409576416, + "loss_ee": 0.9897235274314881, + "loss_delivery": 0.7742807298898697, + "loss_biodist": 0.8527363121509552, + "loss_toxic": 0.5035731554031372, + "loss_moe_lb": 2.0494428873062134 + }, + { + "loss": 3.961730194091797, + "loss_size": 0.7336064398288726, + "loss_pdi": 0.6534721732139588, + "loss_ee": 0.9134042859077454, + "loss_delivery": 0.7935500845313073, + "loss_biodist": 0.5318072140216827, + "loss_toxic": 0.32479179948568343, + "loss_moe_lb": 2.1592283725738524 + }, + { + "loss": 3.440848231315613, + "loss_size": 0.7460273236036301, + "loss_pdi": 0.5460408210754395, + "loss_ee": 0.8340230166912079, + "loss_delivery": 0.7747372925281525, + "loss_biodist": 0.37508715093135836, + "loss_toxic": 0.14843672439455985, + "loss_moe_lb": 2.217156934738159 + }, + { + "loss": 3.1856589317321777, + "loss_size": 0.6630868732929229, + "loss_pdi": 0.5402876108884811, + "loss_ee": 0.7906910955905915, + "loss_delivery": 0.7232252061367035, + "loss_biodist": 0.3048593893647194, + "loss_toxic": 0.14612082354724407, + "loss_moe_lb": 2.2129090070724486 + }, + { + "loss": 2.9184768557548524, + "loss_size": 0.6204694524407387, + "loss_pdi": 0.5145249098539353, + "loss_ee": 0.7919496893882751, + "loss_delivery": 0.5870357632637024, + "loss_biodist": 0.2755271404981613, + "loss_toxic": 0.10955984145402908, + "loss_moe_lb": 2.319486880302429 + }, + { + "loss": 2.866441249847412, + "loss_size": 0.6646795317530632, + "loss_pdi": 0.46595927625894545, + "loss_ee": 0.7132184505462646, + "loss_delivery": 0.6231430180370807, + "loss_biodist": 0.25067967027425764, + "loss_toxic": 0.1288732137531042, + "loss_moe_lb": 2.3108766794204714 + }, + { + "loss": 2.6835588932037355, + "loss_size": 0.6081074759364128, + "loss_pdi": 0.4965428739786148, + "loss_ee": 0.710031247138977, + "loss_delivery": 0.49570910930633544, + "loss_biodist": 0.213777656853199, + "loss_toxic": 0.13863037694245578, + "loss_moe_lb": 2.320985794067383 + }, + { + "loss": 2.534558415412903, + "loss_size": 0.5703874066472053, + "loss_pdi": 0.46241735517978666, + "loss_ee": 0.6975071251392364, + "loss_delivery": 0.47717427760362624, + "loss_biodist": 0.1941620424389839, + "loss_toxic": 0.11143723279237747, + "loss_moe_lb": 2.327861499786377 + }, + { + "loss": 2.537040853500366, + "loss_size": 0.6134521543979645, + "loss_pdi": 0.4591355562210083, + "loss_ee": 0.6805823624134064, + "loss_delivery": 0.4908590540289879, + "loss_biodist": 0.18666410744190215, + "loss_toxic": 0.08545927368104458, + "loss_moe_lb": 2.3353315591812134 + }, + { + "loss": 2.470002734661102, + "loss_size": 0.6207144886255265, + "loss_pdi": 0.44843047857284546, + "loss_ee": 0.6624585330486298, + "loss_delivery": 0.45589862763881683, + "loss_biodist": 0.2000859037041664, + "loss_toxic": 0.061219886690378186, + "loss_moe_lb": 2.3341883420944214 + }, + { + "loss": 2.476760244369507, + "loss_size": 0.5715754434466362, + "loss_pdi": 0.4558671355247498, + "loss_ee": 0.6529128789901734, + "loss_delivery": 0.4991984650492668, + "loss_biodist": 0.18436531871557235, + "loss_toxic": 0.09132446041330695, + "loss_moe_lb": 2.3555267810821534 + } + ], + "val": [ + { + "loss": 108.13703536987305, + "loss_size": 72.81766128540039, + "loss_pdi": 6.131765365600586, + "loss_ee": 2.008293002843857, + "loss_delivery": 1.4920850992202759, + "loss_biodist": 13.422444343566895, + "loss_toxic": 12.560469150543213, + "loss_moe_lb": 4.000000238418579, + "acc_pdi": 0.18181818181818182, + "acc_ee": 0.3333333333333333, + "acc_toxic": 0.0 + }, + { + "loss": 52.97803497314453, + "loss_size": 36.70771789550781, + "loss_pdi": 3.058400273323059, + "loss_ee": 1.7554484605789185, + "loss_delivery": 4.041139006614685, + "loss_biodist": 4.023476719856262, + "loss_toxic": 3.6064800024032593, + "loss_moe_lb": 4.000000476837158, + "acc_pdi": 0.18181818181818182, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.0 + }, + { + "loss": 18.82492160797119, + "loss_size": 10.734869480133057, + "loss_pdi": 1.5558096766471863, + "loss_ee": 1.4609319567680359, + "loss_delivery": 3.7157015800476074, + "loss_biodist": 0.759264200925827, + "loss_toxic": 0.6624424159526825, + "loss_moe_lb": 3.9999901056289673, + "acc_pdi": 0.18181818181818182, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.68 + }, + { + "loss": 6.938549518585205, + "loss_size": 2.138765335083008, + "loss_pdi": 0.7345437407493591, + "loss_ee": 1.3741317987442017, + "loss_delivery": 1.9284983277320862, + "loss_biodist": 0.3389359936118126, + "loss_toxic": 0.42075639963150024, + "loss_moe_lb": 3.9920212030410767, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 4.89190411567688, + "loss_size": 0.4657607674598694, + "loss_pdi": 0.6162931323051453, + "loss_ee": 1.410393476486206, + "loss_delivery": 1.4008715748786926, + "loss_biodist": 0.42934806644916534, + "loss_toxic": 0.5627555549144745, + "loss_moe_lb": 3.344354748725891, + "acc_pdi": 0.8787878787878788, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.96 + }, + { + "loss": 5.041316032409668, + "loss_size": 0.6474137008190155, + "loss_pdi": 0.8870520889759064, + "loss_ee": 1.4306442439556122, + "loss_delivery": 0.7813218832015991, + "loss_biodist": 0.574768990278244, + "loss_toxic": 0.7223057076334953, + "loss_moe_lb": 2.8220953941345215, + "acc_pdi": 0.8484848484848485, + "acc_ee": 0.5757575757575758, + "acc_toxic": 0.96 + }, + { + "loss": 3.6836793422698975, + "loss_size": 0.4264969527721405, + "loss_pdi": 0.6422418057918549, + "loss_ee": 1.334225594997406, + "loss_delivery": 0.6827019155025482, + "loss_biodist": 0.4052352011203766, + "loss_toxic": 0.1857267338782549, + "loss_moe_lb": 2.6814037561416626, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 3.8068487644195557, + "loss_size": 0.6179400756955147, + "loss_pdi": 0.7399658262729645, + "loss_ee": 1.308989554643631, + "loss_delivery": 0.634748600423336, + "loss_biodist": 0.3740468919277191, + "loss_toxic": 0.1280539333820343, + "loss_moe_lb": 2.614651918411255, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 3.517259359359741, + "loss_size": 0.5599825382232666, + "loss_pdi": 0.7866655737161636, + "loss_ee": 1.2485573887825012, + "loss_delivery": 0.5260637924075127, + "loss_biodist": 0.3223182111978531, + "loss_toxic": 0.06912221573293209, + "loss_moe_lb": 2.615026593208313, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.5454545454545454, + "acc_toxic": 1.0 + }, + { + "loss": 3.3386006355285645, + "loss_size": 0.48852021247148514, + "loss_pdi": 0.6971714645624161, + "loss_ee": 1.2672230005264282, + "loss_delivery": 0.5068903937935829, + "loss_biodist": 0.3235258460044861, + "loss_toxic": 0.05001087859272957, + "loss_moe_lb": 2.5912444591522217, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 3.258699893951416, + "loss_size": 0.4819374457001686, + "loss_pdi": 0.6302937269210815, + "loss_ee": 1.233782798051834, + "loss_delivery": 0.5512243881821632, + "loss_biodist": 0.31890980899333954, + "loss_toxic": 0.036085362546145916, + "loss_moe_lb": 2.625761389732361, + "acc_pdi": 0.7878787878787878, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 3.1519869565963745, + "loss_size": 0.5009052604436874, + "loss_pdi": 0.6009023636579514, + "loss_ee": 1.1835105419158936, + "loss_delivery": 0.5430403612554073, + "loss_biodist": 0.2880828082561493, + "loss_toxic": 0.0275684529915452, + "loss_moe_lb": 2.6096229553222656, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 3.138619542121887, + "loss_size": 0.5042306706309319, + "loss_pdi": 0.5908506065607071, + "loss_ee": 1.1819941997528076, + "loss_delivery": 0.5437847673892975, + "loss_biodist": 0.28426259756088257, + "loss_toxic": 0.025406422093510628, + "loss_moe_lb": 2.606065511703491, + "acc_pdi": 0.8181818181818182, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_3/splits.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_3/splits.json new file mode 100644 index 0000000..7a2b13e --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_3/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [0, 1, 2, 4, 5, 7, 8, 9, 10, 11, 12, 14, 15, 16, 17, 20, 21, 22, 23, 24, 25, 27, 28, 29, 30, 31, 32, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 51, 52, 53, 54, 55, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 73, 74, 75, 76, 77, 78, 79, 81, 82, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 100, 102, 104, 105, 106, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 127, 129, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 148, 150, 151, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 166, 168, 169, 170, 172, 173, 174, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 195, 198, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 212, 213, 214, 215, 216, 217, 218, 219, 221, 223, 224, 226, 227, 228, 230, 231, 233, 234, 235, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 251, 252, 253, 254, 255, 256, 257, 258, 259, 262, 263, 264, 265, 266, 267, 268, 269, 270, 272, 273, 274, 275, 276, 277, 278, 279, 280, 282, 284, 286, 288, 289, 290, 291, 292, 293, 294, 295, 297, 298, 299, 301, 302, 304, 305, 306, 307, 308, 309, 310, 312, 314, 315, 316, 317, 319, 320, 321, 325, 326, 327, 328, 331, 332, 334, 336, 340, 341, 343, 344, 346, 347, 348, 350, 352, 353, 357, 359, 360, 361, 362, 363, 364, 366, 367, 368, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 382, 383, 384, 385, 386, 387, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 400, 401, 402, 403, 404, 406, 407, 410, 411, 412, 414, 415, 416, 418, 419], "outer_test_idx": [3, 6, 13, 18, 19, 26, 33, 44, 48, 49, 50, 56, 57, 72, 80, 88, 94, 101, 103, 107, 108, 114, 126, 128, 130, 145, 149, 157, 167, 171, 175, 188, 196, 197, 199, 211, 220, 222, 225, 229, 232, 236, 250, 260, 261, 271, 281, 283, 285, 287, 296, 300, 303, 311, 313, 318, 322, 323, 324, 329, 330, 333, 335, 337, 338, 339, 342, 345, 349, 351, 354, 355, 356, 358, 365, 369, 381, 388, 399, 405, 408, 409, 413, 417]} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_3/test_metrics.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_3/test_metrics.json new file mode 100644 index 0000000..cfa7e02 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_3/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 83, + "mse": 1.8525915356133351, + "rmse": 1.3610993849140243, + "mae": 0.5908805231664733, + "r2": -0.047839892819373286 + }, + "delivery": { + "n_samples": 59, + "mse": 0.6323231865413851, + "rmse": 0.7951875165905116, + "mae": 0.45627199585344325, + "r2": 0.38530673579114527 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.616710875331565, + "recall": 0.6290322580645161, + "f1": 0.6208333333333333 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6190476190476191, + "precision": 0.5357413600891862, + "recall": 0.5468325791855203, + "f1": 0.5385907715804623 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9333333333333333, + "precision": 0.7142857142857143, + "recall": 0.9649122807017544, + "f1": 0.7818181818181817 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.27107935331329597, + "js_divergence": 0.06829314930379418 + } +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_4/best_params.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_4/best_params.json new file mode 100644 index 0000000..b03e27b --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_4/best_params.json @@ -0,0 +1,15 @@ +{ + "dropout": 0.3730299609537786, + "lr": 0.0007646220605180808, + "weight_decay": 0.004588258639584098, + "backbone_lr_ratio": 0.17129190112240483, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_4/epoch_mean.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_4/epoch_mean.json new file mode 100644 index 0000000..82d35d4 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_4/epoch_mean.json @@ -0,0 +1 @@ +{"epoch_mean": 14} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_4/history.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_4/history.json new file mode 100644 index 0000000..b1b19c5 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_4/history.json @@ -0,0 +1,328 @@ +{ + "train": [ + { + "loss": 5.830551290512085, + "loss_size": 1.157467359304428, + "loss_pdi": 0.6870464622974396, + "loss_ee": 1.0979291677474976, + "loss_delivery": 1.0288969367742538, + "loss_biodist": 1.1892378449440002, + "loss_toxic": 0.657580429315567, + "loss_moe_lb": 2.000000011920929 + }, + { + "loss": 5.094201064109802, + "loss_size": 1.0638975590467452, + "loss_pdi": 0.6455327928066253, + "loss_ee": 1.0334778606891633, + "loss_delivery": 0.8761523693799973, + "loss_biodist": 0.9036854386329651, + "loss_toxic": 0.5694231420755387, + "loss_moe_lb": 2.000000023841858 + }, + { + "loss": 4.890513682365418, + "loss_size": 1.3311148136854172, + "loss_pdi": 0.6375171601772308, + "loss_ee": 0.9850651979446411, + "loss_delivery": 0.8694571733474732, + "loss_biodist": 0.6375851422548294, + "loss_toxic": 0.4335194110870361, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 4.099069237709045, + "loss_size": 1.0356974601745605, + "loss_pdi": 0.6048484444618225, + "loss_ee": 0.9395455956459046, + "loss_delivery": 0.7495572000741959, + "loss_biodist": 0.4603076487779617, + "loss_toxic": 0.30776309967041016, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.692327952384949, + "loss_size": 0.9271753937005996, + "loss_pdi": 0.5694621205329895, + "loss_ee": 0.8981763780117035, + "loss_delivery": 0.7733408957719803, + "loss_biodist": 0.3327512040734291, + "loss_toxic": 0.18865760341286658, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.3956045389175413, + "loss_size": 0.8669267952442169, + "loss_pdi": 0.5373868674039841, + "loss_ee": 0.8381934881210327, + "loss_delivery": 0.6925273180007935, + "loss_biodist": 0.3090884029865265, + "loss_toxic": 0.14678358249366283, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.185383343696594, + "loss_size": 0.8098459810018539, + "loss_pdi": 0.5351435095071793, + "loss_ee": 0.8280068278312683, + "loss_delivery": 0.6467171385884285, + "loss_biodist": 0.24927324056625366, + "loss_toxic": 0.11182174906134605, + "loss_moe_lb": 2.0 + }, + { + "loss": 3.031306290626526, + "loss_size": 0.7320327997207642, + "loss_pdi": 0.5283066242933273, + "loss_ee": 0.8008916258811951, + "loss_delivery": 0.5797188133001328, + "loss_biodist": 0.23280558437108995, + "loss_toxic": 0.15182337909936905, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 2.969231200218201, + "loss_size": 0.7025674253702163, + "loss_pdi": 0.5596321135759353, + "loss_ee": 0.7914621651172637, + "loss_delivery": 0.5981272026896477, + "loss_biodist": 0.22401564568281174, + "loss_toxic": 0.09102224819362163, + "loss_moe_lb": 1.999999964237213 + }, + { + "loss": 2.9919431090354918, + "loss_size": 0.7716788098216056, + "loss_pdi": 0.534725683927536, + "loss_ee": 0.7786287128925323, + "loss_delivery": 0.5999742969870567, + "loss_biodist": 0.1936146467924118, + "loss_toxic": 0.11177491145208478, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 2.901867628097534, + "loss_size": 0.6629230201244354, + "loss_pdi": 0.5411105185747147, + "loss_ee": 0.77131866812706, + "loss_delivery": 0.6028799638152122, + "loss_biodist": 0.20147900730371476, + "loss_toxic": 0.11999262813478709, + "loss_moe_lb": 1.9999999761581422 + }, + { + "loss": 2.9871923327445984, + "loss_size": 0.8454149797558784, + "loss_pdi": 0.5060400992631913, + "loss_ee": 0.7498694121837616, + "loss_delivery": 0.5796938493847847, + "loss_biodist": 0.18540503904223443, + "loss_toxic": 0.11968578407540917, + "loss_moe_lb": 1.9999999761581422 + }, + { + "loss": 3.111441493034363, + "loss_size": 0.9411032408475876, + "loss_pdi": 0.5169534325599671, + "loss_ee": 0.7785911142826081, + "loss_delivery": 0.6107725158333779, + "loss_biodist": 0.18908061385154723, + "loss_toxic": 0.07871690168976783, + "loss_moe_lb": 1.999999988079071 + }, + { + "loss": 2.780544471740723, + "loss_size": 0.6263323232531548, + "loss_pdi": 0.5093009740114212, + "loss_ee": 0.7452427208423614, + "loss_delivery": 0.5672274127602577, + "loss_biodist": 0.1998926505446434, + "loss_toxic": 0.12812673151493073, + "loss_moe_lb": 2.000000023841858 + } + ], + "val": [ + { + "loss": 800.1052856445312, + "loss_size": 745.3181457519531, + "loss_pdi": 0.6120723485946655, + "loss_ee": 21.01011323928833, + "loss_delivery": 20.605416297912598, + "loss_biodist": 12.470833778381348, + "loss_toxic": 4.067276477813721, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.3333333333333333, + "acc_toxic": 0.09090909090909091 + }, + { + "loss": 252.1166763305664, + "loss_size": 222.44876861572266, + "loss_pdi": 0.7995978891849518, + "loss_ee": 9.779913663864136, + "loss_delivery": 10.88663911819458, + "loss_biodist": 9.529581069946289, + "loss_toxic": 0.6971554830670357, + "loss_moe_lb": 2.0, + "acc_pdi": 0.30303030303030304, + "acc_ee": 0.3333333333333333, + "acc_toxic": 0.9090909090909091 + }, + { + "loss": 68.85891723632812, + "loss_size": 54.51104736328125, + "loss_pdi": 0.5131627172231674, + "loss_ee": 4.805602431297302, + "loss_delivery": 4.05094850063324, + "loss_biodist": 4.892031669616699, + "loss_toxic": 0.8193152155727148, + "loss_moe_lb": 2.0, + "acc_pdi": 0.5757575757575758, + "acc_ee": 0.3333333333333333, + "acc_toxic": 0.9090909090909091 + }, + { + "loss": 11.79259729385376, + "loss_size": 7.385303497314453, + "loss_pdi": 0.4822995513677597, + "loss_ee": 1.4550105929374695, + "loss_delivery": 1.4410208463668823, + "loss_biodist": 0.8797535002231598, + "loss_toxic": 0.2582363411784172, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.3333333333333333, + "acc_toxic": 0.9545454545454546 + }, + { + "loss": 2.085321083664894, + "loss_size": 0.39032216742634773, + "loss_pdi": 0.356451659463346, + "loss_ee": 0.6059127897024155, + "loss_delivery": 0.46117474557831883, + "loss_biodist": 0.22833586856722832, + "loss_toxic": 0.012814488261938095, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9821965843439102, + "loss_size": 0.25553310103714466, + "loss_pdi": 0.3212243439629674, + "loss_ee": 0.6191398054361343, + "loss_delivery": 0.5908931456506252, + "loss_biodist": 0.15472418814897537, + "loss_toxic": 0.01169612689409405, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.7272727272727273, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9680443555116653, + "loss_size": 0.23801917303353548, + "loss_pdi": 0.31782909319736063, + "loss_ee": 0.6142899841070175, + "loss_delivery": 0.6067500412464142, + "loss_biodist": 0.1378692463040352, + "loss_toxic": 0.026549638248980045, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5757575757575758, + "acc_toxic": 1.0 + }, + { + "loss": 1.9148829579353333, + "loss_size": 0.26427182368934155, + "loss_pdi": 0.3045451221987605, + "loss_ee": 0.6224716752767563, + "loss_delivery": 0.5134707326069474, + "loss_biodist": 0.12520398199558258, + "loss_toxic": 0.05850381089840084, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5454545454545454, + "acc_toxic": 1.0 + }, + { + "loss": 2.109510824084282, + "loss_size": 0.28712256997823715, + "loss_pdi": 0.31128464872017503, + "loss_ee": 0.6330851018428802, + "loss_delivery": 0.6357524916529655, + "loss_biodist": 0.12819692865014076, + "loss_toxic": 0.09253668005112559, + "loss_moe_lb": 1.9999999403953552, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5454545454545454, + "acc_toxic": 1.0 + }, + { + "loss": 2.030291624367237, + "loss_size": 0.29201058577746153, + "loss_pdi": 0.31734403828158975, + "loss_ee": 0.6383440531790257, + "loss_delivery": 0.6008090935647488, + "loss_biodist": 0.10650409758090973, + "loss_toxic": 0.05500345496693626, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5454545454545454, + "acc_toxic": 1.0 + }, + { + "loss": 1.981609784066677, + "loss_size": 0.2566184172173962, + "loss_pdi": 0.32069121673703194, + "loss_ee": 0.6360988896340132, + "loss_delivery": 0.6167711243033409, + "loss_biodist": 0.10325889475643635, + "loss_toxic": 0.028996176144573838, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5454545454545454, + "acc_toxic": 1.0 + }, + { + "loss": 1.9357817620038986, + "loss_size": 0.23459888075012714, + "loss_pdi": 0.3154017690103501, + "loss_ee": 0.6354993376880884, + "loss_delivery": 0.6085122292861342, + "loss_biodist": 0.09883996471762657, + "loss_toxic": 0.02361996824038215, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5454545454545454, + "acc_toxic": 1.0 + }, + { + "loss": 1.9362448900938034, + "loss_size": 0.23557863204041496, + "loss_pdi": 0.31562620983459055, + "loss_ee": 0.6372965108603239, + "loss_delivery": 0.6012247893959284, + "loss_biodist": 0.10084941983222961, + "loss_toxic": 0.026542306557530537, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5454545454545454, + "acc_toxic": 1.0 + }, + { + "loss": 1.9337392821907997, + "loss_size": 0.233149448846234, + "loss_pdi": 0.3178458840120584, + "loss_ee": 0.6339176837354898, + "loss_delivery": 0.604124310426414, + "loss_biodist": 0.09809320792555809, + "loss_toxic": 0.02746347471838817, + "loss_moe_lb": 2.0, + "acc_pdi": 0.696969696969697, + "acc_ee": 0.5454545454545454, + "acc_toxic": 1.0 + } + ] +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_4/splits.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_4/splits.json new file mode 100644 index 0000000..8dd0299 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_4/splits.json @@ -0,0 +1 @@ +{"outer_train_idx": [1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 25, 26, 28, 29, 31, 33, 34, 35, 37, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 77, 78, 79, 80, 81, 82, 83, 84, 85, 87, 88, 89, 90, 91, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 105, 107, 108, 110, 111, 112, 113, 114, 116, 117, 119, 120, 121, 122, 123, 124, 126, 127, 128, 130, 132, 133, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 152, 154, 155, 157, 160, 161, 162, 163, 164, 165, 166, 167, 169, 170, 171, 173, 174, 175, 176, 177, 178, 180, 181, 182, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 203, 205, 206, 207, 208, 209, 211, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 234, 235, 236, 238, 239, 240, 241, 243, 244, 245, 246, 247, 248, 249, 250, 251, 253, 254, 257, 258, 260, 261, 262, 263, 264, 265, 266, 267, 270, 271, 272, 273, 277, 278, 279, 280, 281, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 298, 299, 300, 301, 302, 303, 304, 305, 306, 309, 311, 312, 313, 314, 315, 316, 318, 319, 320, 322, 323, 324, 325, 326, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 341, 342, 343, 345, 346, 347, 349, 350, 351, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 365, 367, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 381, 383, 384, 385, 386, 388, 390, 391, 392, 393, 394, 395, 396, 397, 399, 400, 401, 402, 403, 405, 406, 407, 408, 409, 410, 411, 413, 415, 416, 417, 418, 419], "outer_test_idx": [0, 5, 11, 21, 24, 27, 30, 32, 36, 38, 39, 40, 47, 55, 58, 61, 65, 76, 86, 95, 100, 106, 109, 115, 118, 125, 129, 131, 136, 148, 150, 151, 153, 156, 158, 159, 168, 172, 179, 183, 184, 185, 202, 204, 210, 212, 213, 228, 233, 237, 242, 252, 255, 256, 259, 268, 269, 274, 275, 276, 282, 297, 307, 308, 310, 317, 321, 327, 340, 344, 348, 352, 364, 366, 368, 379, 380, 382, 387, 389, 398, 404, 412, 414]} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/repeat_2/outer_fold_4/test_metrics.json b/models/abl/moe/20260623_210356/repeat_2/outer_fold_4/test_metrics.json new file mode 100644 index 0000000..c1e7c52 --- /dev/null +++ b/models/abl/moe/20260623_210356/repeat_2/outer_fold_4/test_metrics.json @@ -0,0 +1,42 @@ +{ + "size": { + "n_samples": 84, + "mse": 0.6854311840545606, + "rmse": 0.8279077146968499, + "mae": 0.5337513768213934, + "r2": 0.08280793427650945 + }, + "delivery": { + "n_samples": 58, + "mse": 1.0532552367124597, + "rmse": 1.0262822402791836, + "mae": 0.6141178463425102, + "r2": -0.01848042665612204 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7976190476190477, + "precision": 0.7406779661016949, + "recall": 0.7602639296187683, + "f1": 0.7489010022859153 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.6378835978835978, + "recall": 0.676068376068376, + "f1": 0.6520163303668458 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.19382075032145132, + "js_divergence": 0.047516561234571965 + } +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/strata_info.json b/models/abl/moe/20260623_210356/strata_info.json new file mode 100644 index 0000000..ef3be58 --- /dev/null +++ b/models/abl/moe/20260623_210356/strata_info.json @@ -0,0 +1,60 @@ +{ + "original_strata_counts": { + "T0|P0|E0": "5", + "T0|P0|E1": "58", + "T0|P0|E2": "169", + "T0|P1|E0": "1", + "T0|P1|E1": "17", + "T0|P1|E2": "32", + "T0|P2|E2": "3", + "T1|P0|E2": "9", + "T1|P1|E2": "5", + "TNA|P0|E0": "28", + "TNA|P0|E1": "21", + "TNA|P0|E2": "20", + "TNA|P1|E0": "29", + "TNA|P1|E1": "7", + "TNA|P1|E2": "14", + "TNA|P2|E2": "1", + "TNA|P3|E0": "1" + }, + "rare_strata": [ + "T0|P1|E0", + "T0|P2|E2", + "TNA|P2|E2", + "TNA|P3|E0" + ], + "final_strata": [ + "RARE", + "T0|P0|E0", + "T0|P0|E1", + "T0|P0|E2", + "T0|P1|E1", + "T0|P1|E2", + "T1|P0|E2", + "T1|P1|E2", + "TNA|P0|E0", + "TNA|P0|E1", + "TNA|P0|E2", + "TNA|P1|E0", + "TNA|P1|E1", + "TNA|P1|E2" + ], + "final_strata_counts": { + "RARE": "6", + "T0|P0|E0": "5", + "T0|P0|E1": "58", + "T0|P0|E2": "169", + "T0|P1|E1": "17", + "T0|P1|E2": "32", + "T1|P0|E2": "9", + "T1|P1|E2": "5", + "TNA|P0|E0": "28", + "TNA|P0|E1": "21", + "TNA|P0|E2": "20", + "TNA|P1|E0": "29", + "TNA|P1|E1": "7", + "TNA|P1|E2": "14" + }, + "n_rare_merged": "6" +} \ No newline at end of file diff --git a/models/abl/moe/20260623_210356/summary.json b/models/abl/moe/20260623_210356/summary.json new file mode 100644 index 0000000..1911797 --- /dev/null +++ b/models/abl/moe/20260623_210356/summary.json @@ -0,0 +1,977 @@ +{ + "fold_results": [ + { + "fold": 0, + "best_params": { + "dropout": 0.3391599915244341, + "lr": 0.0006978281265126031, + "weight_decay": 2.259279742015695e-05, + "backbone_lr_ratio": 0.024658447214487383, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 19, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.3117196588596394, + "rmse": 1.1453033043083563, + "mae": 0.5201383563184954, + "r2": 0.19719528092688665 + }, + "delivery": { + "n_samples": 58, + "mse": 0.5496407141982552, + "rmse": 0.7413775786994473, + "mae": 0.5149239480880827, + "r2": 0.3013734847802215 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7857142857142857, + "precision": 0.7431527693244067, + "recall": 0.7847469707769066, + "f1": 0.7543859649122806 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6358640855011091, + "recall": 0.6842857142857143, + "f1": 0.6417137679596151 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2759811566670028, + "js_divergence": 0.05473090547475484 + } + } + }, + { + "fold": 1, + "best_params": { + "dropout": 0.1460218265559116, + "lr": 0.00016524680777017762, + "weight_decay": 3.41636179669361e-05, + "backbone_lr_ratio": 0.030281629390877935, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 28, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.3498572423658914, + "rmse": 0.5914873137827146, + "mae": 0.4678219245037153, + "r2": -0.06833963600250037 + }, + "delivery": { + "n_samples": 61, + "mse": 0.975049483099894, + "rmse": 0.9874459393302978, + "mae": 0.5932807174557057, + "r2": 0.26195783156902996 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6428571428571429, + "precision": 0.5614035087719298, + "recall": 0.5714285714285714, + "f1": 0.5625 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5119047619047619, + "precision": 0.459298871063577, + "recall": 0.4492174492174492, + "f1": 0.4371660859465738 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.4447307490351696, + "js_divergence": 0.11468280216135121 + } + } + }, + { + "fold": 2, + "best_params": { + "dropout": 0.19165645785089888, + "lr": 0.0001935604862425119, + "weight_decay": 0.00017856185912789333, + "backbone_lr_ratio": 0.22382721014916093, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 24, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.4043717162102168, + "rmse": 0.6359022851116489, + "mae": 0.5044828815873534, + "r2": 0.2013730853809501 + }, + "delivery": { + "n_samples": 60, + "mse": 0.653991005253972, + "rmse": 0.8086971035276261, + "mae": 0.5367082674133902, + "r2": 0.12942461973467534 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6165865384615384, + "recall": 0.6422287390029326, + "f1": 0.6179337231968811 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6064814814814815, + "recall": 0.6573295985060691, + "f1": 0.6185851973086015 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.3203958948924267, + "js_divergence": 0.0790992600589471 + } + } + }, + { + "fold": 3, + "best_params": { + "dropout": 0.2778201867797741, + "lr": 0.0004781288818954282, + "weight_decay": 0.0016987970387862138, + "backbone_lr_ratio": 0.9458696393367624, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 13, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.748584356597991, + "rmse": 1.3223404843677709, + "mae": 0.5563501338979386, + "r2": 0.010987360364530852 + }, + "delivery": { + "n_samples": 59, + "mse": 0.5770503693567272, + "rmse": 0.7596383148293188, + "mae": 0.4734161896315419, + "r2": 0.4390384811081155 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6190306486101211, + "recall": 0.6224340175953079, + "f1": 0.6205962059620596 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6428571428571429, + "precision": 0.5750293634014564, + "recall": 0.5801659125188537, + "f1": 0.5675413711583924 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9333333333333333, + "precision": 0.7142857142857143, + "recall": 0.9649122807017544, + "f1": 0.7818181818181817 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.23708880698730234, + "js_divergence": 0.058182524369121934 + } + } + }, + { + "fold": 4, + "best_params": { + "dropout": 0.3730299609537786, + "lr": 0.0007646220605180808, + "weight_decay": 0.004588258639584098, + "backbone_lr_ratio": 0.17129190112240483, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 14, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.6858689507140188, + "rmse": 0.8281720538112951, + "mae": 0.507989236236816, + "r2": 0.08222214810857031 + }, + "delivery": { + "n_samples": 58, + "mse": 1.0067051771163806, + "rmse": 1.0033469873958762, + "mae": 0.6234078759263302, + "r2": 0.026532712520156876 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.8095238095238095, + "precision": 0.7541666666666667, + "recall": 0.7683284457478006, + "f1": 0.7605131860299359 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.613982199253517, + "recall": 0.6482905982905983, + "f1": 0.6235334654147644 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.18654112539394882, + "js_divergence": 0.045228540121851735 + } + } + }, + { + "fold": 0, + "best_params": { + "dropout": 0.3391599915244341, + "lr": 0.0006978281265126031, + "weight_decay": 2.259279742015695e-05, + "backbone_lr_ratio": 0.024658447214487383, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 19, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.3750079031472513, + "rmse": 1.172607309864326, + "mae": 0.5439391713813845, + "r2": 0.15846131758892956 + }, + "delivery": { + "n_samples": 58, + "mse": 0.6388360214639206, + "rmse": 0.7992721823408597, + "mae": 0.6000871008005122, + "r2": 0.18800086685131656 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7738095238095238, + "precision": 0.7194960212201591, + "recall": 0.7359230220955096, + "f1": 0.7262905162064826 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6170152052504995, + "recall": 0.6361904761904763, + "f1": 0.606215410813112 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.261216982705458, + "js_divergence": 0.05075444227253343 + } + } + }, + { + "fold": 1, + "best_params": { + "dropout": 0.1460218265559116, + "lr": 0.00016524680777017762, + "weight_decay": 3.41636179669361e-05, + "backbone_lr_ratio": 0.030281629390877935, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 28, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.3686333012661717, + "rmse": 0.6071517942542637, + "mae": 0.48651123885065317, + "r2": -0.1256750445692565 + }, + "delivery": { + "n_samples": 61, + "mse": 0.9733903398500513, + "rmse": 0.9866054631158553, + "mae": 0.5974082425542053, + "r2": 0.26321368340329643 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6428571428571429, + "precision": 0.5830797321972003, + "recall": 0.6031746031746033, + "f1": 0.5822281167108754 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5238095238095238, + "precision": 0.4712121212121212, + "recall": 0.4748584748584748, + "f1": 0.45963079066527346 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9508196721311475, + "precision": 0.75, + "recall": 0.9741379310344828, + "f1": 0.8200589970501475 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.4177099715579412, + "js_divergence": 0.10894325162049644 + } + } + }, + { + "fold": 2, + "best_params": { + "dropout": 0.19165645785089888, + "lr": 0.0001935604862425119, + "weight_decay": 0.00017856185912789333, + "backbone_lr_ratio": 0.22382721014916093, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 24, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.45941595200508917, + "rmse": 0.6778022956623039, + "mae": 0.536907361875776, + "r2": 0.09266170315962419 + }, + "delivery": { + "n_samples": 60, + "mse": 0.6760520482413604, + "rmse": 0.8222238431481785, + "mae": 0.5173251855575169, + "r2": 0.10005754781242915 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7023809523809523, + "precision": 0.6503347534996957, + "recall": 0.6810850439882699, + "f1": 0.6554552912223134 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6785714285714286, + "precision": 0.6228947368421053, + "recall": 0.6851073762838468, + "f1": 0.63836444060848 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.30111167063544947, + "js_divergence": 0.07488230973370555 + } + } + }, + { + "fold": 3, + "best_params": { + "dropout": 0.2778201867797741, + "lr": 0.0004781288818954282, + "weight_decay": 0.0016987970387862138, + "backbone_lr_ratio": 0.9458696393367624, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 13, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.7221693732391328, + "rmse": 1.3123145100314684, + "mae": 0.5580621898196727, + "r2": 0.025927876284791762 + }, + "delivery": { + "n_samples": 59, + "mse": 0.6432654489341152, + "rmse": 0.802038308894354, + "mae": 0.48762286295009366, + "r2": 0.3746695566853039 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.625, + "recall": 0.6436950146627566, + "f1": 0.6298305084745763 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6190476190476191, + "precision": 0.5488385598141696, + "recall": 0.5659376571141277, + "f1": 0.5492581090407177 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9333333333333333, + "precision": 0.7142857142857143, + "recall": 0.9649122807017544, + "f1": 0.7818181818181817 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.24666829388633807, + "js_divergence": 0.05944654640977567 + } + } + }, + { + "fold": 4, + "best_params": { + "dropout": 0.3730299609537786, + "lr": 0.0007646220605180808, + "weight_decay": 0.004588258639584098, + "backbone_lr_ratio": 0.17129190112240483, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 14, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.5859281085907224, + "rmse": 0.76545941015231, + "mae": 0.4517239845701538, + "r2": 0.21595540911222322 + }, + "delivery": { + "n_samples": 58, + "mse": 1.0497243115021326, + "rmse": 1.0245605455521565, + "mae": 0.659899442809923, + "r2": -0.015066080266609161 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6552542372881356, + "recall": 0.6678885630498533, + "f1": 0.6602778266221205 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.6406767539897621, + "recall": 0.6974358974358973, + "f1": 0.656747393535314 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.2629614988062015, + "js_divergence": 0.06764511949103554 + } + } + }, + { + "fold": 0, + "best_params": { + "dropout": 0.3391599915244341, + "lr": 0.0006978281265126031, + "weight_decay": 2.259279742015695e-05, + "backbone_lr_ratio": 0.024658447214487383, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 19, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.3900751595506107, + "rmse": 1.1790144865736853, + "mae": 0.5758160261594387, + "r2": 0.14923978579103203 + }, + "delivery": { + "n_samples": 58, + "mse": 0.6073177306775106, + "rmse": 0.7793059288094186, + "mae": 0.600023343581064, + "r2": 0.22806251637797592 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7380952380952381, + "precision": 0.6987522281639929, + "recall": 0.7384176764076977, + "f1": 0.7053571428571428 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.7261904761904762, + "precision": 0.6854843974409192, + "recall": 0.7452380952380953, + "f1": 0.6937398293917098 + }, + "toxic": { + "n_samples": 58, + "accuracy": 0.9655172413793104, + "precision": 0.75, + "recall": 0.9821428571428572, + "f1": 0.8242424242424242 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.27413470235907433, + "js_divergence": 0.05513125779838101 + } + } + }, + { + "fold": 1, + "best_params": { + "dropout": 0.1460218265559116, + "lr": 0.00016524680777017762, + "weight_decay": 3.41636179669361e-05, + "backbone_lr_ratio": 0.030281629390877935, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 1, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 28, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.36393501536520506, + "rmse": 0.603270267264354, + "mae": 0.4734607306752531, + "r2": -0.11132814977487948 + }, + "delivery": { + "n_samples": 61, + "mse": 1.0230225277101266, + "rmse": 1.0114457611311278, + "mae": 0.6079123505375913, + "r2": 0.22564569512462318 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6309523809523809, + "precision": 0.5648148148148148, + "recall": 0.5793650793650793, + "f1": 0.5635997988939165 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.5357142857142857, + "precision": 0.4692511192511193, + "recall": 0.47117168545739974, + "f1": 0.45642084094096474 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 61, + "kl_divergence": 0.418990654299829, + "js_divergence": 0.11085459080537044 + } + } + }, + { + "fold": 2, + "best_params": { + "dropout": 0.19165645785089888, + "lr": 0.0001935604862425119, + "weight_decay": 0.00017856185912789333, + "backbone_lr_ratio": 0.22382721014916093, + "moe_n_experts": 4, + "moe_top_k": 1, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 24, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.5235245725387611, + "rmse": 0.7235499792956677, + "mae": 0.5419669135063443, + "r2": -0.03395167696776724 + }, + "delivery": { + "n_samples": 60, + "mse": 0.6574946725605854, + "rmse": 0.8108604519648158, + "mae": 0.5131497412997609, + "r2": 0.12476063128028725 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7142857142857143, + "precision": 0.6517857142857143, + "recall": 0.6744868035190617, + "f1": 0.6583050847457628 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6666666666666666, + "precision": 0.6053508771929824, + "recall": 0.6573295985060691, + "f1": 0.6168590642643937 + }, + "toxic": { + "n_samples": 61, + "accuracy": 0.9344262295081968, + "precision": 0.7142857142857143, + "recall": 0.9655172413793103, + "f1": 0.7821428571428571 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.32248222996451137, + "js_divergence": 0.08021451849612893 + } + } + }, + { + "fold": 3, + "best_params": { + "dropout": 0.2778201867797741, + "lr": 0.0004781288818954282, + "weight_decay": 0.0016987970387862138, + "backbone_lr_ratio": 0.9458696393367624, + "moe_n_experts": 4, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 13, + "test_metrics": { + "size": { + "n_samples": 83, + "mse": 1.8525915356133351, + "rmse": 1.3610993849140243, + "mae": 0.5908805231664733, + "r2": -0.047839892819373286 + }, + "delivery": { + "n_samples": 59, + "mse": 0.6323231865413851, + "rmse": 0.7951875165905116, + "mae": 0.45627199585344325, + "r2": 0.38530673579114527 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.616710875331565, + "recall": 0.6290322580645161, + "f1": 0.6208333333333333 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6190476190476191, + "precision": 0.5357413600891862, + "recall": 0.5468325791855203, + "f1": 0.5385907715804623 + }, + "toxic": { + "n_samples": 60, + "accuracy": 0.9333333333333333, + "precision": 0.7142857142857143, + "recall": 0.9649122807017544, + "f1": 0.7818181818181817 + }, + "biodist": { + "n_samples": 60, + "kl_divergence": 0.27107935331329597, + "js_divergence": 0.06829314930379418 + } + } + }, + { + "fold": 4, + "best_params": { + "dropout": 0.3730299609537786, + "lr": 0.0007646220605180808, + "weight_decay": 0.004588258639584098, + "backbone_lr_ratio": 0.17129190112240483, + "moe_n_experts": 2, + "moe_top_k": 2, + "moe_expert_hidden_mult": 2, + "d_model": 256, + "num_heads": 8, + "n_attn_layers": 4, + "fusion_strategy": "attention", + "head_hidden_dim": 128, + "set_transformer_block": "sab" + }, + "epoch_mean": 14, + "test_metrics": { + "size": { + "n_samples": 84, + "mse": 0.6854311840545606, + "rmse": 0.8279077146968499, + "mae": 0.5337513768213934, + "r2": 0.08280793427650945 + }, + "delivery": { + "n_samples": 58, + "mse": 1.0532552367124597, + "rmse": 1.0262822402791836, + "mae": 0.6141178463425102, + "r2": -0.01848042665612204 + }, + "pdi": { + "n_samples": 84, + "accuracy": 0.7976190476190477, + "precision": 0.7406779661016949, + "recall": 0.7602639296187683, + "f1": 0.7489010022859153 + }, + "ee": { + "n_samples": 84, + "accuracy": 0.6904761904761905, + "precision": 0.6378835978835978, + "recall": 0.676068376068376, + "f1": 0.6520163303668458 + }, + "toxic": { + "n_samples": 59, + "accuracy": 0.9661016949152542, + "precision": 0.8, + "recall": 0.9821428571428572, + "f1": 0.865909090909091 + }, + "biodist": { + "n_samples": 58, + "kl_divergence": 0.19382075032145132, + "js_divergence": 0.047516561234571965 + } + } + } + ], + "summary_stats": { + "size": { + "mse_mean": 0.9218076020079066, + "mse_std": 0.5523329895296802, + "rmse_mean": 0.9168921729394024, + "rmse_std": 0.28480931377040175, + "mae_mean": 0.5233201366247241, + "mae_std": 0.039438901131415294, + "r2_mean": 0.055313166724018085, + "r2_std": 0.11161236452714787 + }, + "delivery": { + "mse_mean": 0.7811412182145917, + "mse_std": 0.1931313144142769, + "rmse_mean": 0.8772192110406017, + "rmse_std": 0.10783169291027488, + "mae_mean": 0.5597036740534448, + "mae_std": 0.06056646385687513, + "r2_mean": 0.20096652374105642, + "r2_std": 0.1381743563430634 + }, + "pdi": { + "accuracy_mean": 0.7142857142857142, + "accuracy_std": 0.055498837260466956, + "precision_mean": 0.653349764982509, + "precision_std": 0.06229638797862123, + "recall_mean": 0.6734999158998424, + "recall_std": 0.06721815241332428, + "f1_mean": 0.6578005134302398, + "f1_std": 0.06528497096446977 + }, + "ee": { + "accuracy_mean": 0.6396825396825395, + "accuracy_std": 0.06366049088938247, + "precision_mean": 0.5816669819778402, + "precision_std": 0.0676118875849743, + "recall_mean": 0.6116972992771311, + "recall_std": 0.08879084856683034, + "f1_mean": 0.5837588579330147, + "f1_std": 0.07721106612480472 + }, + "toxic": { + "accuracy_mean": 0.9489467380785851, + "accuracy_std": 0.014806201481902809, + "precision_mean": 0.7433333333333333, + "precision_std": 0.03241594747641431, + "recall_mean": 0.9731959208365742, + "recall_std": 0.007847570054979899, + "f1_mean": 0.8123065675720541, + "f1_std": 0.03224418146822956 + }, + "biodist": { + "kl_divergence_mean": 0.29566092272169336, + "kl_divergence_std": 0.07550231859418749, + "js_divergence_mean": 0.071707051956788, + "js_divergence_std": 0.022439132651345492 + } + } +} \ No newline at end of file diff --git a/reports/ablation_summary.csv b/reports/ablation_summary.csv index 9a09b52..a6b8c0c 100644 --- a/reports/ablation_summary.csv +++ b/reports/ablation_summary.csv @@ -1,5 +1,7 @@ variant,run_dir,size.mse_mean,size.mse_std,size.rmse_mean,size.rmse_std,size.mae_mean,size.mae_std,size.r2_mean,size.r2_std,delivery.mse_mean,delivery.mse_std,delivery.rmse_mean,delivery.rmse_std,delivery.mae_mean,delivery.mae_std,delivery.r2_mean,delivery.r2_std,pdi.accuracy_mean,pdi.accuracy_std,pdi.precision_mean,pdi.precision_std,pdi.recall_mean,pdi.recall_std,pdi.f1_mean,pdi.f1_std,ee.accuracy_mean,ee.accuracy_std,ee.precision_mean,ee.precision_std,ee.recall_mean,ee.recall_std,ee.f1_mean,ee.f1_std,toxic.accuracy_mean,toxic.accuracy_std,toxic.precision_mean,toxic.precision_std,toxic.recall_mean,toxic.recall_std,toxic.f1_mean,toxic.f1_std,biodist.kl_divergence_mean,biodist.kl_divergence_std,biodist.js_divergence_mean,biodist.js_divergence_std -baseline,models/abl/baseline/20260619_135407,0.9082383737055625,0.5422182144883982,0.9104755717833242,0.28155391471508867,0.5205343839682207,0.03982129636498266,0.05610322557822627,0.19284604391819896,0.7824895463125138,0.14115183472004894,0.8812359118158511,0.07689482452414646,0.6179461847044858,0.04656336248770346,0.196211615771416,0.07653951730854655,0.7063492063492063,0.06354164730554951,0.6606473176789238,0.05894477341890824,0.6895783697291987,0.06686890252898299,0.6613711473169848,0.06575616485061392,0.6444444444444444,0.05513445851732825,0.5885476935334627,0.06114570693094277,0.6115032213351541,0.07118927254312313,0.5872237144865128,0.06396547883545951,0.9534482971536368,0.023380286362927025,0.770595238095238,0.09360247273707213,0.9755667905395673,0.012330101400262774,0.8305779855175,0.07184597861130607,0.38188324071409857,0.04334164661110034,0.09809163862360361,0.012995176709790921 -+moe,models/abl/moe/20260619_143616,0.9361227190522554,0.5659367834445426,0.9216387923569987,0.2944565425915824,0.5212914871450111,0.05180236173161496,0.050383827826705994,0.12351338205322832,0.7247201037293581,0.190365922638638,0.8429619825495387,0.11889154597997831,0.5550159654608235,0.06560539845461018,0.2612041487030041,0.15699462642686918,0.7484126984126986,0.07725773665801877,0.6887813376873987,0.08302283869178602,0.6958623275386893,0.0818264031276976,0.6894523197380621,0.08461637088074195,0.653968253968254,0.0651277404410433,0.5934211709278002,0.0740252840701101,0.6238961617280946,0.08844799059005547,0.5959105380152682,0.07995388211928552,0.9501539593267181,0.021557649069279507,0.7709628237259817,0.09333048568985285,0.9577301731339845,0.05648181648201431,0.8191105536863431,0.057895632139112044,0.3162587404501918,0.07095308085906475,0.07871453331202961,0.02165881457825889 -+llm,models/abl/llm/20260619_152140,0.9446909140698433,0.5246450869505823,0.9323618485203619,0.2745765785596742,0.534852125810107,0.06923968128710634,0.010675298699051424,0.17503260221449574,0.7944675704032856,0.18114607138886382,0.8853841868434346,0.10277359627295161,0.6019238276123685,0.035144473220882017,0.19083465917332137,0.10406116788019794,0.7166666666666667,0.06793020294136717,0.6712542207128174,0.06849859623450226,0.6927146000295703,0.06697261945160246,0.6686471365355745,0.06875001186427347,0.6531746031746032,0.04991804823338536,0.6004632345280062,0.05337084241208218,0.6391669855199268,0.06873793721898303,0.6051066395139207,0.05943186282345569,0.950116262605939,0.02064666686696538,0.7743065998329156,0.09235234794557083,0.9416486618845965,0.07565471465983832,0.8111862357555301,0.03737221833347304,0.387547460852652,0.0864564610528379,0.09686251581762508,0.024012654397470485 -+both,models/abl/both/20260619_174020,0.9595393632675637,0.5340398065327858,0.9401911015958848,0.2749182710324654,0.5328599284215613,0.051988251756972186,-0.000542385625156198,0.11211912465762124,0.7993840715989491,0.1569950944154102,0.889711124724226,0.08830733911120735,0.5756929427656439,0.06030148450805026,0.17102632095715226,0.16310841506794083,0.7031746031746032,0.060150143877766404,0.6493500422415014,0.06021511831854895,0.672008899565058,0.06669948879965092,0.65127019538571,0.06496385143120126,0.6412698412698412,0.06474945414086074,0.5870717598152753,0.07093354974743615,0.6252169231328896,0.09493156871874915,0.591592552147522,0.07893156617942566,0.9522806888673845,0.015363196314866132,0.753095238095238,0.04231535854936122,0.974950666897128,0.008126538565775098,0.8212449416431714,0.038549704208112205,0.2516389180942744,0.06568800916844175,0.06192911639345754,0.01766285899355436 +baseline,models/abl/baseline/20260623_205158,0.9567475188815514,0.569730318457903,0.9332903012787724,0.2927742004011441,0.5205680313666426,0.036274021744309826,0.024540561758398263,0.11631746182529404,0.8436653684732743,0.2182433415975543,0.9107461299632457,0.11919251331457457,0.598634821381456,0.05735289715081742,0.1443791660970296,0.1281061991656446,0.7357142857142857,0.049026810195176206,0.6759926072468357,0.05509185976342328,0.6963017219702202,0.057127965795130256,0.6808865768933052,0.056739009627821094,0.6492063492063491,0.05085561696381203,0.5942685237048638,0.05709593570250263,0.6220363794313374,0.07370705460979522,0.5954359329832487,0.0634519507679728,0.9511890595408049,0.016071213375949578,0.7617961570593149,0.0689235340767993,0.958294443004062,0.05613748087593979,0.8151453855878633,0.03136647604932657,0.31426474045100566,0.05350543992895652,0.07677535890897173,0.01482841183016674 ++moe,models/abl/moe/20260623_210356,0.9218076020079066,0.5523329895296802,0.9168921729394024,0.28480931377040175,0.5233201366247241,0.039438901131415294,0.055313166724018085,0.11161236452714787,0.7811412182145917,0.1931313144142769,0.8772192110406017,0.10783169291027488,0.5597036740534448,0.06056646385687513,0.20096652374105642,0.1381743563430634,0.7142857142857142,0.055498837260466956,0.653349764982509,0.06229638797862123,0.6734999158998424,0.06721815241332428,0.6578005134302398,0.06528497096446977,0.6396825396825395,0.06366049088938247,0.5816669819778402,0.0676118875849743,0.6116972992771311,0.08879084856683034,0.5837588579330147,0.07721106612480472,0.9489467380785851,0.014806201481902809,0.7433333333333333,0.03241594747641431,0.9731959208365742,0.007847570054979899,0.8123065675720541,0.03224418146822956,0.29566092272169336,0.07550231859418749,0.071707051956788,0.022439132651345492 ++llm_molt5,models/abl/llm_molt5/20260623_211739,0.9566163841988022,0.5289173298099858,0.9407963546814515,0.2674296229232933,0.5268975412509194,0.05039567726957613,-0.032432080846029186,0.25100982645757397,0.8564237969243796,0.1977046320203809,0.9196095850916804,0.10364365842581455,0.6248762457257531,0.06153017950577873,0.12560405672511385,0.10994742145993405,0.7158730158730158,0.06052595544424641,0.6602762315388166,0.06462720006787157,0.6845688458798613,0.07165699786547515,0.6644593079370945,0.06911892092212407,0.6476190476190476,0.05158119621991084,0.5931245694955715,0.06380277148311345,0.6190906000317766,0.07225474019863874,0.5940888890774098,0.0661558682406764,0.9456517189214969,0.022719466775221415,0.7526691729323307,0.07547321813694222,0.9553805490738341,0.055941822921307525,0.8043743537666569,0.04314896911685932,0.294527413864006,0.10192651728638547,0.07395607638617227,0.025932885166045156 ++llm_biot5,models/abl/llm_biot5/20260623_225013,1.0067538623894792,0.5205158304025296,0.96913317320124,0.25987449853799555,0.5444608471417711,0.040902958350882444,-0.09845689222974469,0.2507492349150189,0.8563212563473335,0.26578017641088525,0.9129535856189696,0.1511191809559604,0.5881890045467639,0.07043943218567686,0.1346837610260076,0.2032093070798247,0.7214285714285715,0.05495136308925004,0.6580776745142416,0.06877780914813574,0.6743633699902525,0.0715790564486541,0.6607298615852565,0.06888301131752778,0.6547619047619048,0.057010428558945926,0.5950896979756966,0.06396232527293311,0.6254189657214867,0.07822783760418099,0.5993737876362116,0.07019293425541405,0.9512455886532979,0.01815930794844806,0.7754970760233918,0.09057557500914719,0.9422435398841934,0.07573011723871058,0.8129287182827004,0.03251238236071497,0.22679653175048778,0.07137247467056843,0.054866335621809995,0.01765506187566907 ++both_molt5,models/abl/both_molt5/20260624_002350,0.9642810483053024,0.555690014600843,0.9402335772104724,0.28326995709270125,0.5282418376387317,0.048170441970642804,-0.008883709991662088,0.1913450489288403,0.801891094776063,0.18220205643295026,0.8899800006302908,0.09912967897743918,0.5887372173796929,0.0612901937191995,0.17880537334385976,0.12174784172665178,0.7325396825396825,0.04051507624793722,0.6694864144939896,0.05125867646022508,0.6907446822617079,0.058907119543823376,0.6747607601597044,0.05440981896386903,0.6365079365079365,0.05748355226105338,0.5820259594491293,0.07075806198131898,0.6082688248570601,0.08471623019407899,0.5814400954982754,0.07366890243489375,0.9556516869841453,0.017373786295358143,0.7654761904761904,0.05679457353274553,0.9767259384092415,0.009166871618238513,0.831532761930992,0.04919763950001062,0.22486089426269779,0.045328690570765884,0.05223158533717151,0.009495161673733467 ++both_biot5,models/abl/both_biot5/20260624_015624,0.9081302997777905,0.5136450803217497,0.9141199639383836,0.2692860770761804,0.5133458284713402,0.04319170563122826,0.050279130594863726,0.14254606826389926,0.8019226249118218,0.16491413379339875,0.8908588101767234,0.09106703707892613,0.5784917580608503,0.04315723112464039,0.17889067221587332,0.09951788455210314,0.7150793650793652,0.03408081040251411,0.6557721476019204,0.043177655691081666,0.6793533277933066,0.04998713373151071,0.660105333753019,0.044135656309097604,0.6444444444444444,0.060837358402339045,0.591231020166536,0.07158423002562818,0.6249326720587225,0.08964169776063406,0.594285119491739,0.07762446019388265,0.9544840786978929,0.012127005670401548,0.7561904761904762,0.02972283149395665,0.976109814766802,0.006422363902381704,0.8255180784163084,0.028684876656301855,0.2767846108676604,0.09472632342725851,0.06619436643695288,0.02615132013321954 diff --git a/scripts_run/run_all.sh b/scripts_run/run_all.sh index eebbd56..db28a73 100644 --- a/scripts_run/run_all.sh +++ b/scripts_run/run_all.sh @@ -75,15 +75,17 @@ if [ "${#GPU_ARR[@]}" -ge 2 ]; then else export CUDA_VISIBLE_DEVICES=${GPU_ARR[0]} run_variant baseline - run_variant moe --use-moe - run_variant llm --use-llm --llm-model-path models/molt5-base - run_variant both --use-moe --use-llm --llm-model-path models/molt5-base + run_variant moe --use-moe + run_variant llm_molt5 --use-llm --llm-model-path models/molt5-base + run_variant llm_biot5 --use-llm --llm-model-path models/biot5-plus-base + run_variant both_molt5 --use-moe --use-llm --llm-model-path models/molt5-base + run_variant both_biot5 --use-moe --use-llm --llm-model-path models/biot5-plus-base fi # 2) 汇总 latest(){ ls -dt "models/abl/$1"/*/summary.json 2>/dev/null | head -1 | xargs -r dirname; } sum_args=() -for pair in "baseline:baseline" "+moe:moe" "+llm:llm" "+both:both"; do +for pair in "baseline:baseline" "+moe:moe" "+llm_molt5:llm_molt5" "+llm_biot5:llm_biot5" "+both_molt5:both_molt5" "+both_biot5:both_biot5"; do label=${pair%%:*}; name=${pair##*:}; d=$(latest "$name") [ -n "$d" ] && sum_args+=(--run "${label}=$d") done