diff --git a/lnp_ml/modeling/pretrain.py b/lnp_ml/modeling/pretrain.py index 0dbec87..52dd3f1 100644 --- a/lnp_ml/modeling/pretrain.py +++ b/lnp_ml/modeling/pretrain.py @@ -14,6 +14,7 @@ import typer from lnp_ml.config import MODELS_DIR, PROCESSED_DATA_DIR from lnp_ml.dataset import ExternalDeliveryDataset, collate_fn +from lnp_ml.modeling.visualization import plot_loss_curves # MPNN ensemble 默认路径 DEFAULT_MPNN_ENSEMBLE_DIR = MODELS_DIR / "mpnn" / "all_amine_split_for_LiON" @@ -351,6 +352,15 @@ def main( json.dump(result["history"], f, indent=2) logger.success(f"Saved pretrain history to {history_path}") + # 绘制 loss 曲线图 + loss_plot_path = output_dir / "pretrain_loss_curves.png" + plot_loss_curves( + history=result["history"], + output_path=loss_plot_path, + title="Pretrain Loss Curves (Delivery)", + ) + logger.success(f"Saved loss curves plot to {loss_plot_path}") + logger.success( f"Pretraining complete! Best val_loss: {result['best_val_loss']:.4f}" ) diff --git a/lnp_ml/modeling/pretrain_cv.py b/lnp_ml/modeling/pretrain_cv.py index 75188f9..7af9128 100644 --- a/lnp_ml/modeling/pretrain_cv.py +++ b/lnp_ml/modeling/pretrain_cv.py @@ -16,6 +16,7 @@ import typer from lnp_ml.config import MODELS_DIR, PROCESSED_DATA_DIR from lnp_ml.dataset import ExternalDeliveryDataset, collate_fn +from lnp_ml.modeling.visualization import plot_loss_curves # MPNN ensemble 默认路径 @@ -226,6 +227,15 @@ def train_fold( with open(history_path, "w") as f: json.dump(history, f, indent=2) + # 绘制 loss 曲线图 + loss_plot_path = fold_output_dir / "loss_curves.png" + plot_loss_curves( + history=history, + output_path=loss_plot_path, + title=f"Pretrain Fold {fold_idx} Loss Curves", + ) + logger.info(f"Saved fold {fold_idx} loss curves to {loss_plot_path}") + return { "fold_idx": fold_idx, "best_val_loss": best_val_loss, diff --git a/lnp_ml/modeling/train.py b/lnp_ml/modeling/train.py index ec8f7fc..a13d654 100644 --- a/lnp_ml/modeling/train.py +++ b/lnp_ml/modeling/train.py @@ -19,6 +19,7 @@ from lnp_ml.modeling.trainer import ( EarlyStopping, LossWeights, ) +from lnp_ml.modeling.visualization import plot_multitask_loss_curves # MPNN ensemble 默认路径 DEFAULT_MPNN_ENSEMBLE_DIR = MODELS_DIR / "mpnn" / "all_amine_split_for_LiON" @@ -406,6 +407,15 @@ def main( json.dump(result["history"], f, indent=2) logger.success(f"Saved training history to {history_path}") + # 绘制多任务 loss 曲线图 + loss_plot_path = output_dir / "loss_curves.png" + plot_multitask_loss_curves( + history=result["history"], + output_path=loss_plot_path, + title="Multi-task Training Loss Curves", + ) + logger.success(f"Saved loss curves plot to {loss_plot_path}") + logger.success(f"Training complete! Best val_loss: {result['best_val_loss']:.4f}") diff --git a/lnp_ml/modeling/train_cv.py b/lnp_ml/modeling/train_cv.py index 1b35a8b..d6ab54d 100644 --- a/lnp_ml/modeling/train_cv.py +++ b/lnp_ml/modeling/train_cv.py @@ -22,6 +22,7 @@ from lnp_ml.modeling.trainer import ( EarlyStopping, LossWeights, ) +from lnp_ml.modeling.visualization import plot_multitask_loss_curves # MPNN ensemble 默认路径 @@ -158,6 +159,15 @@ def train_fold( with open(history_path, "w") as f: json.dump(history, f, indent=2) + # 绘制多任务 loss 曲线图 + loss_plot_path = fold_output_dir / "loss_curves.png" + plot_multitask_loss_curves( + history=history, + output_path=loss_plot_path, + title=f"Fold {fold_idx} Multi-task Loss Curves", + ) + logger.info(f"Saved fold {fold_idx} loss curves to {loss_plot_path}") + return { "fold_idx": fold_idx, "best_val_loss": best_val_loss, diff --git a/lnp_ml/modeling/trainer.py b/lnp_ml/modeling/trainer.py index aa2c3cd..46119ff 100644 --- a/lnp_ml/modeling/trainer.py +++ b/lnp_ml/modeling/trainer.py @@ -13,12 +13,18 @@ from tqdm import tqdm @dataclass class LossWeights: """各任务的损失权重""" - size: float = 1.0 - pdi: float = 1.0 - ee: float = 1.0 + # size: float = 1.0 + # pdi: float = 1.0 + # ee: float = 1.0 + # delivery: float = 1.0 + # biodist: float = 1.0 + # toxic: float = 1.0 + size: float = 0.1 + pdi: float = 0.3 + ee: float = 0.3 delivery: float = 1.0 biodist: float = 1.0 - toxic: float = 1.0 + toxic: float = 0.05 def compute_multitask_loss( diff --git a/lnp_ml/modeling/visualization.py b/lnp_ml/modeling/visualization.py new file mode 100644 index 0000000..a175ad2 --- /dev/null +++ b/lnp_ml/modeling/visualization.py @@ -0,0 +1,284 @@ +"""训练过程可视化工具:绘制 loss 曲线""" + +from pathlib import Path +from typing import Dict, List, Optional, Union +import matplotlib.pyplot as plt +import matplotlib +matplotlib.use('Agg') # 使用非交互式后端,避免 GUI 依赖 + +# 设置中文字体支持 +plt.rcParams['font.sans-serif'] = ['Arial Unicode MS', 'SimHei', 'DejaVu Sans'] +plt.rcParams['axes.unicode_minus'] = False + + +def plot_loss_curves( + history: Union[Dict[str, List[Dict]], List[Dict]], + output_path: Path, + title: str = "Training Loss Curves", + figsize: tuple = (12, 8), +) -> None: + """ + 绘制训练过程中各个 loss 组成部分的变化曲线。 + + 支持两种 history 格式: + 1. 预训练格式(单任务): + {"train": [{"loss": 0.1, ...}, ...], "val": [{"loss": 0.1, ...}, ...]} + 2. CV fold 格式: + [{"epoch": 1, "train_loss": 0.1, "val_loss": 0.1, ...}, ...] + + Args: + history: 训练历史记录 + output_path: 输出图片路径 + title: 图标题 + figsize: 图片尺寸 + """ + output_path = Path(output_path) + output_path.parent.mkdir(parents=True, exist_ok=True) + + # 判断 history 格式并统一处理 + if isinstance(history, dict) and "train" in history: + # 格式1: {"train": [...], "val": [...]} + _plot_standard_history(history, output_path, title, figsize) + elif isinstance(history, list): + # 格式2: [{...}, {...}, ...] + _plot_flat_history(history, output_path, title, figsize) + else: + raise ValueError(f"Unsupported history format: {type(history)}") + + +def _plot_standard_history( + history: Dict[str, List[Dict]], + output_path: Path, + title: str, + figsize: tuple, +) -> None: + """绘制标准格式的 history(train/val 分开)""" + train_history = history.get("train", []) + val_history = history.get("val", []) + + if not train_history: + return + + epochs = list(range(1, len(train_history) + 1)) + + # 收集所有 loss 键 + all_loss_keys = set() + for record in train_history + val_history: + for key in record.keys(): + if key.startswith("loss") or key == "loss": + all_loss_keys.add(key) + + # 分离总 loss 和各任务 loss + total_loss_key = "loss" + task_loss_keys = sorted([k for k in all_loss_keys if k != "loss"]) + + # 创建子图 + n_subplots = 1 + (1 if task_loss_keys else 0) + fig, axes = plt.subplots(n_subplots, 1, figsize=(figsize[0], figsize[1] * n_subplots / 2)) + if n_subplots == 1: + axes = [axes] + + # 颜色配置 + colors = plt.cm.tab10.colors + + # 子图1:总 loss + ax = axes[0] + train_total_loss = [r.get(total_loss_key, 0) for r in train_history] + val_total_loss = [r.get(total_loss_key, 0) for r in val_history] + + ax.plot(epochs, train_total_loss, 'o-', label='Train Total Loss', color=colors[0], linewidth=2, markersize=4) + if val_total_loss: + ax.plot(epochs, val_total_loss, 's--', label='Val Total Loss', color=colors[1], linewidth=2, markersize=4) + + ax.set_xlabel('Epoch', fontsize=12) + ax.set_ylabel('Loss', fontsize=12) + ax.set_title(f'{title} - Total Loss', fontsize=14, fontweight='bold') + ax.legend(loc='upper right', fontsize=10) + ax.grid(True, alpha=0.3) + ax.set_xlim(0.5, len(epochs) + 0.5) + + # 子图2:各任务 loss(如果有) + if task_loss_keys: + ax = axes[1] + for i, key in enumerate(task_loss_keys): + task_name = key.replace("loss_", "").upper() + train_values = [r.get(key, 0) for r in train_history] + val_values = [r.get(key, 0) for r in val_history] + + color = colors[i % len(colors)] + ax.plot(epochs, train_values, 'o-', label=f'Train {task_name}', color=color, alpha=0.8, linewidth=1.5, markersize=3) + if val_values and any(v > 0 for v in val_values): + ax.plot(epochs, val_values, 's--', label=f'Val {task_name}', color=color, alpha=0.5, linewidth=1.5, markersize=3) + + ax.set_xlabel('Epoch', fontsize=12) + ax.set_ylabel('Loss', fontsize=12) + ax.set_title(f'{title} - Per-Task Loss', fontsize=14, fontweight='bold') + ax.legend(loc='upper right', fontsize=9, ncol=2) + ax.grid(True, alpha=0.3) + ax.set_xlim(0.5, len(epochs) + 0.5) + + plt.tight_layout() + plt.savefig(output_path, dpi=150, bbox_inches='tight', facecolor='white') + plt.close(fig) + + +def _plot_flat_history( + history: List[Dict], + output_path: Path, + title: str, + figsize: tuple, +) -> None: + """绘制扁平格式的 history(CV fold 格式)""" + if not history: + return + + epochs = [r.get("epoch", i + 1) for i, r in enumerate(history)] + + # 收集所有 loss 相关的键 + loss_keys = set() + for record in history: + for key in record.keys(): + if "loss" in key.lower(): + loss_keys.add(key) + + # 分类 + train_keys = sorted([k for k in loss_keys if "train" in k.lower()]) + val_keys = sorted([k for k in loss_keys if "val" in k.lower()]) + + # 创建子图 + fig, ax = plt.subplots(1, 1, figsize=figsize) + + colors = plt.cm.tab10.colors + color_idx = 0 + + # 绘制训练 loss + for key in train_keys: + values = [r.get(key, 0) for r in history] + label = key.replace("_", " ").title() + ax.plot(epochs, values, 'o-', label=label, color=colors[color_idx % len(colors)], + linewidth=2, markersize=4, alpha=0.9) + color_idx += 1 + + # 绘制验证 loss + for key in val_keys: + values = [r.get(key, 0) for r in history] + label = key.replace("_", " ").title() + ax.plot(epochs, values, 's--', label=label, color=colors[color_idx % len(colors)], + linewidth=2, markersize=4, alpha=0.7) + color_idx += 1 + + ax.set_xlabel('Epoch', fontsize=12) + ax.set_ylabel('Loss', fontsize=12) + ax.set_title(title, fontsize=14, fontweight='bold') + ax.legend(loc='upper right', fontsize=10) + ax.grid(True, alpha=0.3) + ax.set_xlim(0.5, len(epochs) + 0.5) + + plt.tight_layout() + plt.savefig(output_path, dpi=150, bbox_inches='tight', facecolor='white') + plt.close(fig) + + +def plot_multitask_loss_curves( + history: Dict[str, List[Dict]], + output_path: Path, + title: str = "Multi-task Training Loss", + figsize: tuple = (14, 10), +) -> None: + """ + 专门用于多任务训练的 loss 曲线绘制。 + + 将各个任务的 loss 分别绘制在不同的子图中,便于比较。 + + Args: + history: {"train": [...], "val": [...]} 格式的训练历史 + output_path: 输出路径 + title: 图标题 + figsize: 图片尺寸 + """ + output_path = Path(output_path) + output_path.parent.mkdir(parents=True, exist_ok=True) + + train_history = history.get("train", []) + val_history = history.get("val", []) + + if not train_history: + return + + epochs = list(range(1, len(train_history) + 1)) + + # 提取所有任务的 loss 键 + task_keys = set() + for record in train_history: + for key in record.keys(): + if key.startswith("loss_"): + task_name = key.replace("loss_", "") + task_keys.add(task_name) + + task_keys = sorted(task_keys) + + # 计算子图布局 + n_tasks = len(task_keys) + if n_tasks == 0: + # 只有总 loss,使用简单绘图 + _plot_standard_history(history, output_path, title, figsize) + return + + # 包含总 loss,共 n_tasks + 1 个子图 + n_plots = n_tasks + 1 + n_cols = min(3, n_plots) + n_rows = (n_plots + n_cols - 1) // n_cols + + fig, axes = plt.subplots(n_rows, n_cols, figsize=(figsize[0], figsize[1] * n_rows / 2)) + if n_plots == 1: + axes = [[axes]] + elif n_rows == 1: + axes = [axes] + + axes_flat = [ax for row in axes for ax in (row if hasattr(row, '__iter__') else [row])] + + colors = plt.cm.tab10.colors + + # 子图1:总 loss + ax = axes_flat[0] + train_total = [r.get("loss", 0) for r in train_history] + val_total = [r.get("loss", 0) for r in val_history] + + ax.plot(epochs, train_total, 'o-', label='Train', color=colors[0], linewidth=2, markersize=4) + if val_total: + ax.plot(epochs, val_total, 's--', label='Val', color=colors[1], linewidth=2, markersize=4) + ax.set_xlabel('Epoch') + ax.set_ylabel('Loss') + ax.set_title('Total Loss', fontweight='bold') + ax.legend(loc='upper right') + ax.grid(True, alpha=0.3) + + # 各任务子图 + for idx, task in enumerate(task_keys): + ax = axes_flat[idx + 1] + key = f"loss_{task}" + + train_values = [r.get(key, 0) for r in train_history] + val_values = [r.get(key, 0) for r in val_history] + + # 只绘制有值的数据 + if any(v > 0 for v in train_values): + ax.plot(epochs, train_values, 'o-', label='Train', color=colors[0], linewidth=2, markersize=4) + if val_values and any(v > 0 for v in val_values): + ax.plot(epochs, val_values, 's--', label='Val', color=colors[1], linewidth=2, markersize=4) + + ax.set_xlabel('Epoch') + ax.set_ylabel('Loss') + ax.set_title(f'{task.upper()} Loss', fontweight='bold') + ax.legend(loc='upper right') + ax.grid(True, alpha=0.3) + + # 隐藏多余的子图 + for idx in range(n_plots, len(axes_flat)): + axes_flat[idx].set_visible(False) + + plt.suptitle(title, fontsize=16, fontweight='bold', y=1.02) + plt.tight_layout() + plt.savefig(output_path, dpi=150, bbox_inches='tight', facecolor='white') + plt.close(fig) + diff --git a/models/finetune_cv/config.json b/models/finetune_cv/config.json index 4f7fad2..ac79f18 100644 --- a/models/finetune_cv/config.json +++ b/models/finetune_cv/config.json @@ -11,6 +11,6 @@ "batch_size": 32, "epochs": 100, "patience": 15, - "init_from_pretrain": null, + "init_from_pretrain": "models/pretrain_delivery.pt", "freeze_backbone": false } \ No newline at end of file diff --git a/models/finetune_cv/cv_results.json b/models/finetune_cv/cv_results.json index a0e1664..492d115 100644 --- a/models/finetune_cv/cv_results.json +++ b/models/finetune_cv/cv_results.json @@ -2,38 +2,38 @@ "fold_results": [ { "fold_idx": 0, - "best_val_loss": 5.7676777839660645, - "epochs_trained": 24, - "final_train_loss": 1.4942118644714355 + "best_val_loss": 0.9860520362854004, + "epochs_trained": 40, + "final_train_loss": 0.5008097920152876 }, { "fold_idx": 1, - "best_val_loss": 8.418675899505615, - "epochs_trained": 20, - "final_train_loss": 1.4902493238449097 + "best_val_loss": 2.4599782625834146, + "epochs_trained": 38, + "final_train_loss": 0.564177993271086 }, { "fold_idx": 2, - "best_val_loss": 3.5122547830854143, - "epochs_trained": 25, - "final_train_loss": 1.7609570423762004 + "best_val_loss": 0.7660132050514221, + "epochs_trained": 43, + "final_train_loss": 0.6722757054699792 }, { "fold_idx": 3, - "best_val_loss": 3.165306806564331, - "epochs_trained": 21, - "final_train_loss": 2.0073827385902403 + "best_val_loss": 1.065057098865509, + "epochs_trained": 31, + "final_train_loss": 0.7323974437183804 }, { "fold_idx": 4, - "best_val_loss": 2.996154228846232, - "epochs_trained": 18, - "final_train_loss": 1.9732873006300493 + "best_val_loss": 1.321769932905833, + "epochs_trained": 36, + "final_train_loss": 0.5991987817817264 } ], "summary": { - "val_loss_mean": 4.772013900393532, - "val_loss_std": 2.0790222989111475 + "val_loss_mean": 1.3197741071383158, + "val_loss_std": 0.5971552245392587 }, "config": { "d_model": 256, @@ -48,7 +48,7 @@ "batch_size": 32, "epochs": 100, "patience": 15, - "init_from_pretrain": null, + "init_from_pretrain": "models/pretrain_delivery.pt", "freeze_backbone": false } } \ No newline at end of file diff --git a/models/finetune_cv/fold_0/history.json b/models/finetune_cv/fold_0/history.json index 8f97876..72a8a51 100644 --- a/models/finetune_cv/fold_0/history.json +++ b/models/finetune_cv/fold_0/history.json @@ -1,510 +1,846 @@ { "train": [ { - "loss": 17.65872812271118, - "loss_size": 12.601411867141724, - "loss_pdi": 1.3666706204414367, - "loss_ee": 1.0830313920974732, - "loss_delivery": 0.5962779104709626, - "loss_biodist": 1.3918164849281311, - "loss_toxic": 0.6195200622081757 + "loss": 4.322104136149089, + "loss_size": 17.593045446607803, + "loss_pdi": 1.3204891549216375, + "loss_ee": 1.088417410850525, + "loss_delivery": 0.633530682987637, + "loss_biodist": 1.173327750629849, + "loss_toxic": 0.6653845177756416 }, { - "loss": 5.925264883041382, - "loss_size": 1.8580878481268883, - "loss_pdi": 1.1011681258678436, - "loss_ee": 0.971046245098114, - "loss_delivery": 0.5075224950909615, - "loss_biodist": 1.1051940202713013, - "loss_toxic": 0.38224617540836336 + "loss": 3.0454922252231174, + "loss_size": 10.560075124104818, + "loss_pdi": 1.0834629535675049, + "loss_ee": 1.0191341439882915, + "loss_delivery": 0.44744866920842064, + "loss_biodist": 0.8864452905125089, + "loss_toxic": 0.49623291360007393 }, { - "loss": 3.4781792640686033, - "loss_size": 0.23610344529151917, - "loss_pdi": 0.8137399554252625, - "loss_ee": 0.9135127127170563, - "loss_delivery": 0.4596045270562172, - "loss_biodist": 0.8695587992668152, - "loss_toxic": 0.18565986081957817 + "loss": 2.1133340994517007, + "loss_size": 4.667804373635186, + "loss_pdi": 0.8770387834972806, + "loss_ee": 0.9207223057746887, + "loss_delivery": 0.3867781667245759, + "loss_biodist": 0.7044006784756979, + "loss_toxic": 0.32092855042881435 }, { - "loss": 2.9488561868667604, - "loss_size": 0.23130029290914536, - "loss_pdi": 0.644479614496231, - "loss_ee": 0.8721524059772492, - "loss_delivery": 0.4146773874759674, - "loss_biodist": 0.646893310546875, - "loss_toxic": 0.13935319259762763 + "loss": 1.6157594124476116, + "loss_size": 1.6370841993225946, + "loss_pdi": 0.7222660581270853, + "loss_ee": 0.9178307851155599, + "loss_delivery": 0.3380226459768083, + "loss_biodist": 0.6118268834220039, + "loss_toxic": 0.2034479926029841 }, { - "loss": 2.6432241678237913, - "loss_size": 0.16843259893357754, - "loss_pdi": 0.5857123643159866, - "loss_ee": 0.8315786123275757, - "loss_delivery": 0.4049036353826523, - "loss_biodist": 0.5410242855548859, - "loss_toxic": 0.11157271154224872 + "loss": 1.6780848105748494, + "loss_size": 0.6989439659648471, + "loss_pdi": 0.6804316308763292, + "loss_ee": 0.8478401038381789, + "loss_delivery": 0.5942584524552027, + "loss_biodist": 0.5482071174515618, + "loss_toxic": 0.14486626535654068 }, { - "loss": 2.461507487297058, - "loss_size": 0.18602822050452233, - "loss_pdi": 0.5872043997049332, - "loss_ee": 0.8179578661918641, - "loss_delivery": 0.32779163047671317, - "loss_biodist": 0.45097417533397677, - "loss_toxic": 0.09155115596950054 + "loss": 1.464562992254893, + "loss_size": 0.5176780256960127, + "loss_pdi": 0.625754091474745, + "loss_ee": 0.8957585692405701, + "loss_delivery": 0.47431792318820953, + "loss_biodist": 0.47612329986360336, + "loss_toxic": 0.11800290064679252 }, { - "loss": 2.3792370796203612, - "loss_size": 0.2090120367705822, - "loss_pdi": 0.5358257800340652, - "loss_ee": 0.8088949501514435, - "loss_delivery": 0.3434994474053383, - "loss_biodist": 0.40993946194648745, - "loss_toxic": 0.07206540685147048 + "loss": 1.1244084239006042, + "loss_size": 0.4179711126618915, + "loss_pdi": 0.570526036951277, + "loss_ee": 0.8536430464850532, + "loss_delivery": 0.312320727441046, + "loss_biodist": 0.338322220577134, + "loss_toxic": 0.0943529676232073 }, { - "loss": 2.207099366188049, - "loss_size": 0.1589151345193386, - "loss_pdi": 0.5283154606819153, - "loss_ee": 0.7723551869392395, - "loss_delivery": 0.35645291954278946, - "loss_biodist": 0.3404483631253242, - "loss_toxic": 0.05061229532584548 + "loss": 1.0499339832199945, + "loss_size": 0.47809311416414046, + "loss_pdi": 0.557487385140525, + "loss_ee": 0.8040152788162231, + "loss_delivery": 0.2682522022061878, + "loss_biodist": 0.320782999197642, + "loss_toxic": 0.09277316265636021 }, { - "loss": 2.1428971529006957, - "loss_size": 0.19335013553500174, - "loss_pdi": 0.5021985083818435, - "loss_ee": 0.7642539083957672, - "loss_delivery": 0.31821031123399734, - "loss_biodist": 0.32588216066360476, - "loss_toxic": 0.03900211993604898 + "loss": 1.1732424232694838, + "loss_size": 0.291741915875011, + "loss_pdi": 0.5256910257869296, + "loss_ee": 0.7830515106519064, + "loss_delivery": 0.4160807066493564, + "loss_biodist": 0.3308183021015591, + "loss_toxic": 0.09092888898319668 }, { - "loss": 1.9874909400939942, - "loss_size": 0.1736245721578598, - "loss_pdi": 0.46206980347633364, - "loss_ee": 0.7373365700244904, - "loss_delivery": 0.29703493416309357, - "loss_biodist": 0.2863417714834213, - "loss_toxic": 0.031083252932876348 + "loss": 0.9304312202665541, + "loss_size": 0.34245120154486763, + "loss_pdi": 0.5300001137786441, + "loss_ee": 0.8330901198916965, + "loss_delivery": 0.23890193717347252, + "loss_biodist": 0.24359119104014504, + "loss_toxic": 0.0953175767014424 }, { - "loss": 1.9297520160675048, - "loss_size": 0.1635374441742897, - "loss_pdi": 0.4737923800945282, - "loss_ee": 0.7171129584312439, - "loss_delivery": 0.28808903992176055, - "loss_biodist": 0.25874830335378646, - "loss_toxic": 0.028471904620528222 + "loss": 0.9160839451683892, + "loss_size": 0.3149913748105367, + "loss_pdi": 0.5144901672999064, + "loss_ee": 0.774557027551863, + "loss_delivery": 0.25001151031917995, + "loss_biodist": 0.24419869813654158, + "loss_toxic": 0.07320865222977267 }, { - "loss": 1.8647576332092286, - "loss_size": 0.14790172204375268, - "loss_pdi": 0.4427785277366638, - "loss_ee": 0.7089932143688202, - "loss_delivery": 0.30143058970570563, - "loss_biodist": 0.24234647750854493, - "loss_toxic": 0.021307120053097605 + "loss": 0.8772096435228983, + "loss_size": 0.3025674472252528, + "loss_pdi": 0.5610448817412058, + "loss_ee": 0.7567994528346591, + "loss_delivery": 0.22850145482354695, + "loss_biodist": 0.21544894907209608, + "loss_toxic": 0.1529837174134122 }, { - "loss": 1.7996623039245605, - "loss_size": 0.1429538145661354, - "loss_pdi": 0.45114057660102846, - "loss_ee": 0.681770408153534, - "loss_delivery": 0.2735618159174919, - "loss_biodist": 0.2338838443160057, - "loss_toxic": 0.01635184111073613 + "loss": 0.7775394055578444, + "loss_size": 0.3007944855425093, + "loss_pdi": 0.4857555462254418, + "loss_ee": 0.7410714824994405, + "loss_delivery": 0.19621007723940742, + "loss_biodist": 0.17948989735709298, + "loss_toxic": 0.07423716680043274 }, { - "loss": 1.7303769707679748, - "loss_size": 0.13725369721651076, - "loss_pdi": 0.43492600619792937, - "loss_ee": 0.6648448914289474, - "loss_delivery": 0.2714417055249214, - "loss_biodist": 0.20898159295320512, - "loss_toxic": 0.012929048202931882 + "loss": 0.7944639656278822, + "loss_size": 0.2702309058772193, + "loss_pdi": 0.4726009998056624, + "loss_ee": 0.7363064885139465, + "loss_delivery": 0.2161275852057669, + "loss_biodist": 0.18517516056696573, + "loss_toxic": 0.0693175916870435 }, { - "loss": 1.702065145969391, - "loss_size": 0.1783118523657322, - "loss_pdi": 0.4118753671646118, - "loss_ee": 0.640222480893135, - "loss_delivery": 0.2610591858625412, - "loss_biodist": 0.20058825612068176, - "loss_toxic": 0.01000797227025032 + "loss": 0.868152896563212, + "loss_size": 0.353721742828687, + "loss_pdi": 0.4352845251560211, + "loss_ee": 0.7311722040176392, + "loss_delivery": 0.28572942813237506, + "loss_biodist": 0.19355661670366922, + "loss_toxic": 0.0711525229530202 }, { - "loss": 1.6243244886398316, - "loss_size": 0.1371393844485283, - "loss_pdi": 0.3978125751018524, - "loss_ee": 0.6315451622009277, - "loss_delivery": 0.2618463449180126, - "loss_biodist": 0.18574777096509934, - "loss_toxic": 0.010233237966895103 + "loss": 0.8229561845461527, + "loss_size": 0.2390851258403725, + "loss_pdi": 0.46370699008305866, + "loss_ee": 0.7129934430122375, + "loss_delivery": 0.2797413269678752, + "loss_biodist": 0.163183750377761, + "loss_toxic": 0.06224951727522744 }, { - "loss": 1.645119547843933, - "loss_size": 0.13622624576091766, - "loss_pdi": 0.4013118803501129, - "loss_ee": 0.639850401878357, - "loss_delivery": 0.2615354858338833, - "loss_biodist": 0.19717498123645782, - "loss_toxic": 0.009020529384724797 + "loss": 0.7073442074987624, + "loss_size": 0.26570335858398014, + "loss_pdi": 0.46388477583726245, + "loss_ee": 0.6822554535335965, + "loss_delivery": 0.17277332146962485, + "loss_biodist": 0.1576644563012653, + "loss_toxic": 0.12988046194530195 }, { - "loss": 1.5792422771453858, - "loss_size": 0.12063037976622581, - "loss_pdi": 0.40477685928344725, - "loss_ee": 0.6168571084737777, - "loss_delivery": 0.23877703920006751, - "loss_biodist": 0.1887524366378784, - "loss_toxic": 0.009448455832898616 + "loss": 0.7495085597038269, + "loss_size": 0.2469803144534429, + "loss_pdi": 0.4163050187958611, + "loss_ee": 0.6714508732159933, + "loss_delivery": 0.19608071777555677, + "loss_biodist": 0.19968150473303264, + "loss_toxic": 0.0544304313759009 }, { - "loss": 1.5701380014419555, - "loss_size": 0.12370488420128822, - "loss_pdi": 0.3944096490740776, - "loss_ee": 0.6204680263996124, - "loss_delivery": 0.2499392546713352, - "loss_biodist": 0.1741167649626732, - "loss_toxic": 0.00749938020016998 + "loss": 0.6928741534550985, + "loss_size": 0.24070869634548822, + "loss_pdi": 0.41940996381971574, + "loss_ee": 0.6891013185183207, + "loss_delivery": 0.1789121168355147, + "loss_biodist": 0.15480930854876837, + "loss_toxic": 0.05056922800011105 }, { - "loss": 1.5445807576179504, - "loss_size": 0.12085893377661705, - "loss_pdi": 0.4022176057100296, - "loss_ee": 0.6029386401176453, - "loss_delivery": 0.2460342638194561, - "loss_biodist": 0.16601160615682603, - "loss_toxic": 0.006519717467017472 + "loss": 0.6773558722601997, + "loss_size": 0.22304456846581566, + "loss_pdi": 0.4265521698527866, + "loss_ee": 0.6338741183280945, + "loss_delivery": 0.20091451042228275, + "loss_biodist": 0.13308443625768027, + "loss_toxic": 0.05849140344394578 }, { - "loss": 1.4764926195144654, - "loss_size": 0.11393929794430732, - "loss_pdi": 0.3614879995584488, - "loss_ee": 0.5874974340200424, - "loss_delivery": 0.2382828861474991, - "loss_biodist": 0.168075630068779, - "loss_toxic": 0.00720936032012105 + "loss": 0.6792458958095975, + "loss_size": 0.18910101883941227, + "loss_pdi": 0.4736470646328396, + "loss_ee": 0.6600266562567817, + "loss_delivery": 0.17967590772443348, + "loss_biodist": 0.137747993071874, + "loss_toxic": 0.0561952812390195 }, { - "loss": 1.4663256525993347, - "loss_size": 0.10480817258358002, - "loss_pdi": 0.3699364930391312, - "loss_ee": 0.591068571805954, - "loss_delivery": 0.23481545299291612, - "loss_biodist": 0.1582734301686287, - "loss_toxic": 0.007423530006781221 + "loss": 0.7022113071547614, + "loss_size": 0.2158840306931072, + "loss_pdi": 0.43700193696551853, + "loss_ee": 0.6360369854503207, + "loss_delivery": 0.20829415652487013, + "loss_biodist": 0.14777151660786736, + "loss_toxic": 0.052910939065946475 }, { - "loss": 1.4797919273376465, - "loss_size": 0.11906521767377853, - "loss_pdi": 0.3831163257360458, - "loss_ee": 0.5810098886489868, - "loss_delivery": 0.22465722858905793, - "loss_biodist": 0.16469249799847602, - "loss_toxic": 0.007250743336044252 + "loss": 0.6449441247516208, + "loss_size": 0.1952553109990226, + "loss_pdi": 0.3760784930653042, + "loss_ee": 0.6379995346069336, + "loss_delivery": 0.16369475175937018, + "loss_biodist": 0.1552567192249828, + "loss_toxic": 0.04487405986421638 }, { - "loss": 1.4942118644714355, - "loss_size": 0.11249525547027588, - "loss_pdi": 0.3718418627977371, - "loss_ee": 0.5973137259483338, - "loss_delivery": 0.23963096588850022, - "loss_biodist": 0.16598810032010078, - "loss_toxic": 0.006941930414177478 + "loss": 0.6427479816807641, + "loss_size": 0.23657568130228254, + "loss_pdi": 0.372259345319536, + "loss_ee": 0.6441503597630395, + "loss_delivery": 0.14370831184917027, + "loss_biodist": 0.16797509872251087, + "loss_toxic": 0.04968215307841698 + }, + { + "loss": 0.9931288758913676, + "loss_size": 0.19573548601733315, + "loss_pdi": 0.3725646701123979, + "loss_ee": 0.677657683690389, + "loss_delivery": 0.46030762253536117, + "loss_biodist": 0.1962142065167427, + "loss_toxic": 0.03933604992926121 + }, + { + "loss": 0.6079309384028116, + "loss_size": 0.21275880187749863, + "loss_pdi": 0.34046634534994763, + "loss_ee": 0.6355888280603621, + "loss_delivery": 0.1639514739314715, + "loss_biodist": 0.12741477456357744, + "loss_toxic": 0.049445086986654334 + }, + { + "loss": 0.6870207786560059, + "loss_size": 0.2087610380517112, + "loss_pdi": 0.3540271148085594, + "loss_ee": 0.5907266206211514, + "loss_delivery": 0.18505429559283787, + "loss_biodist": 0.19559555831882688, + "loss_toxic": 0.04137388596104251 + }, + { + "loss": 0.6472303436862098, + "loss_size": 0.22184482299619251, + "loss_pdi": 0.4683272573682997, + "loss_ee": 0.5644559562206268, + "loss_delivery": 0.19896187633275986, + "loss_biodist": 0.11412501914633645, + "loss_toxic": 0.042479665846460395 + }, + { + "loss": 0.5487931172053019, + "loss_size": 0.17582466204961142, + "loss_pdi": 0.32146011624071336, + "loss_ee": 0.5250605924261941, + "loss_delivery": 0.15071064192387792, + "loss_biodist": 0.1245238913430108, + "loss_toxic": 0.04039790424414807 + }, + { + "loss": 0.5697314010726081, + "loss_size": 0.21712515585952336, + "loss_pdi": 0.3176909022861057, + "loss_ee": 0.5787608093685574, + "loss_delivery": 0.13063641844524276, + "loss_biodist": 0.1464226171374321, + "loss_toxic": 0.040486347033745713 + }, + { + "loss": 0.5647341542773776, + "loss_size": 0.2063691798183653, + "loss_pdi": 0.38127953476376003, + "loss_ee": 0.563402748770184, + "loss_delivery": 0.132879844142331, + "loss_biodist": 0.12596635396281877, + "loss_toxic": 0.036926837586280375 + }, + { + "loss": 0.5067204071415795, + "loss_size": 0.23850117623806, + "loss_pdi": 0.2924792087740368, + "loss_ee": 0.5628483295440674, + "loss_delivery": 0.12116432148549292, + "loss_biodist": 0.10345037281513214, + "loss_toxic": 0.03314654971472919 + }, + { + "loss": 1.0699441101815965, + "loss_size": 0.17469535105758244, + "loss_pdi": 0.3502203706238005, + "loss_ee": 0.5562509695688883, + "loss_delivery": 0.6446112332244714, + "loss_biodist": 0.13430255237552854, + "loss_toxic": 0.032387840251127877 + }, + { + "loss": 0.5611699124177297, + "loss_size": 0.16061691443125406, + "loss_pdi": 0.3454722497198317, + "loss_ee": 0.5293509198559655, + "loss_delivery": 0.16204639772574106, + "loss_biodist": 0.11875326765908135, + "loss_toxic": 0.037232138216495514 + }, + { + "loss": 0.530913253625234, + "loss_size": 0.18493542157941395, + "loss_pdi": 0.29415023658010697, + "loss_ee": 0.595608608590232, + "loss_delivery": 0.12832303759124544, + "loss_biodist": 0.11531495137347116, + "loss_toxic": 0.037081255629244775 + }, + { + "loss": 0.46351798706584507, + "loss_size": 0.19074936790598762, + "loss_pdi": 0.2951990183856752, + "loss_ee": 0.4819436338212755, + "loss_delivery": 0.10374879505899218, + "loss_biodist": 0.10574217471811506, + "loss_toxic": 0.0361855471920636 + }, + { + "loss": 0.4980843596988254, + "loss_size": 0.1467754857407676, + "loss_pdi": 0.28184814916716683, + "loss_ee": 0.5108992391162448, + "loss_delivery": 0.13626391523414189, + "loss_biodist": 0.10757666081190109, + "loss_toxic": 0.03484007234995564 + }, + { + "loss": 0.47234705090522766, + "loss_size": 0.18433138065867954, + "loss_pdi": 0.29718642433484393, + "loss_ee": 0.4984990590148502, + "loss_delivery": 0.11131453679667579, + "loss_biodist": 0.10233025832308663, + "loss_toxic": 0.031269495685895286 + }, + { + "loss": 0.49952124224768746, + "loss_size": 0.15636196939481628, + "loss_pdi": 0.2847433520687951, + "loss_ee": 0.48881187703874374, + "loss_delivery": 0.1531598741809527, + "loss_biodist": 0.09685589538680182, + "loss_toxic": 0.03605382113407055 + }, + { + "loss": 0.5008097920152876, + "loss_size": 0.17970380518171522, + "loss_pdi": 0.2696686072482003, + "loss_ee": 0.5016761455270979, + "loss_delivery": 0.1433546224402057, + "loss_biodist": 0.10643771621916029, + "loss_toxic": 0.032872507296916514 } ], "val": [ { - "loss": 13.683866500854492, - "loss_size": 5.657964706420898, - "loss_pdi": 1.1590962409973145, - "loss_ee": 1.0155898332595825, - "loss_delivery": 4.1429033279418945, - "loss_biodist": 1.128843069076538, - "loss_toxic": 0.579468846321106, - "acc_pdi": 0.7407407407407407, - "acc_ee": 0.6296296296296297, - "acc_toxic": 1.0 + "loss": 4.352981249491374, + "loss_size": 14.040823618570963, + "loss_pdi": 1.1560964584350586, + "loss_ee": 1.0625061988830566, + "loss_delivery": 1.0593002637227376, + "loss_biodist": 1.192948619524638, + "loss_toxic": 0.6213847597440084, + "acc_pdi": 0.6896551724137931, + "acc_ee": 0.47126436781609193, + "acc_toxic": 0.9 }, { - "loss": 7.161172866821289, - "loss_size": 0.1799931526184082, - "loss_pdi": 0.8303115963935852, - "loss_ee": 0.942605197429657, - "loss_delivery": 3.986294984817505, - "loss_biodist": 1.022797703742981, - "loss_toxic": 0.19917015731334686, - "acc_pdi": 0.8888888888888888, - "acc_ee": 0.5925925925925926, - "acc_toxic": 1.0 + "loss": 3.3357954025268555, + "loss_size": 6.06112019220988, + "loss_pdi": 0.968859871228536, + "loss_ee": 1.0026604334513347, + "loss_delivery": 0.9897311329841614, + "loss_biodist": 1.125332196553548, + "loss_toxic": 0.4632777273654938, + "acc_pdi": 0.6896551724137931, + "acc_ee": 0.5517241379310345, + "acc_toxic": 0.9166666666666666 }, { - "loss": 6.554836273193359, - "loss_size": 0.04609166830778122, - "loss_pdi": 0.4924769997596741, - "loss_ee": 0.965587317943573, - "loss_delivery": 3.978637933731079, - "loss_biodist": 1.0135102272033691, - "loss_toxic": 0.05853228643536568, - "acc_pdi": 0.8888888888888888, - "acc_ee": 0.5925925925925926, - "acc_toxic": 1.0 + "loss": 2.767303546269735, + "loss_size": 1.818801999092102, + "loss_pdi": 0.8547852834065756, + "loss_ee": 0.9709142843882242, + "loss_delivery": 0.9232005079587301, + "loss_biodist": 1.0974398056666057, + "loss_toxic": 0.34146594007809955, + "acc_pdi": 0.6896551724137931, + "acc_ee": 0.5517241379310345, + "acc_toxic": 0.9166666666666666 }, { - "loss": 6.843129634857178, - "loss_size": 0.07650057226419449, - "loss_pdi": 0.43551138043403625, - "loss_ee": 0.9353340864181519, - "loss_delivery": 4.557775974273682, - "loss_biodist": 0.7909315228462219, - "loss_toxic": 0.047075945883989334, - "acc_pdi": 0.8888888888888888, - "acc_ee": 0.5925925925925926, - "acc_toxic": 1.0 + "loss": 2.4660185178120932, + "loss_size": 0.2837679435809453, + "loss_pdi": 0.7920133868853251, + "loss_ee": 0.9490573604901632, + "loss_delivery": 0.9340477387110392, + "loss_biodist": 0.966218888759613, + "loss_toxic": 0.30107616384824115, + "acc_pdi": 0.6896551724137931, + "acc_ee": 0.5517241379310345, + "acc_toxic": 0.9166666666666666 }, { - "loss": 6.711758613586426, - "loss_size": 0.04316325858235359, - "loss_pdi": 0.41873815655708313, - "loss_ee": 1.0096691846847534, - "loss_delivery": 4.517927169799805, - "loss_biodist": 0.6788683533668518, - "loss_toxic": 0.04339226707816124, - "acc_pdi": 0.8888888888888888, - "acc_ee": 0.5925925925925926, - "acc_toxic": 1.0 + "loss": 2.2471745014190674, + "loss_size": 0.12167477607727051, + "loss_pdi": 0.7561964591344198, + "loss_ee": 0.9035918911298116, + "loss_delivery": 0.8805848260720571, + "loss_biodist": 0.8411766688028971, + "loss_toxic": 0.306180939078331, + "acc_pdi": 0.6896551724137931, + "acc_ee": 0.6206896551724138, + "acc_toxic": 0.9166666666666666 }, { - "loss": 6.905030250549316, - "loss_size": 0.045318666845560074, - "loss_pdi": 0.38593801856040955, - "loss_ee": 1.0019593238830566, - "loss_delivery": 4.807835578918457, - "loss_biodist": 0.6247215867042542, - "loss_toxic": 0.039257097989320755, - "acc_pdi": 0.8888888888888888, - "acc_ee": 0.5185185185185185, - "acc_toxic": 1.0 + "loss": 1.6885152260462444, + "loss_size": 0.16249329845110574, + "loss_pdi": 0.7185025413831075, + "loss_ee": 0.834699809551239, + "loss_delivery": 0.6471298635005951, + "loss_biodist": 0.5438492397467295, + "loss_toxic": 0.306520755092303, + "acc_pdi": 0.6896551724137931, + "acc_ee": 0.6206896551724138, + "acc_toxic": 0.9166666666666666 }, { - "loss": 6.417820930480957, - "loss_size": 0.05034356936812401, - "loss_pdi": 0.4149726331233978, - "loss_ee": 0.9869357943534851, - "loss_delivery": 4.405001640319824, - "loss_biodist": 0.533240556716919, - "loss_toxic": 0.02732720412313938, - "acc_pdi": 0.8888888888888888, - "acc_ee": 0.5925925925925926, - "acc_toxic": 1.0 + "loss": 1.4998847246170044, + "loss_size": 0.17702753841876984, + "loss_pdi": 0.6977987885475159, + "loss_ee": 0.8065251111984253, + "loss_delivery": 0.5934116542339325, + "loss_biodist": 0.4223662813504537, + "loss_toxic": 0.3021365900834401, + "acc_pdi": 0.6896551724137931, + "acc_ee": 0.6206896551724138, + "acc_toxic": 0.9166666666666666 }, { - "loss": 6.608631610870361, - "loss_size": 0.05222579464316368, - "loss_pdi": 0.4375711679458618, - "loss_ee": 1.0041171312332153, - "loss_delivery": 4.578192234039307, - "loss_biodist": 0.5125234723091125, - "loss_toxic": 0.02400212176144123, - "acc_pdi": 0.8888888888888888, - "acc_ee": 0.5185185185185185, - "acc_toxic": 1.0 + "loss": 1.4727789958318074, + "loss_size": 0.1332696924606959, + "loss_pdi": 0.7014670769373575, + "loss_ee": 0.7922239502271017, + "loss_delivery": 0.638674815495809, + "loss_biodist": 0.35675326983133954, + "loss_toxic": 0.31833313405513763, + "acc_pdi": 0.6896551724137931, + "acc_ee": 0.6206896551724138, + "acc_toxic": 0.9166666666666666 }, { - "loss": 5.7676777839660645, - "loss_size": 0.09589201211929321, - "loss_pdi": 0.3261733949184418, - "loss_ee": 0.9482788443565369, - "loss_delivery": 3.856112003326416, - "loss_biodist": 0.5298716425895691, - "loss_toxic": 0.011350298300385475, - "acc_pdi": 0.8888888888888888, - "acc_ee": 0.5555555555555556, - "acc_toxic": 1.0 + "loss": 1.436899224917094, + "loss_size": 0.13452864935000738, + "loss_pdi": 0.684553881486257, + "loss_ee": 0.7653761506080627, + "loss_delivery": 0.6407908201217651, + "loss_biodist": 0.33279359340667725, + "loss_toxic": 0.2976590593655904, + "acc_pdi": 0.6896551724137931, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9166666666666666 }, { - "loss": 6.920990943908691, - "loss_size": 0.05388057231903076, - "loss_pdi": 0.39705148339271545, - "loss_ee": 0.990842878818512, - "loss_delivery": 5.025243282318115, - "loss_biodist": 0.4346938133239746, - "loss_toxic": 0.019278930500149727, - "acc_pdi": 0.8888888888888888, - "acc_ee": 0.5555555555555556, - "acc_toxic": 1.0 + "loss": 1.2208503484725952, + "loss_size": 0.16631528735160828, + "loss_pdi": 0.6577734549840292, + "loss_ee": 0.7665876547495524, + "loss_delivery": 0.48486973841985065, + "loss_biodist": 0.2789425750573476, + "loss_toxic": 0.2619628707567851, + "acc_pdi": 0.7241379310344828, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9166666666666666 }, { - "loss": 5.798760890960693, - "loss_size": 0.09857960045337677, - "loss_pdi": 0.33329641819000244, - "loss_ee": 0.9614524245262146, - "loss_delivery": 4.000489711761475, - "loss_biodist": 0.39874210953712463, - "loss_toxic": 0.006200834643095732, - "acc_pdi": 0.8888888888888888, - "acc_ee": 0.5555555555555556, - "acc_toxic": 1.0 + "loss": 1.248612880706787, + "loss_size": 0.18232750395933786, + "loss_pdi": 0.649429460366567, + "loss_ee": 0.7502844929695129, + "loss_delivery": 0.532643457253774, + "loss_biodist": 0.26479581991831463, + "loss_toxic": 0.26053250829378766, + "acc_pdi": 0.7241379310344828, + "acc_ee": 0.6551724137931034, + "acc_toxic": 0.9166666666666666 }, { - "loss": 6.575327396392822, - "loss_size": 0.054699063301086426, - "loss_pdi": 0.33702051639556885, - "loss_ee": 0.9436452388763428, - "loss_delivery": 4.817119121551514, - "loss_biodist": 0.41582298278808594, - "loss_toxic": 0.007020703982561827, - "acc_pdi": 0.8888888888888888, - "acc_ee": 0.5555555555555556, - "acc_toxic": 1.0 + "loss": 1.2217957576115925, + "loss_size": 0.14767353733380637, + "loss_pdi": 0.6429043213526408, + "loss_ee": 0.725229024887085, + "loss_delivery": 0.5429440836111704, + "loss_biodist": 0.24105359613895416, + "loss_toxic": 0.2518138339122136, + "acc_pdi": 0.7011494252873564, + "acc_ee": 0.7011494252873564, + "acc_toxic": 0.9166666666666666 }, { - "loss": 5.989306449890137, - "loss_size": 0.09009546041488647, - "loss_pdi": 0.3044246733188629, - "loss_ee": 1.0130207538604736, - "loss_delivery": 4.140576362609863, - "loss_biodist": 0.4378862977027893, - "loss_toxic": 0.0033026484306901693, - "acc_pdi": 0.8888888888888888, - "acc_ee": 0.5555555555555556, - "acc_toxic": 1.0 + "loss": 1.1423648993174236, + "loss_size": 0.138336310784022, + "loss_pdi": 0.64690101146698, + "loss_ee": 0.719541589419047, + "loss_delivery": 0.49121378858884174, + "loss_biodist": 0.21493942538897196, + "loss_toxic": 0.24890372653802237, + "acc_pdi": 0.7126436781609196, + "acc_ee": 0.6781609195402298, + "acc_toxic": 0.9166666666666666 }, { - "loss": 6.383339881896973, - "loss_size": 0.1530081033706665, - "loss_pdi": 0.29700207710266113, - "loss_ee": 0.9943283796310425, - "loss_delivery": 4.564785480499268, - "loss_biodist": 0.37085360288619995, - "loss_toxic": 0.003362649120390415, - "acc_pdi": 0.8888888888888888, - "acc_ee": 0.5185185185185185, - "acc_toxic": 1.0 + "loss": 1.1333981553713481, + "loss_size": 0.11350886523723602, + "loss_pdi": 0.6397646268208822, + "loss_ee": 0.7264792521794637, + "loss_delivery": 0.49360715846220654, + "loss_biodist": 0.2063005566596985, + "loss_toxic": 0.2453270231684049, + "acc_pdi": 0.6781609195402298, + "acc_ee": 0.6436781609195402, + "acc_toxic": 0.9166666666666666 }, { - "loss": 6.233416557312012, - "loss_size": 0.1473817676305771, - "loss_pdi": 0.2754640281200409, - "loss_ee": 0.9803684949874878, - "loss_delivery": 4.443488597869873, - "loss_biodist": 0.38424524664878845, - "loss_toxic": 0.0024682653602212667, - "acc_pdi": 0.8888888888888888, - "acc_ee": 0.5925925925925926, - "acc_toxic": 1.0 + "loss": 1.1487789750099182, + "loss_size": 0.13474328319231668, + "loss_pdi": 0.6321920355161031, + "loss_ee": 0.6919702887535095, + "loss_delivery": 0.5112977822621664, + "loss_biodist": 0.2153903047243754, + "loss_toxic": 0.22735604147116342, + "acc_pdi": 0.6896551724137931, + "acc_ee": 0.6896551724137931, + "acc_toxic": 0.9166666666666666 }, { - "loss": 6.094257354736328, - "loss_size": 0.10127364844083786, - "loss_pdi": 0.2960923910140991, - "loss_ee": 1.0121080875396729, - "loss_delivery": 4.2689008712768555, - "loss_biodist": 0.4132467210292816, - "loss_toxic": 0.0026356647722423077, - "acc_pdi": 0.8888888888888888, - "acc_ee": 0.5555555555555556, - "acc_toxic": 1.0 + "loss": 1.0790208578109741, + "loss_size": 0.1243719110886256, + "loss_pdi": 0.6189361015955607, + "loss_ee": 0.6877770821253458, + "loss_delivery": 0.4728225767612457, + "loss_biodist": 0.19130249321460724, + "loss_toxic": 0.20889216164747873, + "acc_pdi": 0.6896551724137931, + "acc_ee": 0.6781609195402298, + "acc_toxic": 0.9166666666666666 }, { - "loss": 6.0315470695495605, - "loss_size": 0.13236114382743835, - "loss_pdi": 0.29554903507232666, - "loss_ee": 0.9912998080253601, - "loss_delivery": 4.2240777015686035, - "loss_biodist": 0.3861069977283478, - "loss_toxic": 0.002152827335521579, - "acc_pdi": 0.8888888888888888, - "acc_ee": 0.5925925925925926, - "acc_toxic": 1.0 + "loss": 1.1575236916542053, + "loss_size": 0.13228566199541092, + "loss_pdi": 0.6147287487983704, + "loss_ee": 0.6828009486198425, + "loss_delivery": 0.548195093870163, + "loss_biodist": 0.1973088284333547, + "loss_toxic": 0.19064538180828094, + "acc_pdi": 0.7011494252873564, + "acc_ee": 0.6896551724137931, + "acc_toxic": 0.9166666666666666 }, { - "loss": 6.13291597366333, - "loss_size": 0.10603927820920944, - "loss_pdi": 0.30880627036094666, - "loss_ee": 1.0417256355285645, - "loss_delivery": 4.337818622589111, - "loss_biodist": 0.33598482608795166, - "loss_toxic": 0.002541647758334875, - "acc_pdi": 0.8888888888888888, - "acc_ee": 0.5555555555555556, - "acc_toxic": 1.0 + "loss": 1.1351452271143596, + "loss_size": 0.19023342927296957, + "loss_pdi": 0.6062304774920145, + "loss_ee": 0.6876464287439982, + "loss_delivery": 0.5415350496768951, + "loss_biodist": 0.1771141936381658, + "loss_toxic": 0.18619074299931526, + "acc_pdi": 0.6896551724137931, + "acc_ee": 0.6896551724137931, + "acc_toxic": 0.9166666666666666 }, { - "loss": 5.918347358703613, - "loss_size": 0.11423231661319733, - "loss_pdi": 0.2779754102230072, - "loss_ee": 1.023812174797058, - "loss_delivery": 4.137387275695801, - "loss_biodist": 0.36283549666404724, - "loss_toxic": 0.002104171784594655, - "acc_pdi": 0.8888888888888888, - "acc_ee": 0.5185185185185185, - "acc_toxic": 1.0 + "loss": 1.1262837251027424, + "loss_size": 0.12486698726812999, + "loss_pdi": 0.6214810411135355, + "loss_ee": 0.6816250085830688, + "loss_delivery": 0.5331919093926748, + "loss_biodist": 0.17967281738917032, + "loss_toxic": 0.2000091386338075, + "acc_pdi": 0.6781609195402298, + "acc_ee": 0.6896551724137931, + "acc_toxic": 0.9166666666666666 }, { - "loss": 6.354115962982178, - "loss_size": 0.1212025135755539, - "loss_pdi": 0.2848753333091736, - "loss_ee": 1.031553030014038, - "loss_delivery": 4.554471969604492, - "loss_biodist": 0.3598195016384125, - "loss_toxic": 0.0021939175203442574, - "acc_pdi": 0.8518518518518519, - "acc_ee": 0.5555555555555556, - "acc_toxic": 1.0 + "loss": 1.0970223148663838, + "loss_size": 0.1257863367597262, + "loss_pdi": 0.6169956723848978, + "loss_ee": 0.674238363901774, + "loss_delivery": 0.5013431708017985, + "loss_biodist": 0.1856648474931717, + "loss_toxic": 0.20130913704633713, + "acc_pdi": 0.7011494252873564, + "acc_ee": 0.7471264367816092, + "acc_toxic": 0.9166666666666666 }, { - "loss": 5.881389141082764, - "loss_size": 0.1030399352312088, - "loss_pdi": 0.2791188657283783, - "loss_ee": 1.0205037593841553, - "loss_delivery": 4.111578464508057, - "loss_biodist": 0.3657107949256897, - "loss_toxic": 0.0014369667042046785, - "acc_pdi": 0.8518518518518519, - "acc_ee": 0.5555555555555556, - "acc_toxic": 1.0 + "loss": 1.099283218383789, + "loss_size": 0.1544548769791921, + "loss_pdi": 0.6007954875628153, + "loss_ee": 0.6859760681788126, + "loss_delivery": 0.5206386148929596, + "loss_biodist": 0.16801170508066812, + "loss_toxic": 0.18311957145730653, + "acc_pdi": 0.7011494252873564, + "acc_ee": 0.6781609195402298, + "acc_toxic": 0.9166666666666666 }, { - "loss": 6.1028852462768555, - "loss_size": 0.10241233557462692, - "loss_pdi": 0.300007700920105, - "loss_ee": 1.0756882429122925, - "loss_delivery": 4.258440971374512, - "loss_biodist": 0.3646480441093445, - "loss_toxic": 0.0016881312476471066, - "acc_pdi": 0.8888888888888888, - "acc_ee": 0.5185185185185185, - "acc_toxic": 1.0 + "loss": 1.0425826509793599, + "loss_size": 0.12690149744351706, + "loss_pdi": 0.609094520409902, + "loss_ee": 0.6826133529345194, + "loss_delivery": 0.4732641627391179, + "loss_biodist": 0.1601690575480461, + "loss_toxic": 0.17893838013211885, + "acc_pdi": 0.7241379310344828, + "acc_ee": 0.6781609195402298, + "acc_toxic": 0.9166666666666666 }, { - "loss": 6.128824234008789, - "loss_size": 0.1437627077102661, - "loss_pdi": 0.29325851798057556, - "loss_ee": 1.0818182229995728, - "loss_delivery": 4.236568450927734, - "loss_biodist": 0.3719424605369568, - "loss_toxic": 0.001474093529395759, - "acc_pdi": 0.8888888888888888, - "acc_ee": 0.5185185185185185, - "acc_toxic": 1.0 + "loss": 1.0118964711825054, + "loss_size": 0.12006142735481262, + "loss_pdi": 0.6105441848436991, + "loss_ee": 0.6461567282676697, + "loss_delivery": 0.4406776974598567, + "loss_biodist": 0.17357941965262094, + "loss_toxic": 0.1724582016468048, + "acc_pdi": 0.7011494252873564, + "acc_ee": 0.6896551724137931, + "acc_toxic": 0.9166666666666666 }, { - "loss": 6.055476188659668, - "loss_size": 0.13312266767024994, - "loss_pdi": 0.28571468591690063, - "loss_ee": 1.066524624824524, - "loss_delivery": 4.214193820953369, - "loss_biodist": 0.35442692041397095, - "loss_toxic": 0.0014939504908397794, - "acc_pdi": 0.8518518518518519, - "acc_ee": 0.5185185185185185, - "acc_toxic": 1.0 + "loss": 1.0085107485453289, + "loss_size": 0.12090034286181132, + "loss_pdi": 0.620375374952952, + "loss_ee": 0.657938539981842, + "loss_delivery": 0.441881130139033, + "loss_biodist": 0.16284615794817606, + "loss_toxic": 0.16398430491487184, + "acc_pdi": 0.7126436781609196, + "acc_ee": 0.7126436781609196, + "acc_toxic": 0.95 + }, + { + "loss": 0.9860520362854004, + "loss_size": 0.12217508753140767, + "loss_pdi": 0.6206247607866923, + "loss_ee": 0.6440999905268351, + "loss_delivery": 0.4378689130147298, + "loss_biodist": 0.14770600944757462, + "loss_toxic": 0.17684349541862807, + "acc_pdi": 0.7011494252873564, + "acc_ee": 0.7126436781609196, + "acc_toxic": 0.9333333333333333 + }, + { + "loss": 1.0554319620132446, + "loss_size": 0.12288897732893626, + "loss_pdi": 0.632273813088735, + "loss_ee": 0.6358709534009298, + "loss_delivery": 0.5059696435928345, + "loss_biodist": 0.1477027634779612, + "loss_toxic": 0.18054372444748878, + "acc_pdi": 0.7126436781609196, + "acc_ee": 0.735632183908046, + "acc_toxic": 0.9166666666666666 + }, + { + "loss": 1.121798833211263, + "loss_size": 0.12404415508111317, + "loss_pdi": 0.6373317837715149, + "loss_ee": 0.6587992707888285, + "loss_delivery": 0.5559230248133341, + "loss_biodist": 0.15606074780225754, + "loss_toxic": 0.1714273082713286, + "acc_pdi": 0.7241379310344828, + "acc_ee": 0.7126436781609196, + "acc_toxic": 0.9166666666666666 + }, + { + "loss": 1.1430274844169617, + "loss_size": 0.11301922301451366, + "loss_pdi": 0.6578433911005656, + "loss_ee": 0.6824644605318705, + "loss_delivery": 0.5535165766874949, + "loss_biodist": 0.16838948925336203, + "loss_toxic": 0.15454251070817313, + "acc_pdi": 0.7011494252873564, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.95 + }, + { + "loss": 1.0789345304171245, + "loss_size": 0.12665234754482904, + "loss_pdi": 0.628511369228363, + "loss_ee": 0.6637401580810547, + "loss_delivery": 0.5144663751125336, + "loss_biodist": 0.15651273975769678, + "loss_toxic": 0.15229505797227225, + "acc_pdi": 0.7126436781609196, + "acc_ee": 0.6781609195402298, + "acc_toxic": 0.95 + }, + { + "loss": 1.1036843061447144, + "loss_size": 0.14210577557484308, + "loss_pdi": 0.6573460300763448, + "loss_ee": 0.654138445854187, + "loss_delivery": 0.5199695527553558, + "loss_biodist": 0.16731185962756476, + "loss_toxic": 0.17493977646032968, + "acc_pdi": 0.7011494252873564, + "acc_ee": 0.7126436781609196, + "acc_toxic": 0.9166666666666666 + }, + { + "loss": 1.0917064348856609, + "loss_size": 0.13055240114529928, + "loss_pdi": 0.674348791440328, + "loss_ee": 0.6479312082131704, + "loss_delivery": 0.5166832506656647, + "loss_biodist": 0.15717355906963348, + "loss_toxic": 0.16220672490696111, + "acc_pdi": 0.6781609195402298, + "acc_ee": 0.6896551724137931, + "acc_toxic": 0.95 + }, + { + "loss": 1.0822275678316753, + "loss_size": 0.11884492387374242, + "loss_pdi": 0.6784968773523966, + "loss_ee": 0.6504894097646078, + "loss_delivery": 0.4989545742670695, + "loss_biodist": 0.1650076930721601, + "loss_toxic": 0.1536990733196338, + "acc_pdi": 0.6896551724137931, + "acc_ee": 0.7011494252873564, + "acc_toxic": 0.95 + }, + { + "loss": 1.0770344138145447, + "loss_size": 0.1161716878414154, + "loss_pdi": 0.6677623788515726, + "loss_ee": 0.6809870998064677, + "loss_delivery": 0.49489422639211017, + "loss_biodist": 0.15819709499677023, + "loss_toxic": 0.15402085644503435, + "acc_pdi": 0.6896551724137931, + "acc_ee": 0.6896551724137931, + "acc_toxic": 0.95 + }, + { + "loss": 1.136393924554189, + "loss_size": 0.15242908398310342, + "loss_pdi": 0.6701520085334778, + "loss_ee": 0.6857072114944458, + "loss_delivery": 0.5439692536989847, + "loss_biodist": 0.16289545595645905, + "loss_toxic": 0.1505710215618213, + "acc_pdi": 0.6896551724137931, + "acc_ee": 0.6781609195402298, + "acc_toxic": 0.95 + }, + { + "loss": 1.1579704682032268, + "loss_size": 0.1452335019906362, + "loss_pdi": 0.6537480354309082, + "loss_ee": 0.6724907457828522, + "loss_delivery": 0.5718408127625784, + "loss_biodist": 0.16647989302873611, + "loss_toxic": 0.14509441889822483, + "acc_pdi": 0.7011494252873564, + "acc_ee": 0.6781609195402298, + "acc_toxic": 0.9666666666666667 + }, + { + "loss": 1.1262755990028381, + "loss_size": 0.14492533107598624, + "loss_pdi": 0.6638315717379252, + "loss_ee": 0.6787967483202616, + "loss_delivery": 0.5302154620488485, + "loss_biodist": 0.17137336979309717, + "loss_toxic": 0.1481148942063252, + "acc_pdi": 0.7011494252873564, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9666666666666667 + }, + { + "loss": 1.1905850966771443, + "loss_size": 0.1757280578215917, + "loss_pdi": 0.6594760616620382, + "loss_ee": 0.6702400048573812, + "loss_delivery": 0.606451948483785, + "loss_biodist": 0.1602563038468361, + "loss_toxic": 0.14778405365844569, + "acc_pdi": 0.7011494252873564, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9666666666666667 + }, + { + "loss": 1.2040231227874756, + "loss_size": 0.16256481409072876, + "loss_pdi": 0.6649826169013977, + "loss_ee": 0.6746243834495544, + "loss_delivery": 0.6194721460342407, + "loss_biodist": 0.15908189614613852, + "loss_toxic": 0.1466086314370235, + "acc_pdi": 0.7011494252873564, + "acc_ee": 0.6896551724137931, + "acc_toxic": 0.9666666666666667 + }, + { + "loss": 1.1368837753931682, + "loss_size": 0.13984778026739755, + "loss_pdi": 0.6734874248504639, + "loss_ee": 0.688675065835317, + "loss_delivery": 0.552798459927241, + "loss_biodist": 0.15415997554858527, + "loss_toxic": 0.14583549462258816, + "acc_pdi": 0.6781609195402298, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9666666666666667 + }, + { + "loss": 1.1671558221181233, + "loss_size": 0.14158056179682413, + "loss_pdi": 0.6789752840995789, + "loss_ee": 0.6732718547185262, + "loss_delivery": 0.5818846722443899, + "loss_biodist": 0.15803349514802298, + "loss_toxic": 0.14810880708197752, + "acc_pdi": 0.6896551724137931, + "acc_ee": 0.6551724137931034, + "acc_toxic": 0.9666666666666667 } ] } \ No newline at end of file diff --git a/models/finetune_cv/fold_0/loss_curves.png b/models/finetune_cv/fold_0/loss_curves.png new file mode 100644 index 0000000..c603743 Binary files /dev/null and b/models/finetune_cv/fold_0/loss_curves.png differ diff --git a/models/finetune_cv/fold_0/model.pt b/models/finetune_cv/fold_0/model.pt index 943cedc..962a403 100644 Binary files a/models/finetune_cv/fold_0/model.pt and b/models/finetune_cv/fold_0/model.pt differ diff --git a/models/finetune_cv/fold_1/history.json b/models/finetune_cv/fold_1/history.json index b1306a6..d74cb07 100644 --- a/models/finetune_cv/fold_1/history.json +++ b/models/finetune_cv/fold_1/history.json @@ -1,426 +1,804 @@ { "train": [ { - "loss": 21.963233947753906, - "loss_size": 16.82633171081543, - "loss_pdi": 1.2230936765670777, - "loss_ee": 1.0703922033309936, - "loss_delivery": 1.0690569162368775, - "loss_biodist": 1.1534382343292235, - "loss_toxic": 0.6209211587905884 + "loss": 4.483094983630711, + "loss_size": 17.799428092108833, + "loss_pdi": 1.3262000878651936, + "loss_ee": 1.1150687270694308, + "loss_delivery": 0.7627770271566179, + "loss_biodist": 1.1767686075634427, + "loss_toxic": 0.6245201097594367 }, { - "loss": 13.145495796203614, - "loss_size": 8.676862716674805, - "loss_pdi": 1.0655134558677672, - "loss_ee": 0.8999906063079834, - "loss_delivery": 0.8303895950317383, - "loss_biodist": 1.122723388671875, - "loss_toxic": 0.5500160694122315 + "loss": 3.1453810267978244, + "loss_size": 10.030321174197727, + "loss_pdi": 1.1304074658287897, + "loss_ee": 1.03237388531367, + "loss_delivery": 0.5101837151580386, + "loss_biodist": 0.9600839018821716, + "loss_toxic": 0.4649372266398536 }, { - "loss": 7.351448345184326, - "loss_size": 3.415665292739868, - "loss_pdi": 0.8565655469894409, - "loss_ee": 0.7837236523628235, - "loss_delivery": 0.8804788589477539, - "loss_biodist": 1.011645209789276, - "loss_toxic": 0.40336963534355164 + "loss": 2.32554382748074, + "loss_size": 4.4059361881679955, + "loss_pdi": 0.9423307842678494, + "loss_ee": 0.9478094114197625, + "loss_delivery": 0.4923851001593802, + "loss_biodist": 0.8092087639702691, + "loss_toxic": 0.3262847893767887 }, { - "loss": 4.39948205947876, - "loss_size": 0.9713698267936707, - "loss_pdi": 0.6989291191101075, - "loss_ee": 0.6805540442466735, - "loss_delivery": 0.7624839186668396, - "loss_biodist": 0.9798830866813659, - "loss_toxic": 0.3062621414661407 + "loss": 1.738295104768541, + "loss_size": 1.5802081988917456, + "loss_pdi": 0.7814622587627835, + "loss_ee": 0.8929457267125448, + "loss_delivery": 0.3846158550845252, + "loss_biodist": 0.6821949548191495, + "loss_toxic": 0.22282126380337608 }, { - "loss": 3.375754451751709, - "loss_size": 0.24608666747808455, - "loss_pdi": 0.5557448148727417, - "loss_ee": 0.6684133768081665, - "loss_delivery": 0.7611681580543518, - "loss_biodist": 0.919653308391571, - "loss_toxic": 0.22468801140785216 + "loss": 1.5327205393049452, + "loss_size": 0.6663399123483233, + "loss_pdi": 0.7942536075909933, + "loss_ee": 0.9184659785694547, + "loss_delivery": 0.40279845727814567, + "loss_biodist": 0.5410700175497267, + "loss_toxic": 0.16804325332244238 }, { - "loss": 2.9307605743408205, - "loss_size": 0.1106911577284336, - "loss_pdi": 0.5004462003707886, - "loss_ee": 0.6227471172809601, - "loss_delivery": 0.6758030593395233, - "loss_biodist": 0.8190896153450012, - "loss_toxic": 0.20198351740837098 + "loss": 1.434507237540351, + "loss_size": 0.5797484550211165, + "loss_pdi": 0.6577127542760637, + "loss_ee": 0.8519722157054477, + "loss_delivery": 0.4511991755829917, + "loss_biodist": 0.46546968155437046, + "loss_toxic": 0.139161123169793 }, { - "loss": 2.731675052642822, - "loss_size": 0.13740637749433518, - "loss_pdi": 0.4836215674877167, - "loss_ee": 0.5896897256374359, - "loss_delivery": 0.5866121172904968, - "loss_biodist": 0.7556124567985535, - "loss_toxic": 0.17873288169503213 + "loss": 1.157564017507765, + "loss_size": 0.4058436047699716, + "loss_pdi": 0.6451378762722015, + "loss_ee": 0.860814372698466, + "loss_delivery": 0.2965482622385025, + "loss_biodist": 0.3622526211871041, + "loss_toxic": 0.12786167073580954 }, { - "loss": 2.4887039184570314, - "loss_size": 0.12009606957435608, - "loss_pdi": 0.4361336886882782, - "loss_ee": 0.597134268283844, - "loss_delivery": 0.5648026138544082, - "loss_biodist": 0.6326960444450378, - "loss_toxic": 0.13784122765064238 + "loss": 1.1518061492178175, + "loss_size": 0.3752725480331315, + "loss_pdi": 0.5965503421094682, + "loss_ee": 0.7964835895432366, + "loss_delivery": 0.3263945099380281, + "loss_biodist": 0.3639618323908912, + "loss_toxic": 0.12024733300010364 }, { - "loss": 2.1680586099624635, - "loss_size": 0.12401954531669616, - "loss_pdi": 0.40216060280799865, - "loss_ee": 0.5528951227664948, - "loss_delivery": 0.42899617552757263, - "loss_biodist": 0.5442585527896882, - "loss_toxic": 0.1157285787165165 + "loss": 1.0457552538977728, + "loss_size": 0.39199402762783897, + "loss_pdi": 0.5741230414973365, + "loss_ee": 0.8501448167694939, + "loss_delivery": 0.28289384653584826, + "loss_biodist": 0.2912274483177397, + "loss_toxic": 0.103083159464101 }, { - "loss": 2.1059993267059327, - "loss_size": 0.13299092650413513, - "loss_pdi": 0.38143277168273926, - "loss_ee": 0.5274551689624787, - "loss_delivery": 0.47739412933588027, - "loss_biodist": 0.4953398108482361, - "loss_toxic": 0.0913865402340889 + "loss": 1.0246235065990024, + "loss_size": 0.40383457640806836, + "loss_pdi": 0.6044520669513278, + "loss_ee": 0.838128560119205, + "loss_delivery": 0.29832789964146084, + "loss_biodist": 0.2480060930053393, + "loss_toxic": 0.10263721272349358 }, { - "loss": 1.9570286750793457, - "loss_size": 0.1426382303237915, - "loss_pdi": 0.38325140476226804, - "loss_ee": 0.49524895548820497, - "loss_delivery": 0.42715947031974794, - "loss_biodist": 0.4287752747535706, - "loss_toxic": 0.07995530962944031 + "loss": 0.9804655512173971, + "loss_size": 0.3403070982959535, + "loss_pdi": 0.586881117688285, + "loss_ee": 0.7934199968973795, + "loss_delivery": 0.2985777755578359, + "loss_biodist": 0.22911010020309025, + "loss_toxic": 0.09313236466712421 }, { - "loss": 1.8469573497772216, - "loss_size": 0.14165955781936646, - "loss_pdi": 0.36685559153556824, - "loss_ee": 0.4988661766052246, - "loss_delivery": 0.36661114990711213, - "loss_biodist": 0.39747334718704225, - "loss_toxic": 0.07549156174063683 + "loss": 0.9875470002492269, + "loss_size": 0.3532874650425381, + "loss_pdi": 0.5827326476573944, + "loss_ee": 0.7857406669192843, + "loss_delivery": 0.32336633404095966, + "loss_biodist": 0.21369437707795036, + "loss_toxic": 0.09231033962633875 }, { - "loss": 1.6980855226516725, - "loss_size": 0.11332993358373641, - "loss_pdi": 0.350938493013382, - "loss_ee": 0.47553136944770813, - "loss_delivery": 0.30049399137496946, - "loss_biodist": 0.3953311860561371, - "loss_toxic": 0.062460555136203764 + "loss": 0.9134721093707614, + "loss_size": 0.3020283199018902, + "loss_pdi": 0.5080229540665945, + "loss_ee": 0.7729690935876634, + "loss_delivery": 0.2812257359425227, + "loss_biodist": 0.21345127456718022, + "loss_toxic": 0.08589264108902878 }, { - "loss": 1.743706512451172, - "loss_size": 0.12467859983444214, - "loss_pdi": 0.3706244468688965, - "loss_ee": 0.4802402436733246, - "loss_delivery": 0.36484516113996507, - "loss_biodist": 0.3557030588388443, - "loss_toxic": 0.04761496149003506 + "loss": 1.0202063057157729, + "loss_size": 0.24574599828985003, + "loss_pdi": 0.5134079158306122, + "loss_ee": 0.7183774643474155, + "loss_delivery": 0.43278445220655865, + "loss_biodist": 0.18915812836753, + "loss_toxic": 0.08306968067255285 }, { - "loss": 1.7470735549926757, - "loss_size": 0.10215002745389938, - "loss_pdi": 0.3553147315979004, - "loss_ee": 0.4548905730247498, - "loss_delivery": 0.4480485826730728, - "loss_biodist": 0.3265932142734528, - "loss_toxic": 0.06007647253572941 + "loss": 0.837601469622718, + "loss_size": 0.2501253742310736, + "loss_pdi": 0.5269780258337656, + "loss_ee": 0.7272330522537231, + "loss_delivery": 0.2580337930056784, + "loss_biodist": 0.17455370558632743, + "loss_toxic": 0.07476167794730929 }, { - "loss": 1.7687433004379272, - "loss_size": 0.10528398901224137, - "loss_pdi": 0.35497177839279176, - "loss_ee": 0.4946293234825134, - "loss_delivery": 0.44853600263595583, - "loss_biodist": 0.3113987982273102, - "loss_toxic": 0.053923492506146434 + "loss": 0.8901008499993218, + "loss_size": 0.288739949464798, + "loss_pdi": 0.4844526946544647, + "loss_ee": 0.7501750588417053, + "loss_delivery": 0.2808743309643533, + "loss_biodist": 0.20616857541932, + "loss_toxic": 0.07591219732744826 }, { - "loss": 1.573294997215271, - "loss_size": 0.11145550012588501, - "loss_pdi": 0.33941014409065245, - "loss_ee": 0.42823529839515684, - "loss_delivery": 0.34292849004268644, - "loss_biodist": 0.3095307767391205, - "loss_toxic": 0.04173475466668606 + "loss": 0.909783575269911, + "loss_size": 0.34342534343401593, + "loss_pdi": 0.4743039641115401, + "loss_ee": 0.7001715633604262, + "loss_delivery": 0.22445038043790394, + "loss_biodist": 0.2948597628209326, + "loss_toxic": 0.07576444931328297 }, { - "loss": 1.482050108909607, - "loss_size": 0.13211917281150817, - "loss_pdi": 0.31831381320953367, - "loss_ee": 0.4258797198534012, - "loss_delivery": 0.26612227857112886, - "loss_biodist": 0.30344046354293824, - "loss_toxic": 0.03617466017603874 + "loss": 0.9337513777944777, + "loss_size": 0.30651744041177964, + "loss_pdi": 0.522970567146937, + "loss_ee": 0.672338863213857, + "loss_delivery": 0.34812434514363605, + "loss_biodist": 0.1913993482788404, + "loss_toxic": 0.09966130327019426 }, { - "loss": 1.5079625368118286, - "loss_size": 0.1129397764801979, - "loss_pdi": 0.3118207275867462, - "loss_ee": 0.4255594819784164, - "loss_delivery": 0.30544502288103104, - "loss_biodist": 0.31328115463256834, - "loss_toxic": 0.03891638442873955 + "loss": 0.88894122838974, + "loss_size": 0.20973580992884105, + "loss_pdi": 0.4721333185831706, + "loss_ee": 0.6787008775605096, + "loss_delivery": 0.3628806521495183, + "loss_biodist": 0.15672991342014736, + "loss_toxic": 0.06213616424550613 }, { - "loss": 1.4902493238449097, - "loss_size": 0.09879767149686813, - "loss_pdi": 0.333440762758255, - "loss_ee": 0.430321592092514, - "loss_delivery": 0.3070627197623253, - "loss_biodist": 0.28984564244747163, - "loss_toxic": 0.030780918896198273 + "loss": 1.5575014154116313, + "loss_size": 0.2698170675171746, + "loss_pdi": 0.4372737639480167, + "loss_ee": 0.6038656400309669, + "loss_delivery": 1.0306985912223656, + "loss_biodist": 0.18247240864568287, + "loss_toxic": 0.10013543855812815 + }, + { + "loss": 0.71677123175727, + "loss_size": 0.2442774698138237, + "loss_pdi": 0.4490685794088576, + "loss_ee": 0.6365031997362772, + "loss_delivery": 0.2200260336200396, + "loss_biodist": 0.1435830278529061, + "loss_toxic": 0.06125718168914318 + }, + { + "loss": 0.8792243599891663, + "loss_size": 0.2384073461095492, + "loss_pdi": 0.42239466143978965, + "loss_ee": 0.6093993948565589, + "loss_delivery": 0.3219309722383817, + "loss_biodist": 0.22114951494667265, + "loss_toxic": 0.05529743950400087 + }, + { + "loss": 0.733058836725023, + "loss_size": 0.23823850767480004, + "loss_pdi": 0.425810757610533, + "loss_ee": 0.6325586239496866, + "loss_delivery": 0.2243285659286711, + "loss_biodist": 0.16463084684477913, + "loss_toxic": 0.05529523640871048 + }, + { + "loss": 0.6581202414300706, + "loss_size": 0.20839755651023653, + "loss_pdi": 0.4217190808720059, + "loss_ee": 0.5873864591121674, + "loss_delivery": 0.19784662458631727, + "loss_biodist": 0.13395333952373928, + "loss_toxic": 0.05497736711468962 + }, + { + "loss": 0.7765605052312216, + "loss_size": 0.24175780183739132, + "loss_pdi": 0.4168710211912791, + "loss_ee": 0.6162208616733551, + "loss_delivery": 0.2875041738152504, + "loss_biodist": 0.15230030732022393, + "loss_toxic": 0.0530535995753275 + }, + { + "loss": 0.9171080787976583, + "loss_size": 0.1859503620200687, + "loss_pdi": 0.4959961308373345, + "loss_ee": 0.6685057216220431, + "loss_delivery": 0.4157853250702222, + "loss_biodist": 0.1305243612991439, + "loss_toxic": 0.05705541041162279 + }, + { + "loss": 0.9473238223128848, + "loss_size": 0.2332402682966656, + "loss_pdi": 0.4101437230904897, + "loss_ee": 0.6192202501826816, + "loss_delivery": 0.4859153628349304, + "loss_biodist": 0.12654284056690004, + "loss_toxic": 0.0546483112913039 + }, + { + "loss": 0.6730706261263953, + "loss_size": 0.17648173951440388, + "loss_pdi": 0.4805830717086792, + "loss_ee": 0.5886320769786835, + "loss_delivery": 0.18041609476010004, + "loss_biodist": 0.14861485527621376, + "loss_toxic": 0.11253876187321213 + }, + { + "loss": 0.6988482276598612, + "loss_size": 0.25076936847633785, + "loss_pdi": 0.44280703531371224, + "loss_ee": 0.6034945580694411, + "loss_delivery": 0.16704336553812027, + "loss_biodist": 0.18480077551470864, + "loss_toxic": 0.16073330719437864 + }, + { + "loss": 0.6114611426989237, + "loss_size": 0.17417494994070795, + "loss_pdi": 0.4592122832934062, + "loss_ee": 0.5821059809790717, + "loss_delivery": 0.1583896146880256, + "loss_biodist": 0.12043732487493092, + "loss_toxic": 0.05642468678868479 + }, + { + "loss": 0.6659026841322581, + "loss_size": 0.1813880147205459, + "loss_pdi": 0.44227521618207294, + "loss_ee": 0.5675410595205095, + "loss_delivery": 0.22069326601922512, + "loss_biodist": 0.1209203443593449, + "loss_toxic": 0.0641073149939378 + }, + { + "loss": 0.6743504338794284, + "loss_size": 0.34597602238257724, + "loss_pdi": 0.438336302836736, + "loss_ee": 0.6530322763654921, + "loss_delivery": 0.1414711625354054, + "loss_biodist": 0.16852128257354101, + "loss_toxic": 0.0469961882982817 + }, + { + "loss": 0.6300642788410187, + "loss_size": 0.2032055366370413, + "loss_pdi": 0.40160394708315533, + "loss_ee": 0.5567268431186676, + "loss_delivery": 0.1769900479250484, + "loss_biodist": 0.14295541081163618, + "loss_toxic": 0.045980457992603384 + }, + { + "loss": 0.6177813212076823, + "loss_size": 0.2232944874299897, + "loss_pdi": 0.38791416419876945, + "loss_ee": 0.6102284689744314, + "loss_delivery": 0.18632310214969847, + "loss_biodist": 0.10720572868982951, + "loss_toxic": 0.04960477910935879 + }, + { + "loss": 0.613649007346895, + "loss_size": 0.23112748066584268, + "loss_pdi": 0.46902064482371014, + "loss_ee": 0.5577017333772447, + "loss_delivery": 0.1482661927325858, + "loss_biodist": 0.13032738119363785, + "loss_toxic": 0.07851899084117678 + }, + { + "loss": 0.5897228784031339, + "loss_size": 0.17141623629464042, + "loss_pdi": 0.4236266745461358, + "loss_ee": 0.5572320090399848, + "loss_delivery": 0.16153137737678158, + "loss_biodist": 0.11331264509095086, + "loss_toxic": 0.0695920708692736 + }, + { + "loss": 0.5882392525672913, + "loss_size": 0.18827490508556366, + "loss_pdi": 0.39782606893115574, + "loss_ee": 0.5966229869259728, + "loss_delivery": 0.1632317118346691, + "loss_biodist": 0.10572336945268843, + "loss_toxic": 0.04243891453370452 + }, + { + "loss": 0.564177993271086, + "loss_size": 0.1795721153418223, + "loss_pdi": 0.38133784135182697, + "loss_ee": 0.5388166175948249, + "loss_delivery": 0.15948744035429424, + "loss_biodist": 0.10809837530056636, + "loss_toxic": 0.051772640397151314 } ], "val": [ { - "loss": 24.328961690266926, - "loss_size": 15.672358830769857, - "loss_pdi": 1.268057902654012, - "loss_ee": 1.0569811463356018, - "loss_delivery": 4.617272272706032, - "loss_biodist": 1.0806464751561482, - "loss_toxic": 0.633646289507548, - "acc_pdi": 0.6105263157894737, - "acc_ee": 0.5894736842105263, - "acc_toxic": 0.8939393939393939 + "loss": 5.620796839396159, + "loss_size": 16.616828600565594, + "loss_pdi": 1.1196924448013306, + "loss_ee": 1.0096928477287292, + "loss_delivery": 2.169648289680481, + "loss_biodist": 1.1206785043080647, + "loss_toxic": 0.5994243224461874, + "acc_pdi": 0.7931034482758621, + "acc_ee": 0.7241379310344828, + "acc_toxic": 0.8923076923076924 }, { - "loss": 17.03301429748535, - "loss_size": 8.649629751841227, - "loss_pdi": 1.165820797284444, - "loss_ee": 0.9437925020853678, - "loss_delivery": 4.629274984200795, - "loss_biodist": 1.0683060089747112, - "loss_toxic": 0.5761909882227579, - "acc_pdi": 0.6105263157894737, - "acc_ee": 0.6736842105263158, - "acc_toxic": 0.8939393939393939 + "loss": 4.4913545449574785, + "loss_size": 8.50448751449585, + "loss_pdi": 0.9723374644915262, + "loss_ee": 0.9344328045845032, + "loss_delivery": 2.08004825313886, + "loss_biodist": 0.9655160705248514, + "loss_toxic": 0.4662085672219594, + "acc_pdi": 0.7931034482758621, + "acc_ee": 0.7241379310344828, + "acc_toxic": 0.9230769230769231 }, { - "loss": 11.635572751363119, - "loss_size": 3.504341204961141, - "loss_pdi": 1.0855141083399455, - "loss_ee": 0.8674407601356506, - "loss_delivery": 4.705501407384872, - "loss_biodist": 1.0376905004183452, - "loss_toxic": 0.43508487939834595, - "acc_pdi": 0.6105263157894737, - "acc_ee": 0.6736842105263158, - "acc_toxic": 0.8939393939393939 + "loss": 3.708923816680908, + "loss_size": 2.978870073954264, + "loss_pdi": 0.8018507162729899, + "loss_ee": 0.8843226035435995, + "loss_delivery": 2.038456469774246, + "loss_biodist": 0.8491520881652832, + "loss_toxic": 0.3515246858199437, + "acc_pdi": 0.7931034482758621, + "acc_ee": 0.7241379310344828, + "acc_toxic": 0.9230769230769231 }, { - "loss": 9.058362166086832, - "loss_size": 1.0461570421854656, - "loss_pdi": 1.070031762123108, - "loss_ee": 0.8463932275772095, - "loss_delivery": 4.791346887747447, - "loss_biodist": 0.9781110286712646, - "loss_toxic": 0.32632239659627277, - "acc_pdi": 0.6105263157894737, - "acc_ee": 0.6736842105263158, - "acc_toxic": 0.8939393939393939 + "loss": 3.2127588987350464, + "loss_size": 0.9111812313397726, + "loss_pdi": 0.6809012293815613, + "loss_ee": 0.8370791077613831, + "loss_delivery": 1.900310883919398, + "loss_biodist": 0.7513505816459656, + "loss_toxic": 0.2917053947846095, + "acc_pdi": 0.7931034482758621, + "acc_ee": 0.7241379310344828, + "acc_toxic": 0.9230769230769231 }, { - "loss": 8.418675899505615, - "loss_size": 0.3764288102587064, - "loss_pdi": 1.0916812817255657, - "loss_ee": 0.8714254101117452, - "loss_delivery": 4.8696667949358625, - "loss_biodist": 0.9307892719904581, - "loss_toxic": 0.278684730331103, - "acc_pdi": 0.6105263157894737, - "acc_ee": 0.6736842105263158, - "acc_toxic": 0.8939393939393939 + "loss": 3.014926473299662, + "loss_size": 0.3419476201136907, + "loss_pdi": 0.6159671545028687, + "loss_ee": 0.7953161001205444, + "loss_delivery": 1.9890191306670506, + "loss_biodist": 0.5549481411774954, + "loss_toxic": 0.2675894424319267, + "acc_pdi": 0.7931034482758621, + "acc_ee": 0.7241379310344828, + "acc_toxic": 0.9230769230769231 }, { - "loss": 8.51748021443685, - "loss_size": 0.33909208327531815, - "loss_pdi": 1.103804111480713, - "loss_ee": 0.8707688599824905, - "loss_delivery": 5.0624091029167175, - "loss_biodist": 0.8743396997451782, - "loss_toxic": 0.2670666699608167, - "acc_pdi": 0.6105263157894737, - "acc_ee": 0.6736842105263158, - "acc_toxic": 0.8939393939393939 + "loss": 2.7700488169988, + "loss_size": 0.3060595542192459, + "loss_pdi": 0.6163395444552103, + "loss_ee": 0.8149995605150858, + "loss_delivery": 1.8813785662253697, + "loss_biodist": 0.41590667764345807, + "loss_toxic": 0.25511589522163075, + "acc_pdi": 0.7931034482758621, + "acc_ee": 0.6436781609195402, + "acc_toxic": 0.9230769230769231 }, { - "loss": 8.701509237289429, - "loss_size": 0.38883806640903157, - "loss_pdi": 1.0901564558347066, - "loss_ee": 0.8219001442193985, - "loss_delivery": 5.329233412941297, - "loss_biodist": 0.808117667833964, - "loss_toxic": 0.2632630293567975, - "acc_pdi": 0.6105263157894737, - "acc_ee": 0.6736842105263158, - "acc_toxic": 0.8939393939393939 + "loss": 2.673178176085154, + "loss_size": 0.2623714804649353, + "loss_pdi": 0.6015681624412537, + "loss_ee": 0.8224873145421346, + "loss_delivery": 1.880643054842949, + "loss_biodist": 0.3274502952893575, + "loss_toxic": 0.23262197648485503, + "acc_pdi": 0.7931034482758621, + "acc_ee": 0.632183908045977, + "acc_toxic": 0.9230769230769231 }, { - "loss": 8.602253516515097, - "loss_size": 0.399209912866354, - "loss_pdi": 1.035650501648585, - "loss_ee": 0.8119546920061111, - "loss_delivery": 5.297288862367471, - "loss_biodist": 0.8003136416276296, - "loss_toxic": 0.2578362462421258, - "acc_pdi": 0.6105263157894737, - "acc_ee": 0.6736842105263158, - "acc_toxic": 0.8939393939393939 + "loss": 2.6218310991923013, + "loss_size": 0.259665347635746, + "loss_pdi": 0.5827788909276327, + "loss_ee": 0.8258134524027506, + "loss_delivery": 1.8505116403102875, + "loss_biodist": 0.31070442497730255, + "loss_toxic": 0.2414170385648807, + "acc_pdi": 0.7931034482758621, + "acc_ee": 0.6206896551724138, + "acc_toxic": 0.9230769230769231 }, { - "loss": 8.610430796941122, - "loss_size": 0.3884888291358948, - "loss_pdi": 0.9680223266283671, - "loss_ee": 0.8063104202349981, - "loss_delivery": 5.504999443888664, - "loss_biodist": 0.7153328458468119, - "loss_toxic": 0.22727691816786924, - "acc_pdi": 0.6105263157894737, - "acc_ee": 0.6736842105263158, - "acc_toxic": 0.8939393939393939 + "loss": 2.5716400941212973, + "loss_size": 0.30026574432849884, + "loss_pdi": 0.5709420243899027, + "loss_ee": 0.8006119330724081, + "loss_delivery": 1.8458916743596394, + "loss_biodist": 0.27388909459114075, + "loss_toxic": 0.20732813949386278, + "acc_pdi": 0.7816091954022989, + "acc_ee": 0.6206896551724138, + "acc_toxic": 0.9230769230769231 }, { - "loss": 8.894750118255615, - "loss_size": 0.38015256201227504, - "loss_pdi": 0.9849910040696462, - "loss_ee": 0.8192636320988337, - "loss_delivery": 5.8433875640233355, - "loss_biodist": 0.6525928874810537, - "loss_toxic": 0.21436312049627304, - "acc_pdi": 0.6105263157894737, - "acc_ee": 0.6736842105263158, - "acc_toxic": 0.8939393939393939 + "loss": 2.579125980536143, + "loss_size": 0.2999979977806409, + "loss_pdi": 0.5409552355607351, + "loss_ee": 0.7766269644101461, + "loss_delivery": 1.8966593717535336, + "loss_biodist": 0.24749354521433511, + "loss_toxic": 0.19397167240579924, + "acc_pdi": 0.7816091954022989, + "acc_ee": 0.6206896551724138, + "acc_toxic": 0.9230769230769231 }, { - "loss": 8.684672435124716, - "loss_size": 0.39142270882924396, - "loss_pdi": 0.9926454623540243, - "loss_ee": 0.8487897912661234, - "loss_delivery": 5.675399616360664, - "loss_biodist": 0.5763055086135864, - "loss_toxic": 0.2001086367915074, - "acc_pdi": 0.6105263157894737, - "acc_ee": 0.6736842105263158, - "acc_toxic": 0.8939393939393939 + "loss": 2.52097753683726, + "loss_size": 0.33180438230435055, + "loss_pdi": 0.5372390250364939, + "loss_ee": 0.8088536858558655, + "loss_delivery": 1.8541920805970828, + "loss_biodist": 0.22186783452828726, + "loss_toxic": 0.15818508279820284, + "acc_pdi": 0.8045977011494253, + "acc_ee": 0.6091954022988506, + "acc_toxic": 0.9230769230769231 }, { - "loss": 8.468807538350424, - "loss_size": 0.37035099665323895, - "loss_pdi": 0.9933059811592102, - "loss_ee": 0.8365495651960373, - "loss_delivery": 5.39086152613163, - "loss_biodist": 0.6555034021536509, - "loss_toxic": 0.22223659542699656, - "acc_pdi": 0.6105263157894737, - "acc_ee": 0.6736842105263158, - "acc_toxic": 0.8939393939393939 + "loss": 2.4966036876042685, + "loss_size": 0.3201774259408315, + "loss_pdi": 0.5286376774311066, + "loss_ee": 0.7662556767463684, + "loss_delivery": 1.8560101017355919, + "loss_biodist": 0.21296357115109762, + "loss_toxic": 0.1428842805325985, + "acc_pdi": 0.7931034482758621, + "acc_ee": 0.6091954022988506, + "acc_toxic": 0.9230769230769231 }, { - "loss": 8.48760732014974, - "loss_size": 0.3547621878484885, - "loss_pdi": 1.008083571990331, - "loss_ee": 0.8507340376575788, - "loss_delivery": 5.329072058200836, - "loss_biodist": 0.7051869928836823, - "loss_toxic": 0.23976873668531576, - "acc_pdi": 0.6105263157894737, - "acc_ee": 0.6736842105263158, - "acc_toxic": 0.8939393939393939 + "loss": 2.6487866242726645, + "loss_size": 0.29212243606646854, + "loss_pdi": 0.5578331450621287, + "loss_ee": 0.7530265847841898, + "loss_delivery": 2.0136459320783615, + "loss_biodist": 0.20620496571063995, + "loss_toxic": 0.12930945244928202, + "acc_pdi": 0.7701149425287356, + "acc_ee": 0.5862068965517241, + "acc_toxic": 0.9230769230769231 }, { - "loss": 8.534255782763163, - "loss_size": 0.35214799270033836, - "loss_pdi": 1.0083338419596355, - "loss_ee": 0.8703259030977885, - "loss_delivery": 5.4809657235940294, - "loss_biodist": 0.6066243648529053, - "loss_toxic": 0.21585797673712173, - "acc_pdi": 0.6105263157894737, - "acc_ee": 0.6842105263157895, - "acc_toxic": 0.8939393939393939 + "loss": 2.4672120412190757, + "loss_size": 0.275730441013972, + "loss_pdi": 0.5478581587473551, + "loss_ee": 0.7905668020248413, + "loss_delivery": 1.8320665483673413, + "loss_biodist": 0.1998033324877421, + "loss_toxic": 0.12483249666790168, + "acc_pdi": 0.7931034482758621, + "acc_ee": 0.6091954022988506, + "acc_toxic": 0.9230769230769231 }, { - "loss": 8.59092911084493, - "loss_size": 0.3520332872867584, - "loss_pdi": 0.9944024880727133, - "loss_ee": 0.8839219162861506, - "loss_delivery": 5.593439628680547, - "loss_biodist": 0.562449519832929, - "loss_toxic": 0.20468231476843357, - "acc_pdi": 0.6105263157894737, - "acc_ee": 0.6736842105263158, - "acc_toxic": 0.8939393939393939 + "loss": 2.5560020804405212, + "loss_size": 0.28637858976920444, + "loss_pdi": 0.5347247123718262, + "loss_ee": 0.7782952388127645, + "loss_delivery": 1.9329951107501984, + "loss_biodist": 0.19475139180819193, + "loss_toxic": 0.1142334205408891, + "acc_pdi": 0.7586206896551724, + "acc_ee": 0.5862068965517241, + "acc_toxic": 0.9230769230769231 }, { - "loss": 8.581690510114035, - "loss_size": 0.3468632685641448, - "loss_pdi": 1.0153752664724986, - "loss_ee": 0.884696863591671, - "loss_delivery": 5.548932209610939, - "loss_biodist": 0.576594889163971, - "loss_toxic": 0.20922777770708004, - "acc_pdi": 0.6105263157894737, - "acc_ee": 0.6736842105263158, - "acc_toxic": 0.8939393939393939 + "loss": 2.5079132517178855, + "loss_size": 0.29228730996449787, + "loss_pdi": 0.523117740948995, + "loss_ee": 0.7234304149945577, + "loss_delivery": 1.9079867253700893, + "loss_biodist": 0.19056849678357443, + "loss_toxic": 0.12329485639929771, + "acc_pdi": 0.7816091954022989, + "acc_ee": 0.5977011494252874, + "acc_toxic": 0.9230769230769231 }, { - "loss": 8.60028068224589, - "loss_size": 0.34553587809205055, - "loss_pdi": 1.0314316948254902, - "loss_ee": 0.8696443388859431, - "loss_delivery": 5.513105024894078, - "loss_biodist": 0.6187789390484492, - "loss_toxic": 0.2217849005634586, - "acc_pdi": 0.6105263157894737, - "acc_ee": 0.6947368421052632, - "acc_toxic": 0.8939393939393939 + "loss": 2.5535390774408975, + "loss_size": 0.3006244997183482, + "loss_pdi": 0.5052263538042704, + "loss_ee": 0.730924129486084, + "loss_delivery": 1.9523295412460964, + "loss_biodist": 0.19413888454437256, + "loss_toxic": 0.12325893342494965, + "acc_pdi": 0.7701149425287356, + "acc_ee": 0.5862068965517241, + "acc_toxic": 0.9230769230769231 }, { - "loss": 8.721842130025228, - "loss_size": 0.3432792164385319, - "loss_pdi": 1.044082870086034, - "loss_ee": 0.8888355021675428, - "loss_delivery": 5.590167284011841, - "loss_biodist": 0.6300752113262812, - "loss_toxic": 0.22540184513976178, - "acc_pdi": 0.6105263157894737, - "acc_ee": 0.6736842105263158, - "acc_toxic": 0.8939393939393939 + "loss": 2.605057497819265, + "loss_size": 0.2653820440173149, + "loss_pdi": 0.5340018967787424, + "loss_ee": 0.7732295195261637, + "loss_delivery": 1.9833302820722263, + "loss_biodist": 0.19804245233535767, + "loss_toxic": 0.09954109663764636, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.5632183908045977, + "acc_toxic": 0.9384615384615385 }, { - "loss": 8.821967244148254, - "loss_size": 0.3423520748813947, - "loss_pdi": 1.0627215206623077, - "loss_ee": 0.9012102037668228, - "loss_delivery": 5.6443866689999895, - "loss_biodist": 0.6428664823373159, - "loss_toxic": 0.2284308553983768, - "acc_pdi": 0.6105263157894737, - "acc_ee": 0.6631578947368421, - "acc_toxic": 0.8939393939393939 + "loss": 2.576811154683431, + "loss_size": 0.2867562224467595, + "loss_pdi": 0.5309644540150961, + "loss_ee": 0.7620133956273397, + "loss_delivery": 1.9649020830790203, + "loss_biodist": 0.18991297980149588, + "loss_toxic": 0.10853791919847329, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.5747126436781609, + "acc_toxic": 0.9384615384615385 }, { - "loss": 8.798149506251017, - "loss_size": 0.3439513569076856, - "loss_pdi": 1.074403668443362, - "loss_ee": 0.9037297517061234, - "loss_delivery": 5.62445667386055, - "loss_biodist": 0.6279164751370748, - "loss_toxic": 0.22369086369872093, - "acc_pdi": 0.6105263157894737, - "acc_ee": 0.6631578947368421, - "acc_toxic": 0.8939393939393939 + "loss": 2.5864924987157187, + "loss_size": 0.259530708193779, + "loss_pdi": 0.5184463063875834, + "loss_ee": 0.7452393968900045, + "loss_delivery": 1.9519417062401772, + "loss_biodist": 0.22470373411973318, + "loss_toxic": 0.0957671720534563, + "acc_pdi": 0.7701149425287356, + "acc_ee": 0.5977011494252874, + "acc_toxic": 0.9384615384615385 + }, + { + "loss": 2.553086598714193, + "loss_size": 0.25540440529584885, + "loss_pdi": 0.5097046693166097, + "loss_ee": 0.7467661301294962, + "loss_delivery": 1.9443476051092148, + "loss_biodist": 0.20182973643143973, + "loss_toxic": 0.08854831817249458, + "acc_pdi": 0.7701149425287356, + "acc_ee": 0.6206896551724138, + "acc_toxic": 0.9538461538461539 + }, + { + "loss": 2.499727408091227, + "loss_size": 0.26386228452126187, + "loss_pdi": 0.5052837530771891, + "loss_ee": 0.7364809711774191, + "loss_delivery": 1.8893742362658184, + "loss_biodist": 0.20716623961925507, + "loss_toxic": 0.0854283267011245, + "acc_pdi": 0.7701149425287356, + "acc_ee": 0.6206896551724138, + "acc_toxic": 0.9538461538461539 + }, + { + "loss": 2.4599782625834146, + "loss_size": 0.26920782029628754, + "loss_pdi": 0.5060783922672272, + "loss_ee": 0.7539335886637369, + "loss_delivery": 1.840934470295906, + "loss_biodist": 0.2097578098376592, + "loss_toxic": 0.08722989726811647, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.5977011494252874, + "acc_toxic": 0.9538461538461539 + }, + { + "loss": 2.5054290890693665, + "loss_size": 0.25202465305725735, + "loss_pdi": 0.5087447861830393, + "loss_ee": 0.7526501218477885, + "loss_delivery": 1.8969171245892842, + "loss_biodist": 0.20071869591871896, + "loss_toxic": 0.08344302233308554, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.6091954022988506, + "acc_toxic": 0.9538461538461539 + }, + { + "loss": 2.6304458578427634, + "loss_size": 0.24580197781324387, + "loss_pdi": 0.5107802053292593, + "loss_ee": 0.7400563756624857, + "loss_delivery": 2.025278240442276, + "loss_biodist": 0.2014648268620173, + "loss_toxic": 0.07743096786240737, + "acc_pdi": 0.7701149425287356, + "acc_ee": 0.6206896551724138, + "acc_toxic": 0.9538461538461539 + }, + { + "loss": 2.58742622534434, + "loss_size": 0.23428160945574442, + "loss_pdi": 0.5037863651911417, + "loss_ee": 0.7321393291155497, + "loss_delivery": 1.9830101405580838, + "loss_biodist": 0.20580615103244781, + "loss_toxic": 0.08808133285492659, + "acc_pdi": 0.7586206896551724, + "acc_ee": 0.632183908045977, + "acc_toxic": 0.9538461538461539 + }, + { + "loss": 2.6505470871925354, + "loss_size": 0.2443437104423841, + "loss_pdi": 0.5023224651813507, + "loss_ee": 0.7528051336606344, + "loss_delivery": 2.043670160075029, + "loss_biodist": 0.2017277628183365, + "loss_toxic": 0.08352838673939307, + "acc_pdi": 0.7701149425287356, + "acc_ee": 0.632183908045977, + "acc_toxic": 0.9538461538461539 + }, + { + "loss": 2.6514063278834024, + "loss_size": 0.240423155327638, + "loss_pdi": 0.509108692407608, + "loss_ee": 0.7325820525487264, + "loss_delivery": 2.05270845691363, + "loss_biodist": 0.197861115137736, + "loss_toxic": 0.08574454641590516, + "acc_pdi": 0.7701149425287356, + "acc_ee": 0.6206896551724138, + "acc_toxic": 0.9538461538461539 + }, + { + "loss": 2.583128869533539, + "loss_size": 0.237098495165507, + "loss_pdi": 0.5248424112796783, + "loss_ee": 0.7245094974835714, + "loss_delivery": 1.9848384857177734, + "loss_biodist": 0.19549405574798584, + "loss_toxic": 0.08561834258337815, + "acc_pdi": 0.7586206896551724, + "acc_ee": 0.6551724137931034, + "acc_toxic": 0.9538461538461539 + }, + { + "loss": 2.5815611282984414, + "loss_size": 0.22862464686234793, + "loss_pdi": 0.5168076356252035, + "loss_ee": 0.7483010093371073, + "loss_delivery": 1.9734878987073898, + "loss_biodist": 0.20175529023011526, + "loss_toxic": 0.07845923118293285, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.6436781609195402, + "acc_toxic": 0.9538461538461539 + }, + { + "loss": 2.5652170379956565, + "loss_size": 0.22489564244945845, + "loss_pdi": 0.5051810443401337, + "loss_ee": 0.7737119396527609, + "loss_delivery": 1.9498225003480911, + "loss_biodist": 0.20508555074532828, + "loss_toxic": 0.08302718152602513, + "acc_pdi": 0.7586206896551724, + "acc_ee": 0.6436781609195402, + "acc_toxic": 0.9538461538461539 + }, + { + "loss": 2.547056237856547, + "loss_size": 0.23514544839660326, + "loss_pdi": 0.5057700872421265, + "loss_ee": 0.7581491271654764, + "loss_delivery": 1.9406455159187317, + "loss_biodist": 0.19921203951040903, + "loss_toxic": 0.09016719833016396, + "acc_pdi": 0.7586206896551724, + "acc_ee": 0.632183908045977, + "acc_toxic": 0.9538461538461539 + }, + { + "loss": 2.5900548497835794, + "loss_size": 0.23349140584468842, + "loss_pdi": 0.5251068969567617, + "loss_ee": 0.7729674975077311, + "loss_delivery": 1.9717801064252853, + "loss_biodist": 0.20123448967933655, + "loss_toxic": 0.08537425597508748, + "acc_pdi": 0.7586206896551724, + "acc_ee": 0.6091954022988506, + "acc_toxic": 0.9538461538461539 + }, + { + "loss": 2.6260739167531333, + "loss_size": 0.24243240679303804, + "loss_pdi": 0.5261660814285278, + "loss_ee": 0.7714508374532064, + "loss_delivery": 2.003963842988014, + "loss_biodist": 0.20478984216849008, + "loss_toxic": 0.07583590379605691, + "acc_pdi": 0.7586206896551724, + "acc_ee": 0.5977011494252874, + "acc_toxic": 0.9538461538461539 + }, + { + "loss": 2.6176758805910745, + "loss_size": 0.23349024603764215, + "loss_pdi": 0.5058200458685557, + "loss_ee": 0.7715896765391032, + "loss_delivery": 1.9937649766604106, + "loss_biodist": 0.21355454126993814, + "loss_toxic": 0.07569211752464373, + "acc_pdi": 0.7586206896551724, + "acc_ee": 0.6206896551724138, + "acc_toxic": 0.9538461538461539 + }, + { + "loss": 2.5908872882525125, + "loss_size": 0.2325481710334619, + "loss_pdi": 0.49828189611434937, + "loss_ee": 0.7676852345466614, + "loss_delivery": 1.9730971604585648, + "loss_biodist": 0.21092456082503, + "loss_toxic": 0.07641367707401514, + "acc_pdi": 0.7586206896551724, + "acc_ee": 0.6206896551724138, + "acc_toxic": 0.9538461538461539 + }, + { + "loss": 2.575022339820862, + "loss_size": 0.23532426978151003, + "loss_pdi": 0.5039840241273245, + "loss_ee": 0.7693471312522888, + "loss_delivery": 1.9599756399790447, + "loss_biodist": 0.20553538699944815, + "loss_toxic": 0.07958741734425227, + "acc_pdi": 0.7701149425287356, + "acc_ee": 0.632183908045977, + "acc_toxic": 0.9538461538461539 + }, + { + "loss": 2.5952457785606384, + "loss_size": 0.23198514183362326, + "loss_pdi": 0.5060171186923981, + "loss_ee": 0.7528701424598694, + "loss_delivery": 1.988020082314809, + "loss_biodist": 0.2024876375993093, + "loss_toxic": 0.07746962085366249, + "acc_pdi": 0.7701149425287356, + "acc_ee": 0.632183908045977, + "acc_toxic": 0.9538461538461539 } ] } \ No newline at end of file diff --git a/models/finetune_cv/fold_1/loss_curves.png b/models/finetune_cv/fold_1/loss_curves.png new file mode 100644 index 0000000..f0aedb3 Binary files /dev/null and b/models/finetune_cv/fold_1/loss_curves.png differ diff --git a/models/finetune_cv/fold_1/model.pt b/models/finetune_cv/fold_1/model.pt index e8cd0be..1e89fc1 100644 Binary files a/models/finetune_cv/fold_1/model.pt and b/models/finetune_cv/fold_1/model.pt differ diff --git a/models/finetune_cv/fold_2/history.json b/models/finetune_cv/fold_2/history.json index 5ca8634..e494e7d 100644 --- a/models/finetune_cv/fold_2/history.json +++ b/models/finetune_cv/fold_2/history.json @@ -1,531 +1,909 @@ { "train": [ { - "loss": 22.972569465637207, - "loss_size": 17.22947899500529, - "loss_pdi": 1.3510672052701314, - "loss_ee": 1.0506827433904011, - "loss_delivery": 1.5721548050642014, - "loss_biodist": 1.1304322481155396, - "loss_toxic": 0.6387530366579691 + "loss": 5.139251894421047, + "loss_size": 18.255918714735245, + "loss_pdi": 1.4547024832831488, + "loss_ee": 0.9951423605283102, + "loss_delivery": 1.369092850221528, + "loss_biodist": 1.17765031920539, + "loss_toxic": 0.6392669214142693 }, { - "loss": 12.718681335449219, - "loss_size": 7.335077285766602, - "loss_pdi": 1.198062241077423, - "loss_ee": 0.97108127673467, - "loss_delivery": 1.639556477467219, - "loss_biodist": 1.0746847093105316, - "loss_toxic": 0.50021959344546 + "loss": 3.64231096373664, + "loss_size": 10.21123472849528, + "loss_pdi": 1.240215884314643, + "loss_ee": 0.8628378576702542, + "loss_delivery": 1.0419619878133137, + "loss_biodist": 0.9237241215176053, + "loss_toxic": 0.4917045964135064 }, { - "loss": 6.867454210917155, - "loss_size": 2.3153140544891357, - "loss_pdi": 1.0159071584542592, - "loss_ee": 0.853508859872818, - "loss_delivery": 1.2862873176733653, - "loss_biodist": 1.0416639745235443, - "loss_toxic": 0.35477257271607715 + "loss": 2.7889217270745172, + "loss_size": 4.4495263364579944, + "loss_pdi": 1.0561060905456543, + "loss_ee": 0.8587031695577834, + "loss_delivery": 0.999385497222344, + "loss_biodist": 0.7524971233473884, + "loss_toxic": 0.3528722888893551 }, { - "loss": 4.856432318687439, - "loss_size": 0.5409951706727346, - "loss_pdi": 0.8652523259321848, - "loss_ee": 0.7771940131982168, - "loss_delivery": 1.413562481602033, - "loss_biodist": 0.9977987806002299, - "loss_toxic": 0.26162934054931003 + "loss": 2.2672601474656, + "loss_size": 1.4913470016585455, + "loss_pdi": 0.8523372809092203, + "loss_ee": 0.8071102499961853, + "loss_delivery": 0.9741002644101778, + "loss_biodist": 0.6308724019262526, + "loss_toxic": 0.30636945366859436 }, { - "loss": 4.253215591112773, - "loss_size": 0.2641367167234421, - "loss_pdi": 0.739859402179718, - "loss_ee": 0.7256686190764109, - "loss_delivery": 1.4241955528656642, - "loss_biodist": 0.8935903211434683, - "loss_toxic": 0.2057649294535319 + "loss": 2.022864964273241, + "loss_size": 0.6313594480355581, + "loss_pdi": 0.7438424295849271, + "loss_ee": 0.8523609373304579, + "loss_delivery": 0.91272625947992, + "loss_biodist": 0.557274106476042, + "loss_toxic": 0.21735279427634346 }, { - "loss": 3.8961705764134726, - "loss_size": 0.2962125514944394, - "loss_pdi": 0.682400623957316, - "loss_ee": 0.6820215880870819, - "loss_delivery": 1.2787245536843936, - "loss_biodist": 0.7812575101852417, - "loss_toxic": 0.1755537080268065 + "loss": 1.7709284491009183, + "loss_size": 0.44420380890369415, + "loss_pdi": 0.6946110592948066, + "loss_ee": 0.81541022989485, + "loss_delivery": 0.8176283654239442, + "loss_biodist": 0.446377479367786, + "loss_toxic": 0.18991627544164658 }, { - "loss": 3.4790991942087808, - "loss_size": 0.3047281603018443, - "loss_pdi": 0.6409291823705038, - "loss_ee": 0.6178905169169108, - "loss_delivery": 1.1121559316913288, - "loss_biodist": 0.6434484819571177, - "loss_toxic": 0.15994682783881822 + "loss": 1.6503789623578389, + "loss_size": 0.3331033769581053, + "loss_pdi": 0.6798426508903503, + "loss_ee": 0.7439019216431512, + "loss_delivery": 0.7646371420058939, + "loss_biodist": 0.41619129644499886, + "loss_toxic": 0.1823362335562706 }, { - "loss": 3.2075613339742026, - "loss_size": 0.3421506683031718, - "loss_pdi": 0.5879766543706259, - "loss_ee": 0.5811398377021154, - "loss_delivery": 1.0462109719713528, - "loss_biodist": 0.520307645201683, - "loss_toxic": 0.12977550799647966 + "loss": 1.6370787355634902, + "loss_size": 0.3876252720753352, + "loss_pdi": 0.6222998367415534, + "loss_ee": 0.7562006579505073, + "loss_delivery": 0.8021564185619354, + "loss_biodist": 0.3746331400341458, + "loss_toxic": 0.1595295642813047 }, { - "loss": 2.861353278160095, - "loss_size": 0.2742840300003688, - "loss_pdi": 0.5437282969554266, - "loss_ee": 0.5531725088755289, - "loss_delivery": 0.9213679246604443, - "loss_biodist": 0.4499489863713582, - "loss_toxic": 0.11885150956610839 + "loss": 1.6646928919686212, + "loss_size": 0.31976059244738686, + "loss_pdi": 0.581528988149431, + "loss_ee": 0.7599472535981072, + "loss_delivery": 0.9176083041561974, + "loss_biodist": 0.3052833610110813, + "loss_toxic": 0.14764550452431044 }, { - "loss": 2.6909215847651162, - "loss_size": 0.23881135260065398, - "loss_pdi": 0.5229279547929764, - "loss_ee": 0.5285524874925613, - "loss_delivery": 0.8911051253477732, - "loss_biodist": 0.4015616128842036, - "loss_toxic": 0.10796305599311988 + "loss": 1.3619524902767606, + "loss_size": 0.35288184881210327, + "loss_pdi": 0.5895155138439603, + "loss_ee": 0.7002712421947055, + "loss_delivery": 0.6571712667743365, + "loss_biodist": 0.27557782497670913, + "loss_toxic": 0.13958367829521498 }, { - "loss": 2.5927247206370034, - "loss_size": 0.27356760079662007, - "loss_pdi": 0.5166990955670675, - "loss_ee": 0.5059170673290888, - "loss_delivery": 0.8377179056406021, - "loss_biodist": 0.3519642899433772, - "loss_toxic": 0.10685871541500092 + "loss": 1.3252125117513869, + "loss_size": 0.3026164356205199, + "loss_pdi": 0.5637452337476943, + "loss_ee": 0.7627982828352187, + "loss_delivery": 0.6236839824252658, + "loss_biodist": 0.2627003623379601, + "loss_toxic": 0.21206890501909786 }, { - "loss": 2.3971973856290183, - "loss_size": 0.2688147674004237, - "loss_pdi": 0.4851151605447133, - "loss_ee": 0.47870688637097675, - "loss_delivery": 0.7584750155607859, - "loss_biodist": 0.3166690344611804, - "loss_toxic": 0.08941652067005634 + "loss": 1.2161508136325412, + "loss_size": 0.3420029895173179, + "loss_pdi": 0.5730012555917104, + "loss_ee": 0.708204534318712, + "loss_delivery": 0.5620645673738586, + "loss_biodist": 0.2289810578028361, + "loss_toxic": 0.13086184341874388 }, { - "loss": 2.2271180947621665, - "loss_size": 0.2559296215573947, - "loss_pdi": 0.467803418636322, - "loss_ee": 0.4819647620121638, - "loss_delivery": 0.6487737223505974, - "loss_biodist": 0.2930952211221059, - "loss_toxic": 0.079551310899357 + "loss": 1.2935665713416205, + "loss_size": 0.38334204587671494, + "loss_pdi": 0.5260285569561852, + "loss_ee": 0.6511440376440684, + "loss_delivery": 0.5544850892490811, + "loss_biodist": 0.3414434674713347, + "loss_toxic": 0.12304087148772345 }, { - "loss": 2.1467134952545166, - "loss_size": 0.2658323546250661, - "loss_pdi": 0.47287177046140033, - "loss_ee": 0.4580538024504979, - "loss_delivery": 0.6110207016269366, - "loss_biodist": 0.26590356479088467, - "loss_toxic": 0.07303123424450557 + "loss": 5.409876909520891, + "loss_size": 0.3181511246495777, + "loss_pdi": 0.5623877512084113, + "loss_ee": 0.7138791084289551, + "loss_delivery": 4.7970883953902455, + "loss_biodist": 0.1927290881673495, + "loss_toxic": 0.10727907593051593 }, { - "loss": 2.0699684421221414, - "loss_size": 0.23655260602633157, - "loss_pdi": 0.46446068088213605, - "loss_ee": 0.43884341915448505, - "loss_delivery": 0.5945644030968348, - "loss_biodist": 0.26856863250335056, - "loss_toxic": 0.06697871504972379 + "loss": 1.340933746761746, + "loss_size": 0.32958291305436027, + "loss_pdi": 0.5110453930166032, + "loss_ee": 0.7083752353986105, + "loss_delivery": 0.7409339489208328, + "loss_biodist": 0.19616179002655876, + "loss_toxic": 0.10106996219191286 }, { - "loss": 2.012367367744446, - "loss_size": 0.20358355715870857, - "loss_pdi": 0.44864421089490253, - "loss_ee": 0.4260970900456111, - "loss_delivery": 0.6111055202782154, - "loss_biodist": 0.24829111248254776, - "loss_toxic": 0.07464585608492295 + "loss": 1.0691162480248346, + "loss_size": 0.30996668918265236, + "loss_pdi": 0.4969583948453267, + "loss_ee": 0.6292141344812181, + "loss_delivery": 0.5027303081005812, + "loss_biodist": 0.19247801105181375, + "loss_toxic": 0.10118913650512695 }, { - "loss": 1.9354575673739116, - "loss_size": 0.19155597686767578, - "loss_pdi": 0.43001438677310944, - "loss_ee": 0.4029633104801178, - "loss_delivery": 0.5866967861851057, - "loss_biodist": 0.26284457246462506, - "loss_toxic": 0.06138256782044967 + "loss": 1.0167819791369967, + "loss_size": 0.3562137981255849, + "loss_pdi": 0.5296954148345523, + "loss_ee": 0.6339806550078921, + "loss_delivery": 0.45454515847894883, + "loss_biodist": 0.17251272085640165, + "loss_toxic": 0.09999801052941217 }, { - "loss": 1.9248821139335632, - "loss_size": 0.19836385796467462, - "loss_pdi": 0.43165912727514905, - "loss_ee": 0.4223821411530177, - "loss_delivery": 0.5774712382505337, - "loss_biodist": 0.23008103668689728, - "loss_toxic": 0.06492467441906531 + "loss": 1.0154686570167542, + "loss_size": 0.3462930570046107, + "loss_pdi": 0.49900667866071063, + "loss_ee": 0.6753647228082021, + "loss_delivery": 0.4417766301582257, + "loss_biodist": 0.18206290900707245, + "loss_toxic": 0.09376725657946533 }, { - "loss": 1.7986130317052205, - "loss_size": 0.1977602814634641, - "loss_pdi": 0.4213625093301137, - "loss_ee": 0.3969506522019704, - "loss_delivery": 0.4972396679222584, - "loss_biodist": 0.22815552850564322, - "loss_toxic": 0.05714430411656698 + "loss": 1.0083332525359259, + "loss_size": 0.3448386490345001, + "loss_pdi": 0.47799601819780135, + "loss_ee": 0.6449068387349447, + "loss_delivery": 0.44255588783158195, + "loss_biodist": 0.1897839763098293, + "loss_toxic": 0.09277291223406792 }, { - "loss": 1.8008437156677246, - "loss_size": 0.20143492271502814, - "loss_pdi": 0.4257240394751231, - "loss_ee": 0.3939937750498454, - "loss_delivery": 0.4996156108876069, - "loss_biodist": 0.22945881386597952, - "loss_toxic": 0.05061656702309847 + "loss": 2.8527750372886658, + "loss_size": 0.3211866410242187, + "loss_pdi": 0.466962241464191, + "loss_ee": 0.619562202029758, + "loss_delivery": 2.3314214969674745, + "loss_biodist": 0.15861106167236963, + "loss_toxic": 0.0933265160355303 }, { - "loss": 1.8123606244723003, - "loss_size": 0.23175274084011713, - "loss_pdi": 0.41065867245197296, - "loss_ee": 0.38645289838314056, - "loss_delivery": 0.5105274474869171, - "loss_biodist": 0.22759289046128592, - "loss_toxic": 0.04537593169758717 + "loss": 3.318498412768046, + "loss_size": 0.3055083437098397, + "loss_pdi": 0.508542107211219, + "loss_ee": 0.6240747703446282, + "loss_delivery": 2.7895843990974956, + "loss_biodist": 0.15397296763128704, + "loss_toxic": 0.09210634795534942 }, { - "loss": 1.85766206185023, - "loss_size": 0.2237167110045751, - "loss_pdi": 0.4198872745037079, - "loss_ee": 0.39036936064561206, - "loss_delivery": 0.5356200908621153, - "loss_biodist": 0.2327907457947731, - "loss_toxic": 0.055277835965777435 + "loss": 0.918470025062561, + "loss_size": 0.2627165905303425, + "loss_pdi": 0.5129183067215813, + "loss_ee": 0.5271153483125899, + "loss_delivery": 0.4334480282333162, + "loss_biodist": 0.1417437212334739, + "loss_toxic": 0.09993022059400876 }, { - "loss": 1.7299150824546814, - "loss_size": 0.16866947089632353, - "loss_pdi": 0.40182044357061386, - "loss_ee": 0.37123599648475647, - "loss_delivery": 0.5183743331581354, - "loss_biodist": 0.22459317495425543, - "loss_toxic": 0.04522162117063999 + "loss": 1.0699834889835782, + "loss_size": 0.34617717067400616, + "loss_pdi": 0.4360787322123845, + "loss_ee": 0.5730780065059662, + "loss_delivery": 0.4698265939950943, + "loss_biodist": 0.2587573172317611, + "loss_toxic": 0.08069657844801743 }, { - "loss": 1.8115381598472595, - "loss_size": 0.21021889025966325, - "loss_pdi": 0.3938516428073247, - "loss_ee": 0.3856282929579417, - "loss_delivery": 0.5463737193495035, - "loss_biodist": 0.22467835744222006, - "loss_toxic": 0.05078731415172418 + "loss": 1.0059879289733038, + "loss_size": 0.36413417094283634, + "loss_pdi": 0.4957417415248023, + "loss_ee": 0.7273752954271104, + "loss_delivery": 0.4576577850513988, + "loss_biodist": 0.1408020613922013, + "loss_toxic": 0.08359015691611502 }, { - "loss": 1.7609570423762004, - "loss_size": 0.20672637100021043, - "loss_pdi": 0.3868243644634883, - "loss_ee": 0.3775654385487239, - "loss_delivery": 0.5160359914104143, - "loss_biodist": 0.22730938345193863, - "loss_toxic": 0.04649555139864484 + "loss": 0.8688187599182129, + "loss_size": 0.33713936309019726, + "loss_pdi": 0.5072802537017398, + "loss_ee": 0.5422209766176012, + "loss_delivery": 0.3248988776985142, + "loss_biodist": 0.18646930075354046, + "loss_toxic": 0.17772543616592884 + }, + { + "loss": 0.8379502296447754, + "loss_size": 0.2946032186349233, + "loss_pdi": 0.521089580323961, + "loss_ee": 0.5094592074553171, + "loss_delivery": 0.3478571922621793, + "loss_biodist": 0.14639283219973245, + "loss_toxic": 0.10150489293866688 + }, + { + "loss": 0.9374960064888, + "loss_size": 0.26913181361224914, + "loss_pdi": 0.4388515022065904, + "loss_ee": 0.6206868820720248, + "loss_delivery": 0.46183038213186794, + "loss_biodist": 0.12716854198111427, + "loss_toxic": 0.0744475541739828 + }, + { + "loss": 0.9113429586092631, + "loss_size": 0.25616512695948285, + "loss_pdi": 0.4470512204700046, + "loss_ee": 0.45756785074869794, + "loss_delivery": 0.4572531705101331, + "loss_biodist": 0.15281236833996242, + "loss_toxic": 0.08550410117540094 + }, + { + "loss": 0.8292446765634749, + "loss_size": 0.2894001031915347, + "loss_pdi": 0.4667682581477695, + "loss_ee": 0.5188069840272268, + "loss_delivery": 0.36954768415954375, + "loss_biodist": 0.131046953300635, + "loss_toxic": 0.08074895333912638 + }, + { + "loss": 0.6891238391399384, + "loss_size": 0.25525398386849296, + "loss_pdi": 0.46496177713076275, + "loss_ee": 0.44490377770529854, + "loss_delivery": 0.2736547390619914, + "loss_biodist": 0.11279644941290219, + "loss_toxic": 0.08375167722503345 + }, + { + "loss": 0.7697626617219713, + "loss_size": 0.26391809268130195, + "loss_pdi": 0.4175148374504513, + "loss_ee": 0.5703725583023496, + "loss_delivery": 0.3234751025835673, + "loss_biodist": 0.11972091678116056, + "loss_toxic": 0.07617180121855603 + }, + { + "loss": 0.9416903191142612, + "loss_size": 0.49958010845714146, + "loss_pdi": 0.4838709731896718, + "loss_ee": 0.4997891816827986, + "loss_delivery": 0.3387083150446415, + "loss_biodist": 0.25379470321867204, + "loss_toxic": 0.08262476035290295 + }, + { + "loss": 0.6869820290141635, + "loss_size": 0.21171052588356865, + "loss_pdi": 0.44965215192900765, + "loss_ee": 0.4661892420715756, + "loss_delivery": 0.2652882475198971, + "loss_biodist": 0.11738730635907915, + "loss_toxic": 0.16766001346210638 + }, + { + "loss": 0.6759138604005178, + "loss_size": 0.24878723836607403, + "loss_pdi": 0.45910440882047016, + "loss_ee": 0.4711561832163069, + "loss_delivery": 0.24781699437234136, + "loss_biodist": 0.11970764398574829, + "loss_toxic": 0.08864626495374574 + }, + { + "loss": 0.7230739792188009, + "loss_size": 0.3637457970115874, + "loss_pdi": 0.47329240706231857, + "loss_ee": 0.5751479499869876, + "loss_delivery": 0.24973291965822378, + "loss_biodist": 0.11896533767382304, + "loss_toxic": 0.0693803865255581 + }, + { + "loss": 0.7207142412662506, + "loss_size": 0.24164928785628742, + "loss_pdi": 0.39347541994518703, + "loss_ee": 0.4715595377816094, + "loss_delivery": 0.2935545038845804, + "loss_biodist": 0.14002070079247156, + "loss_toxic": 0.0692720040678978 + }, + { + "loss": 0.6264101531770494, + "loss_size": 0.22771124583151606, + "loss_pdi": 0.43112750848134357, + "loss_ee": 0.4959179725911882, + "loss_delivery": 0.21540678416689238, + "loss_biodist": 0.1060871494313081, + "loss_toxic": 0.08062908322446877 + }, + { + "loss": 0.6376459432972802, + "loss_size": 0.184081029974752, + "loss_pdi": 0.4103393422232734, + "loss_ee": 0.42426929871241253, + "loss_delivery": 0.2381463059120708, + "loss_biodist": 0.12710104551580217, + "loss_toxic": 0.07215786042312781 + }, + { + "loss": 0.6518991755114661, + "loss_size": 0.2276122487253613, + "loss_pdi": 0.38286086751355064, + "loss_ee": 0.45352989931901294, + "loss_delivery": 0.2694389389620887, + "loss_biodist": 0.10533043245474498, + "loss_toxic": 0.0690268272947934 + }, + { + "loss": 0.6391126778390672, + "loss_size": 0.2202053980694877, + "loss_pdi": 0.39931146303812665, + "loss_ee": 0.44839615788724685, + "loss_delivery": 0.245766029589706, + "loss_biodist": 0.11359922753440009, + "loss_toxic": 0.06829173966414398 + }, + { + "loss": 0.6182903978559706, + "loss_size": 0.23495068897803625, + "loss_pdi": 0.3921548028786977, + "loss_ee": 0.4279818567964766, + "loss_delivery": 0.2342767378108369, + "loss_biodist": 0.11119561394055684, + "loss_toxic": 0.06563983009093338 + }, + { + "loss": 0.7020416193538241, + "loss_size": 0.20867553643054432, + "loss_pdi": 0.4135015341970656, + "loss_ee": 0.5087168878979154, + "loss_delivery": 0.28151728792323005, + "loss_biodist": 0.11943934443924162, + "loss_toxic": 0.07103786348468727 + }, + { + "loss": 0.6722757054699792, + "loss_size": 0.26197479251358247, + "loss_pdi": 0.4025777230660121, + "loss_ee": 0.45954585406515336, + "loss_delivery": 0.22732874212993515, + "loss_biodist": 0.15652559532059562, + "loss_toxic": 0.07173617442862855 } ], "val": [ { - "loss": 19.896042142595565, - "loss_size": 14.947636876787458, - "loss_pdi": 1.3514722074781145, - "loss_ee": 1.0372784308024816, - "loss_delivery": 0.5157596128327506, - "loss_biodist": 1.3665738276072912, - "loss_toxic": 0.6773212381771633, - "acc_pdi": 0.22564102564102564, - "acc_ee": 0.4512820512820513, - "acc_toxic": 0.7073170731707317 + "loss": 4.131735324859619, + "loss_size": 14.58691660563151, + "loss_pdi": 1.3837243715922039, + "loss_ee": 0.9805293877919515, + "loss_delivery": 0.7687161564826965, + "loss_biodist": 1.166004220644633, + "loss_toxic": 0.5809426705042521, + "acc_pdi": 0.2413793103448276, + "acc_ee": 0.5977011494252874, + "acc_toxic": 0.9491525423728814 }, { - "loss": 10.277108192443848, - "loss_size": 5.728530270712716, - "loss_pdi": 1.2047701733452933, - "loss_ee": 1.013599353177207, - "loss_delivery": 0.5329383058207375, - "loss_biodist": 1.3288453817367554, - "loss_toxic": 0.4684244394302368, - "acc_pdi": 0.358974358974359, - "acc_ee": 0.4461538461538462, - "acc_toxic": 1.0 + "loss": 2.9744084676106772, + "loss_size": 7.2587464650472, + "loss_pdi": 1.156416654586792, + "loss_ee": 0.9220690925916036, + "loss_delivery": 0.597048948208491, + "loss_biodist": 1.0086946686108906, + "loss_toxic": 0.3848884105682373, + "acc_pdi": 0.4827586206896552, + "acc_ee": 0.5977011494252874, + "acc_toxic": 0.9491525423728814 }, { - "loss": 4.947442190987723, - "loss_size": 0.9055690084184919, - "loss_pdi": 0.9325166344642639, - "loss_ee": 1.071527932371412, - "loss_delivery": 0.5525430504764829, - "loss_biodist": 1.2514750446592058, - "loss_toxic": 0.23381062703473227, - "acc_pdi": 0.7076923076923077, - "acc_ee": 0.4205128205128205, - "acc_toxic": 1.0 + "loss": 2.350477854410807, + "loss_size": 2.4879841009775796, + "loss_pdi": 0.9450472593307495, + "loss_ee": 0.9053510427474976, + "loss_delivery": 0.602060874303182, + "loss_biodist": 0.9306658307711283, + "loss_toxic": 0.27666471401850384, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.5977011494252874, + "acc_toxic": 0.9491525423728814 }, { - "loss": 4.072668756757464, - "loss_size": 0.18621658267719404, - "loss_pdi": 0.7640595691544669, - "loss_ee": 1.2155327456338065, - "loss_delivery": 0.5523517067943301, - "loss_biodist": 1.214196733066014, - "loss_toxic": 0.14031140506267548, - "acc_pdi": 0.7076923076923077, - "acc_ee": 0.4205128205128205, - "acc_toxic": 1.0 + "loss": 1.9528553485870361, + "loss_size": 0.6526210308074951, + "loss_pdi": 0.7912364800771078, + "loss_ee": 0.8865965604782104, + "loss_delivery": 0.5240970949331919, + "loss_biodist": 0.8494408925374349, + "loss_toxic": 0.21410620709260306, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.5977011494252874, + "acc_toxic": 0.9491525423728814 }, { - "loss": 4.053883859089443, - "loss_size": 0.24764748875583922, - "loss_pdi": 0.6859285916600909, - "loss_ee": 1.3019903557641166, - "loss_delivery": 0.5384655041354043, - "loss_biodist": 1.191110406603132, - "loss_toxic": 0.08874151536396571, - "acc_pdi": 0.7076923076923077, - "acc_ee": 0.4205128205128205, - "acc_toxic": 1.0 + "loss": 1.4762204090754192, + "loss_size": 0.3241706391175588, + "loss_pdi": 0.6979280511538187, + "loss_ee": 0.8111297488212585, + "loss_delivery": 0.37876227994759876, + "loss_biodist": 0.6028553247451782, + "loss_toxic": 0.189366581539313, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.5977011494252874, + "acc_toxic": 0.9491525423728814 }, { - "loss": 3.9850601128169467, - "loss_size": 0.18243093735405377, - "loss_pdi": 0.6606386282614299, - "loss_ee": 1.2955879313605172, - "loss_delivery": 0.6222422846726009, - "loss_biodist": 1.1586603011403764, - "loss_toxic": 0.06550001353025436, - "acc_pdi": 0.7076923076923077, - "acc_ee": 0.4205128205128205, - "acc_toxic": 1.0 + "loss": 1.3181473016738892, + "loss_size": 0.2733151863018672, + "loss_pdi": 0.6492085854212443, + "loss_ee": 0.7717010776201884, + "loss_delivery": 0.378572940826416, + "loss_biodist": 0.47726596395174664, + "loss_toxic": 0.17407927413781485, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.6436781609195402, + "acc_toxic": 0.9491525423728814 }, { - "loss": 3.6691461631229947, - "loss_size": 0.18682856378810747, - "loss_pdi": 0.6505168399640492, - "loss_ee": 1.2279302733285087, - "loss_delivery": 0.5776888344969068, - "loss_biodist": 0.963392470564161, - "loss_toxic": 0.06278917672378677, - "acc_pdi": 0.7076923076923077, - "acc_ee": 0.4205128205128205, - "acc_toxic": 1.0 + "loss": 1.1457157135009766, + "loss_size": 0.30249467492103577, + "loss_pdi": 0.6292304197947184, + "loss_ee": 0.749643087387085, + "loss_delivery": 0.30637872715791065, + "loss_biodist": 0.38742222388585407, + "loss_toxic": 0.1600656397640705, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9491525423728814 }, { - "loss": 3.6420267650059293, - "loss_size": 0.1952320017984935, - "loss_pdi": 0.6510439600263324, - "loss_ee": 1.1954282522201538, - "loss_delivery": 0.7644538623946053, - "loss_biodist": 0.7812093198299408, - "loss_toxic": 0.05465935756053243, - "acc_pdi": 0.7076923076923077, - "acc_ee": 0.35384615384615387, - "acc_toxic": 1.0 + "loss": 1.0727794170379639, + "loss_size": 0.36272693673769635, + "loss_pdi": 0.6248886783917745, + "loss_ee": 0.7381813923517863, + "loss_delivery": 0.29379741350809735, + "loss_biodist": 0.32651687661806744, + "loss_toxic": 0.14542773986856142, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.6551724137931034, + "acc_toxic": 0.9491525423728814 }, { - "loss": 3.707563672746931, - "loss_size": 0.2168926394411496, - "loss_pdi": 0.6468359615121569, - "loss_ee": 1.2361225570951189, - "loss_delivery": 0.8388645563806806, - "loss_biodist": 0.7232611009052822, - "loss_toxic": 0.04558686592749187, - "acc_pdi": 0.7076923076923077, - "acc_ee": 0.37435897435897436, - "acc_toxic": 1.0 + "loss": 1.0073781212170918, + "loss_size": 0.29352664947509766, + "loss_pdi": 0.609452486038208, + "loss_ee": 0.7222137649854025, + "loss_delivery": 0.2781063914299011, + "loss_biodist": 0.29349783062934875, + "loss_toxic": 0.1384266937772433, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.6436781609195402, + "acc_toxic": 0.9491525423728814 }, { - "loss": 3.5122547830854143, - "loss_size": 0.2614529473440988, - "loss_pdi": 0.6344352598701205, - "loss_ee": 1.2337199449539185, - "loss_delivery": 0.7557642417294639, - "loss_biodist": 0.5974612619195666, - "loss_toxic": 0.029421218537858555, - "acc_pdi": 0.7076923076923077, - "acc_ee": 0.38461538461538464, - "acc_toxic": 1.0 + "loss": 0.9849437475204468, + "loss_size": 0.3306474983692169, + "loss_pdi": 0.5996046264966329, + "loss_ee": 0.7186261018117269, + "loss_delivery": 0.28099290033181507, + "loss_biodist": 0.26886581381162006, + "loss_toxic": 0.13102031871676445, + "acc_pdi": 0.735632183908046, + "acc_ee": 0.6436781609195402, + "acc_toxic": 0.9491525423728814 }, { - "loss": 4.085699932915824, - "loss_size": 0.2200212436062949, - "loss_pdi": 0.6225023801837649, - "loss_ee": 1.1934180770601546, - "loss_delivery": 1.4556497505732946, - "loss_biodist": 0.5685178296906608, - "loss_toxic": 0.02559054403432778, - "acc_pdi": 0.7076923076923077, - "acc_ee": 0.4205128205128205, - "acc_toxic": 1.0 + "loss": 0.9318729440371195, + "loss_size": 0.29619741439819336, + "loss_pdi": 0.590697447458903, + "loss_ee": 0.7106417814890543, + "loss_delivery": 0.26873059074083966, + "loss_biodist": 0.23739753663539886, + "loss_toxic": 0.11446575820446014, + "acc_pdi": 0.735632183908046, + "acc_ee": 0.6551724137931034, + "acc_toxic": 0.9491525423728814 }, { - "loss": 3.8555148329053606, - "loss_size": 0.25200862703578814, - "loss_pdi": 0.6161004496472222, - "loss_ee": 1.2155306509562902, - "loss_delivery": 1.1912458751882826, - "loss_biodist": 0.5578728743961879, - "loss_toxic": 0.022756420208939483, - "acc_pdi": 0.7128205128205128, - "acc_ee": 0.4153846153846154, - "acc_toxic": 1.0 + "loss": 0.8952556848526001, + "loss_size": 0.375252107779185, + "loss_pdi": 0.5910165111223856, + "loss_ee": 0.7032236456871033, + "loss_delivery": 0.24763291825850806, + "loss_biodist": 0.21648145218690237, + "loss_toxic": 0.10688123355309169, + "acc_pdi": 0.735632183908046, + "acc_ee": 0.6896551724137931, + "acc_toxic": 0.9491525423728814 }, { - "loss": 4.016897848674229, - "loss_size": 0.24823468178510666, - "loss_pdi": 0.6098369508981705, - "loss_ee": 1.2048260143824987, - "loss_delivery": 1.3509162408964974, - "loss_biodist": 0.5822246244975499, - "loss_toxic": 0.020859350051198686, - "acc_pdi": 0.717948717948718, - "acc_ee": 0.4153846153846154, - "acc_toxic": 1.0 + "loss": 0.9018304944038391, + "loss_size": 0.3556465804576874, + "loss_pdi": 0.588855524857839, + "loss_ee": 0.6812717517217001, + "loss_delivery": 0.28270446757475537, + "loss_biodist": 0.19784348209698996, + "loss_toxic": 0.09359317521254222, + "acc_pdi": 0.735632183908046, + "acc_ee": 0.6666666666666666, + "acc_toxic": 0.9491525423728814 }, { - "loss": 3.9899745328085765, - "loss_size": 0.27859273659331457, - "loss_pdi": 0.6051683936800275, - "loss_ee": 1.1875721216201782, - "loss_delivery": 1.369072552238192, - "loss_biodist": 0.5321473862443652, - "loss_toxic": 0.017421354805784568, - "acc_pdi": 0.717948717948718, - "acc_ee": 0.40512820512820513, - "acc_toxic": 1.0 + "loss": 0.8478340109189352, + "loss_size": 0.2671582102775574, + "loss_pdi": 0.5828780929247538, + "loss_ee": 0.6747428774833679, + "loss_delivery": 0.24342622111241022, + "loss_biodist": 0.19594197471936545, + "loss_toxic": 0.08927365578711033, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.7126436781609196, + "acc_toxic": 0.9491525423728814 }, { - "loss": 4.112551552908761, - "loss_size": 0.23502862347023828, - "loss_pdi": 0.6127274334430695, - "loss_ee": 1.2102909428732735, - "loss_delivery": 1.5001615626471383, - "loss_biodist": 0.5411617543016162, - "loss_toxic": 0.013181165459432773, - "acc_pdi": 0.7025641025641025, - "acc_ee": 0.4205128205128205, - "acc_toxic": 1.0 + "loss": 0.8679020206133524, + "loss_size": 0.3021097580591838, + "loss_pdi": 0.5711094538370768, + "loss_ee": 0.6691598693529764, + "loss_delivery": 0.2682334979375203, + "loss_biodist": 0.19272477428118387, + "loss_toxic": 0.09303904076417287, + "acc_pdi": 0.735632183908046, + "acc_ee": 0.6896551724137931, + "acc_toxic": 0.9491525423728814 }, { - "loss": 4.031796966280256, - "loss_size": 0.27996559121779035, - "loss_pdi": 0.6218498295971325, - "loss_ee": 1.264663577079773, - "loss_delivery": 1.225053642477308, - "loss_biodist": 0.6304309921605247, - "loss_toxic": 0.009833223053387232, - "acc_pdi": 0.7128205128205128, - "acc_ee": 0.4153846153846154, - "acc_toxic": 1.0 + "loss": 0.8528247078259786, + "loss_size": 0.3143278906742732, + "loss_pdi": 0.569633682568868, + "loss_ee": 0.6673540075620016, + "loss_delivery": 0.2597464472055435, + "loss_biodist": 0.18668038149674734, + "loss_toxic": 0.07737583356599013, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.6781609195402298, + "acc_toxic": 0.9491525423728814 }, { - "loss": 4.108100175857544, - "loss_size": 0.2646343271647181, - "loss_pdi": 0.6244613996573857, - "loss_ee": 1.2785721336092268, - "loss_delivery": 1.2817653375012534, - "loss_biodist": 0.6491539776325226, - "loss_toxic": 0.009512946475297213, - "acc_pdi": 0.7025641025641025, - "acc_ee": 0.4, - "acc_toxic": 1.0 + "loss": 0.8371174534161886, + "loss_size": 0.3687616139650345, + "loss_pdi": 0.5657906929651896, + "loss_ee": 0.6549434860547384, + "loss_delivery": 0.2737381011247635, + "loss_biodist": 0.15673434734344482, + "loss_toxic": 0.07097066317995389, + "acc_pdi": 0.7816091954022989, + "acc_ee": 0.6781609195402298, + "acc_toxic": 0.9491525423728814 }, { - "loss": 4.237571648188999, - "loss_size": 0.24608339369297028, - "loss_pdi": 0.6387959729347911, - "loss_ee": 1.263997495174408, - "loss_delivery": 1.3677963316440582, - "loss_biodist": 0.7113959235804421, - "loss_toxic": 0.00950257752888969, - "acc_pdi": 0.7025641025641025, - "acc_ee": 0.40512820512820513, - "acc_toxic": 1.0 + "loss": 0.9556880990664164, + "loss_size": 0.44675949215888977, + "loss_pdi": 0.5660895109176636, + "loss_ee": 0.6585590243339539, + "loss_delivery": 0.38440535465876263, + "loss_biodist": 0.15525126457214355, + "loss_toxic": 0.07921982059876125, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.7011494252873564, + "acc_toxic": 0.9491525423728814 }, { - "loss": 4.677373443331037, - "loss_size": 0.25485377439430784, - "loss_pdi": 0.6646602579525539, - "loss_ee": 1.2957249539239066, - "loss_delivery": 1.609152581010546, - "loss_biodist": 0.8443670613425118, - "loss_toxic": 0.008614770535911833, - "acc_pdi": 0.7025641025641025, - "acc_ee": 0.4, - "acc_toxic": 1.0 + "loss": 0.8195796807607015, + "loss_size": 0.3921011785666148, + "loss_pdi": 0.5631354848543803, + "loss_ee": 0.6436604261398315, + "loss_delivery": 0.2659662241737048, + "loss_biodist": 0.14899534980456033, + "loss_toxic": 0.06738407785693805, + "acc_pdi": 0.7816091954022989, + "acc_ee": 0.7241379310344828, + "acc_toxic": 0.9491525423728814 }, { - "loss": 4.661478791918073, - "loss_size": 0.22112409876925604, - "loss_pdi": 0.6840873499001775, - "loss_ee": 1.345719371523176, - "loss_delivery": 1.5750049437795366, - "loss_biodist": 0.8278610365731376, - "loss_toxic": 0.0076820029810603175, - "acc_pdi": 0.6974358974358974, - "acc_ee": 0.39487179487179486, - "acc_toxic": 1.0 + "loss": 0.8000527421633402, + "loss_size": 0.2305989811817805, + "loss_pdi": 0.5579631725947062, + "loss_ee": 0.6551848649978638, + "loss_delivery": 0.2595013752579689, + "loss_biodist": 0.15009809533754984, + "loss_toxic": 0.06897837482392788, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.6896551724137931, + "acc_toxic": 0.9491525423728814 }, { - "loss": 4.7805344717843195, - "loss_size": 0.23743291412081038, - "loss_pdi": 0.6911627639617238, - "loss_ee": 1.3796877009528024, - "loss_delivery": 1.6191245743206568, - "loss_biodist": 0.8459444258894239, - "loss_toxic": 0.00718201809961881, - "acc_pdi": 0.7076923076923077, - "acc_ee": 0.4, - "acc_toxic": 1.0 + "loss": 0.8249319394429525, + "loss_size": 0.2866029640038808, + "loss_pdi": 0.5442510843276978, + "loss_ee": 0.647416353225708, + "loss_delivery": 0.2793256988128026, + "loss_biodist": 0.15630457053581873, + "loss_toxic": 0.06282178312540054, + "acc_pdi": 0.7816091954022989, + "acc_ee": 0.6896551724137931, + "acc_toxic": 0.9661016949152542 }, { - "loss": 5.050536905016218, - "loss_size": 0.2340430138366563, - "loss_pdi": 0.7009050281984466, - "loss_ee": 1.3757387569972448, - "loss_delivery": 1.760018629687173, - "loss_biodist": 0.9723425933292934, - "loss_toxic": 0.007489000846232686, - "acc_pdi": 0.7128205128205128, - "acc_ee": 0.39487179487179486, - "acc_toxic": 1.0 + "loss": 0.8143559694290161, + "loss_size": 0.3335455060005188, + "loss_pdi": 0.5397896965344747, + "loss_ee": 0.6453800797462463, + "loss_delivery": 0.2666936169068019, + "loss_biodist": 0.1549653857946396, + "loss_toxic": 0.07582870249946912, + "acc_pdi": 0.7701149425287356, + "acc_ee": 0.7241379310344828, + "acc_toxic": 0.9491525423728814 }, { - "loss": 5.172625916344779, - "loss_size": 0.23549717558281763, - "loss_pdi": 0.6980976568801063, - "loss_ee": 1.357451047216143, - "loss_delivery": 1.893591480595725, - "loss_biodist": 0.9802024279321943, - "loss_toxic": 0.0077861944612647805, - "acc_pdi": 0.717948717948718, - "acc_ee": 0.38974358974358975, - "acc_toxic": 1.0 + "loss": 0.8639025092124939, + "loss_size": 0.34606138865152997, + "loss_pdi": 0.5520124038060507, + "loss_ee": 0.6531140605608622, + "loss_delivery": 0.31263314187526703, + "loss_biodist": 0.1517741580804189, + "loss_toxic": 0.06702199609329303, + "acc_pdi": 0.7816091954022989, + "acc_ee": 0.7011494252873564, + "acc_toxic": 0.9491525423728814 }, { - "loss": 5.048826490129743, - "loss_size": 0.2420537450483867, - "loss_pdi": 0.7013733184763363, - "loss_ee": 1.353548560823713, - "loss_delivery": 1.7931698901312692, - "loss_biodist": 0.9509889696325574, - "loss_toxic": 0.007692053714501006, - "acc_pdi": 0.7128205128205128, - "acc_ee": 0.38974358974358975, - "acc_toxic": 1.0 + "loss": 0.8694897691408793, + "loss_size": 0.3858671685059865, + "loss_pdi": 0.5633923411369324, + "loss_ee": 0.651544431845347, + "loss_delivery": 0.3061240514119466, + "loss_biodist": 0.1569272701938947, + "loss_toxic": 0.06741394475102425, + "acc_pdi": 0.7701149425287356, + "acc_ee": 0.7126436781609196, + "acc_toxic": 0.9661016949152542 }, { - "loss": 4.951304980686733, - "loss_size": 0.24394649054322923, - "loss_pdi": 0.7197230202811105, - "loss_ee": 1.3789095027106149, - "loss_delivery": 1.6561105762209212, - "loss_biodist": 0.9460095167160034, - "loss_toxic": 0.006605847106714334, - "acc_pdi": 0.7076923076923077, - "acc_ee": 0.38974358974358975, - "acc_toxic": 1.0 + "loss": 0.8287400603294373, + "loss_size": 0.3009648422400157, + "loss_pdi": 0.5510913133621216, + "loss_ee": 0.6359622081120809, + "loss_delivery": 0.2914886424938838, + "loss_biodist": 0.14768950392802557, + "loss_toxic": 0.06698716431856155, + "acc_pdi": 0.7701149425287356, + "acc_ee": 0.7126436781609196, + "acc_toxic": 0.9491525423728814 + }, + { + "loss": 0.8641846577326456, + "loss_size": 0.2882275680700938, + "loss_pdi": 0.5606249769528707, + "loss_ee": 0.6550668875376383, + "loss_delivery": 0.3229534278313319, + "loss_biodist": 0.14468475927909216, + "loss_toxic": 0.06032268796116114, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.6896551724137931, + "acc_toxic": 0.9491525423728814 + }, + { + "loss": 0.8457841674486796, + "loss_size": 0.3051060636838277, + "loss_pdi": 0.5792184869448344, + "loss_ee": 0.6697730223337809, + "loss_delivery": 0.2924912025531133, + "loss_biodist": 0.14528409391641617, + "loss_toxic": 0.056016006196538605, + "acc_pdi": 0.7701149425287356, + "acc_ee": 0.6781609195402298, + "acc_toxic": 0.9830508474576272 + }, + { + "loss": 0.7660132050514221, + "loss_size": 0.3071767787138621, + "loss_pdi": 0.5772291322549185, + "loss_ee": 0.6593808730443319, + "loss_delivery": 0.2261704777677854, + "loss_biodist": 0.13535468031962714, + "loss_toxic": 0.055746594443917274, + "acc_pdi": 0.7701149425287356, + "acc_ee": 0.7011494252873564, + "acc_toxic": 0.9830508474576272 + }, + { + "loss": 0.8026491602261862, + "loss_size": 0.3231980999310811, + "loss_pdi": 0.5754439433415731, + "loss_ee": 0.6595458984375, + "loss_delivery": 0.26338759809732437, + "loss_biodist": 0.13391770174105963, + "loss_toxic": 0.05054261535406113, + "acc_pdi": 0.7701149425287356, + "acc_ee": 0.7011494252873564, + "acc_toxic": 0.9830508474576272 + }, + { + "loss": 0.8309550285339355, + "loss_size": 0.3204752405484517, + "loss_pdi": 0.5751846432685852, + "loss_ee": 0.6648860772450765, + "loss_delivery": 0.29200898110866547, + "loss_biodist": 0.13234147429466248, + "loss_toxic": 0.0507163122917215, + "acc_pdi": 0.7701149425287356, + "acc_ee": 0.735632183908046, + "acc_toxic": 0.9830508474576272 + }, + { + "loss": 0.8174562255541483, + "loss_size": 0.30330435434977215, + "loss_pdi": 0.5740452607472738, + "loss_ee": 0.6525847713152567, + "loss_delivery": 0.27965304503838223, + "loss_biodist": 0.13697389513254166, + "loss_toxic": 0.050196846636633076, + "acc_pdi": 0.7701149425287356, + "acc_ee": 0.7241379310344828, + "acc_toxic": 0.9830508474576272 + }, + { + "loss": 0.835791269938151, + "loss_size": 0.319806436697642, + "loss_pdi": 0.5706671675046285, + "loss_ee": 0.644251803557078, + "loss_delivery": 0.29097796479860943, + "loss_biodist": 0.1456004058321317, + "loss_toxic": 0.055130545515567064, + "acc_pdi": 0.7586206896551724, + "acc_ee": 0.7126436781609196, + "acc_toxic": 0.9830508474576272 + }, + { + "loss": 0.820733646551768, + "loss_size": 0.3628026247024536, + "loss_pdi": 0.5727978746096293, + "loss_ee": 0.6543296972910563, + "loss_delivery": 0.27494684358437854, + "loss_biodist": 0.13881322741508484, + "loss_toxic": 0.051099950758119426, + "acc_pdi": 0.7586206896551724, + "acc_ee": 0.7011494252873564, + "acc_toxic": 0.9830508474576272 + }, + { + "loss": 0.773014227549235, + "loss_size": 0.3434345026810964, + "loss_pdi": 0.5632649262746176, + "loss_ee": 0.6523848176002502, + "loss_delivery": 0.23294466733932495, + "loss_biodist": 0.13855831076701483, + "loss_toxic": 0.04945786762982607, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.6896551724137931, + "acc_toxic": 0.9830508474576272 + }, + { + "loss": 0.7905398408571879, + "loss_size": 0.32612042625745136, + "loss_pdi": 0.5663766860961914, + "loss_ee": 0.6568204363187155, + "loss_delivery": 0.24841550489266714, + "loss_biodist": 0.13999874889850616, + "loss_toxic": 0.05108769020686547, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.7241379310344828, + "acc_toxic": 0.9830508474576272 + }, + { + "loss": 0.815334141254425, + "loss_size": 0.31307806571324664, + "loss_pdi": 0.5712296466032664, + "loss_ee": 0.6713330944379171, + "loss_delivery": 0.26960306614637375, + "loss_biodist": 0.1390355403224627, + "loss_toxic": 0.05237791873514652, + "acc_pdi": 0.735632183908046, + "acc_ee": 0.7126436781609196, + "acc_toxic": 0.9830508474576272 + }, + { + "loss": 0.8541495203971863, + "loss_size": 0.33989472190539044, + "loss_pdi": 0.5753623445828756, + "loss_ee": 0.6674774487813314, + "loss_delivery": 0.3071880266070366, + "loss_biodist": 0.1377902328968048, + "loss_toxic": 0.046596549140910305, + "acc_pdi": 0.7586206896551724, + "acc_ee": 0.7011494252873564, + "acc_toxic": 0.9830508474576272 + }, + { + "loss": 0.8057891329129537, + "loss_size": 0.35634806752204895, + "loss_pdi": 0.5825925668080648, + "loss_ee": 0.65397047996521, + "loss_delivery": 0.25933516025543213, + "loss_biodist": 0.13771875202655792, + "loss_toxic": 0.04263027384877205, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.7241379310344828, + "acc_toxic": 0.9830508474576272 + }, + { + "loss": 0.7832738161087036, + "loss_size": 0.3584498365720113, + "loss_pdi": 0.5802697340647379, + "loss_ee": 0.6541342735290527, + "loss_delivery": 0.23583254466454187, + "loss_biodist": 0.13910961151123047, + "loss_toxic": 0.04330934304744005, + "acc_pdi": 0.735632183908046, + "acc_ee": 0.7241379310344828, + "acc_toxic": 0.9830508474576272 + }, + { + "loss": 0.7725691199302673, + "loss_size": 0.3525932828585307, + "loss_pdi": 0.5890609423319498, + "loss_ee": 0.656381090482076, + "loss_delivery": 0.2219469373424848, + "loss_biodist": 0.1395219142238299, + "loss_toxic": 0.04416632062445084, + "acc_pdi": 0.735632183908046, + "acc_ee": 0.7126436781609196, + "acc_toxic": 0.9830508474576272 + }, + { + "loss": 0.8066536982854208, + "loss_size": 0.33613314231236774, + "loss_pdi": 0.5896864136060079, + "loss_ee": 0.6661185820897421, + "loss_delivery": 0.25459036976099014, + "loss_biodist": 0.13937962551911673, + "loss_toxic": 0.046577442126969494, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.7126436781609196, + "acc_toxic": 0.9830508474576272 + }, + { + "loss": 0.8199006716410319, + "loss_size": 0.3178228735923767, + "loss_pdi": 0.5847668051719666, + "loss_ee": 0.6776002049446106, + "loss_delivery": 0.26491835216681164, + "loss_biodist": 0.14207524806261063, + "loss_toxic": 0.04829352038602034, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.7126436781609196, + "acc_toxic": 0.9830508474576272 + }, + { + "loss": 0.8241792519887289, + "loss_size": 0.32641319433848065, + "loss_pdi": 0.586793859799703, + "loss_ee": 0.675977905591329, + "loss_delivery": 0.2662969057758649, + "loss_biodist": 0.14402199536561966, + "loss_toxic": 0.04774974503864845, + "acc_pdi": 0.7586206896551724, + "acc_ee": 0.7126436781609196, + "acc_toxic": 0.9830508474576272 } ] } \ No newline at end of file diff --git a/models/finetune_cv/fold_2/loss_curves.png b/models/finetune_cv/fold_2/loss_curves.png new file mode 100644 index 0000000..f242125 Binary files /dev/null and b/models/finetune_cv/fold_2/loss_curves.png differ diff --git a/models/finetune_cv/fold_2/model.pt b/models/finetune_cv/fold_2/model.pt index d8f6fa3..6a15f9e 100644 Binary files a/models/finetune_cv/fold_2/model.pt and b/models/finetune_cv/fold_2/model.pt differ diff --git a/models/finetune_cv/fold_3/history.json b/models/finetune_cv/fold_3/history.json index c35b621..c92631c 100644 --- a/models/finetune_cv/fold_3/history.json +++ b/models/finetune_cv/fold_3/history.json @@ -1,447 +1,657 @@ { "train": [ { - "loss": 19.317236709594727, - "loss_size": 14.108779287338256, - "loss_pdi": 1.2223044037818909, - "loss_ee": 1.1201724767684937, - "loss_delivery": 1.0989456713199615, - "loss_biodist": 1.2243955612182618, - "loss_toxic": 0.5426396489143371 + "loss": 4.766850815878974, + "loss_size": 15.63866795433892, + "loss_pdi": 1.4077769782808092, + "loss_ee": 1.0127089752091303, + "loss_delivery": 1.3605128940608766, + "loss_biodist": 1.0889521506097581, + "loss_toxic": 0.5474630693594614 }, { - "loss": 7.058736562728882, - "loss_size": 2.407193088531494, - "loss_pdi": 1.0396445631980895, - "loss_ee": 1.043432891368866, - "loss_delivery": 1.183875671029091, - "loss_biodist": 1.0435532987117768, - "loss_toxic": 0.3410369783639908 + "loss": 3.194937891430325, + "loss_size": 7.066763983832465, + "loss_pdi": 1.2058304680718317, + "loss_ee": 0.9401931100421481, + "loss_delivery": 0.9668611710270246, + "loss_biodist": 0.8577001161045499, + "loss_toxic": 0.39786019259028965 }, { - "loss": 4.30960967540741, - "loss_size": 0.3954987198114395, - "loss_pdi": 0.8135693371295929, - "loss_ee": 0.9796469569206238, - "loss_delivery": 1.0894740536808967, - "loss_biodist": 0.8407172799110413, - "loss_toxic": 0.1907033085823059 + "loss": 2.46968854798211, + "loss_size": 2.020951430002848, + "loss_pdi": 0.9755231804317899, + "loss_ee": 0.8675648834970262, + "loss_delivery": 1.0441547433535259, + "loss_biodist": 0.6567856768767039, + "loss_toxic": 0.2745304654041926 }, { - "loss": 3.814995551109314, - "loss_size": 0.3033123552799225, - "loss_pdi": 0.7126355469226837, - "loss_ee": 0.9527663111686706, - "loss_delivery": 1.0963637247681617, - "loss_biodist": 0.613499540090561, - "loss_toxic": 0.13641793020069598 + "loss": 1.9164424075020685, + "loss_size": 0.68251081638866, + "loss_pdi": 0.7992922133869595, + "loss_ee": 0.8658047715822855, + "loss_delivery": 0.8073295288615756, + "loss_biodist": 0.5298031899664137, + "loss_toxic": 0.23059075905217064 }, { - "loss": 3.4925455331802366, - "loss_size": 0.31617238447070123, - "loss_pdi": 0.6569374144077301, - "loss_ee": 0.9212668299674988, - "loss_delivery": 1.0250366538763047, - "loss_biodist": 0.4527473896741867, - "loss_toxic": 0.12038486637175083 + "loss": 2.118057608604431, + "loss_size": 0.4456057962444093, + "loss_pdi": 0.6909500625398424, + "loss_ee": 0.8241950538423326, + "loss_delivery": 1.1301221292879846, + "loss_biodist": 0.4791218439737956, + "loss_toxic": 0.194189776149061 }, { - "loss": 3.255272912979126, - "loss_size": 0.27022836059331895, - "loss_pdi": 0.6289663434028625, - "loss_ee": 0.9047561466693879, - "loss_delivery": 0.9742588266730309, - "loss_biodist": 0.3838836058974266, - "loss_toxic": 0.09317965283989907 + "loss": 1.6527547637621562, + "loss_size": 0.5215758283933004, + "loss_pdi": 0.6607316335042318, + "loss_ee": 0.8006990419493781, + "loss_delivery": 0.7876643521918191, + "loss_biodist": 0.3641456299357944, + "loss_toxic": 0.20715977665450838 }, { - "loss": 3.281973719596863, - "loss_size": 0.26578598394989966, - "loss_pdi": 0.5881433010101318, - "loss_ee": 0.8700660288333892, - "loss_delivery": 1.1519657298922539, - "loss_biodist": 0.3240764126181602, - "loss_toxic": 0.08193630240857601 + "loss": 1.5360244909922283, + "loss_size": 0.5412709133492576, + "loss_pdi": 0.6476934783988528, + "loss_ee": 0.8275714185502794, + "loss_delivery": 0.7246163586775461, + "loss_biodist": 0.30502668850951725, + "loss_toxic": 0.19349763542413712 }, { - "loss": 2.7810576915740968, - "loss_size": 0.2505718767642975, - "loss_pdi": 0.5593925356864929, - "loss_ee": 0.8196510195732116, - "loss_delivery": 0.7932070523500443, - "loss_biodist": 0.27653754949569703, - "loss_toxic": 0.08169759791344404 + "loss": 1.5586009290483263, + "loss_size": 0.3165152288145489, + "loss_pdi": 0.5958941512637668, + "loss_ee": 0.7949910230106778, + "loss_delivery": 0.7548645718230141, + "loss_biodist": 0.3413304222954644, + "loss_toxic": 0.2697768459717433 }, { - "loss": 2.644732141494751, - "loss_size": 0.27979295402765275, - "loss_pdi": 0.5457461476325989, - "loss_ee": 0.7845215618610382, - "loss_delivery": 0.722122372686863, - "loss_biodist": 0.2437703028321266, - "loss_toxic": 0.06877880096435547 + "loss": 1.333560003174676, + "loss_size": 0.3286761086848047, + "loss_pdi": 0.5951504939132266, + "loss_ee": 0.725921803050571, + "loss_delivery": 0.6468726520737013, + "loss_biodist": 0.25011805362171596, + "loss_toxic": 0.14759980224900776 }, { - "loss": 2.5743841886520387, - "loss_size": 0.21236803606152535, - "loss_pdi": 0.5281321376562118, - "loss_ee": 0.7772053182125092, - "loss_delivery": 0.7842913195490837, - "loss_biodist": 0.20931598618626596, - "loss_toxic": 0.0630713876336813 + "loss": 1.255424247847663, + "loss_size": 0.29291238139073056, + "loss_pdi": 0.5680392252074348, + "loss_ee": 0.7574183543523153, + "loss_delivery": 0.6383567195799615, + "loss_biodist": 0.18393014868100485, + "loss_toxic": 0.12417802256014612 }, { - "loss": 2.493379771709442, - "loss_size": 0.2545281477272511, - "loss_pdi": 0.514763566851616, - "loss_ee": 0.7416582465171814, - "loss_delivery": 0.7315813854336739, - "loss_biodist": 0.18844463676214218, - "loss_toxic": 0.062403830140829085 + "loss": 1.2708108557595148, + "loss_size": 0.31006419989797807, + "loss_pdi": 0.5562698278162215, + "loss_ee": 0.7223905060026381, + "loss_delivery": 0.664460855225722, + "loss_biodist": 0.18582438594765133, + "loss_toxic": 0.11842195689678192 }, { - "loss": 2.3714203119277952, - "loss_size": 0.21288565024733544, - "loss_pdi": 0.5149440914392471, - "loss_ee": 0.7432775914669036, - "loss_delivery": 0.6615208894014358, - "loss_biodist": 0.17799324095249175, - "loss_toxic": 0.06079882858321071 + "loss": 1.156555347972446, + "loss_size": 0.3705143613947762, + "loss_pdi": 0.5945881505807241, + "loss_ee": 0.6829384366671244, + "loss_delivery": 0.5518036550945706, + "loss_biodist": 0.17766478988859388, + "loss_toxic": 0.13554949147833717 }, { - "loss": 2.3138927936553957, - "loss_size": 0.22406778559088708, - "loss_pdi": 0.5060430943965912, - "loss_ee": 0.7270951688289642, - "loss_delivery": 0.6268678307533264, - "loss_biodist": 0.17946239709854125, - "loss_toxic": 0.050356499617919326 + "loss": 1.2082195546891954, + "loss_size": 0.3124586840470632, + "loss_pdi": 0.5598477522532145, + "loss_ee": 0.7115180227491591, + "loss_delivery": 0.5732465990715556, + "loss_biodist": 0.21678477277358374, + "loss_toxic": 0.11065146616763538 }, { - "loss": 2.2404407501220702, - "loss_size": 0.23460092321038245, - "loss_pdi": 0.4892877459526062, - "loss_ee": 0.6908941030502319, - "loss_delivery": 0.6124202072620392, - "loss_biodist": 0.16842604279518128, - "loss_toxic": 0.044811736792325974 + "loss": 1.102220508787367, + "loss_size": 0.3106573008828693, + "loss_pdi": 0.5404789878262414, + "loss_ee": 0.6773724357287089, + "loss_delivery": 0.5458149686455727, + "loss_biodist": 0.15416353775395286, + "loss_toxic": 0.11641708016395569 }, { - "loss": 2.2448294520378114, - "loss_size": 0.21119624376296997, - "loss_pdi": 0.479864901304245, - "loss_ee": 0.6906192302703857, - "loss_delivery": 0.6555144399404526, - "loss_biodist": 0.16310803219676018, - "loss_toxic": 0.044526621932163835 + "loss": 1.043630109892951, + "loss_size": 0.2982923752731747, + "loss_pdi": 0.5440624621179369, + "loss_ee": 0.6503448751237657, + "loss_delivery": 0.49866140882174176, + "loss_biodist": 0.1519940048456192, + "loss_toxic": 0.0964651687277688 }, { - "loss": 2.1580574989318846, - "loss_size": 0.18697498068213464, - "loss_pdi": 0.48660930395126345, - "loss_ee": 0.6810935467481614, - "loss_delivery": 0.6051739566028118, - "loss_biodist": 0.15406969040632248, - "loss_toxic": 0.04413598729297519 + "loss": 0.9901837706565857, + "loss_size": 0.32042061785856885, + "loss_pdi": 0.5456168519126045, + "loss_ee": 0.6092376344733768, + "loss_delivery": 0.4618735123011801, + "loss_biodist": 0.14514495349592632, + "loss_toxic": 0.09333733800384733 }, { - "loss": 2.114891529083252, - "loss_size": 0.17799586579203605, - "loss_pdi": 0.4589719235897064, - "loss_ee": 0.6686563313007354, - "loss_delivery": 0.6179293170571327, - "loss_biodist": 0.1526280902326107, - "loss_toxic": 0.03870999766513705 + "loss": 0.9261764619085524, + "loss_size": 0.2747669534550773, + "loss_pdi": 0.46863247950871784, + "loss_ee": 0.6223281655046675, + "loss_delivery": 0.43099362154801685, + "loss_biodist": 0.13571486870447794, + "loss_toxic": 0.09406161163416174 }, { - "loss": 2.1680126667022703, - "loss_size": 0.18272313922643663, - "loss_pdi": 0.47693236321210863, - "loss_ee": 0.6723115026950837, - "loss_delivery": 0.6574018053710461, - "loss_biodist": 0.14306045994162558, - "loss_toxic": 0.03558342705946416 + "loss": 0.9039155642191569, + "loss_size": 0.2712312920225991, + "loss_pdi": 0.4773247606224484, + "loss_ee": 0.6943600740697649, + "loss_delivery": 0.3650132914384206, + "loss_biodist": 0.1541641346282429, + "loss_toxic": 0.12219080411725575 }, { - "loss": 2.0243090748786927, - "loss_size": 0.19451010078191758, - "loss_pdi": 0.46296934187412264, - "loss_ee": 0.6654580652713775, - "loss_delivery": 0.5195972554385662, - "loss_biodist": 0.1416195034980774, - "loss_toxic": 0.04015482016839087 + "loss": 0.9223330484496223, + "loss_size": 0.2766229725546307, + "loss_pdi": 0.5800718201531304, + "loss_ee": 0.6270876063240899, + "loss_delivery": 0.392147966971, + "loss_biodist": 0.13427263995011648, + "loss_toxic": 0.12204609811306 }, { - "loss": 1.980038857460022, - "loss_size": 0.19992023780941964, - "loss_pdi": 0.4373833805322647, - "loss_ee": 0.6562270969152451, - "loss_delivery": 0.5170416861772538, - "loss_biodist": 0.13248837292194365, - "loss_toxic": 0.03697808152064681 + "loss": 0.9236893885665469, + "loss_size": 0.3107699404160182, + "loss_pdi": 0.4369298302465015, + "loss_ee": 0.5817281405131022, + "loss_delivery": 0.4464465623928441, + "loss_biodist": 0.13595506134960386, + "loss_toxic": 0.09226770264406998 }, { - "loss": 2.0073827385902403, - "loss_size": 0.17545675858855247, - "loss_pdi": 0.43559625148773196, - "loss_ee": 0.6394164443016053, - "loss_delivery": 0.5809337809681893, - "loss_biodist": 0.13504885137081146, - "loss_toxic": 0.040930699557065964 + "loss": 0.8442953030268351, + "loss_size": 0.3012015488412645, + "loss_pdi": 0.4543476899464925, + "loss_ee": 0.6064623528056674, + "loss_delivery": 0.3622342257036103, + "loss_biodist": 0.1288523781630728, + "loss_toxic": 0.09691004972490999 + }, + { + "loss": 0.8079752839273877, + "loss_size": 0.22200237876839107, + "loss_pdi": 0.4342757264773051, + "loss_ee": 0.5310212539301978, + "loss_delivery": 0.38058414599961704, + "loss_biodist": 0.11056508041090435, + "loss_toxic": 0.10073411464691162 + }, + { + "loss": 0.8152433236440023, + "loss_size": 0.27602333575487137, + "loss_pdi": 0.4640119738048977, + "loss_ee": 0.584001213312149, + "loss_delivery": 0.35978588047954774, + "loss_biodist": 0.109148475031058, + "loss_toxic": 0.08605334328280555 + }, + { + "loss": 0.7466643585099114, + "loss_size": 0.24374761349625057, + "loss_pdi": 0.4308427737818824, + "loss_ee": 0.5365780227714114, + "loss_delivery": 0.3153134650654263, + "loss_biodist": 0.11251256283786562, + "loss_toxic": 0.08474667732500368 + }, + { + "loss": 0.7341683738761478, + "loss_size": 0.2687344468302197, + "loss_pdi": 0.4049629403485192, + "loss_ee": 0.550721804300944, + "loss_delivery": 0.31168443544043434, + "loss_biodist": 0.10471605840656492, + "loss_toxic": 0.08378015996681319 + }, + { + "loss": 0.7389170328776041, + "loss_size": 0.2217162922024727, + "loss_pdi": 0.41024701793988544, + "loss_ee": 0.5442798535029093, + "loss_delivery": 0.32037310529914165, + "loss_biodist": 0.1062177527281973, + "loss_toxic": 0.07592944800853729 + }, + { + "loss": 0.9186691045761108, + "loss_size": 0.2542582510246171, + "loss_pdi": 0.4154413806067573, + "loss_ee": 0.5430747667948405, + "loss_delivery": 0.4891529091530376, + "loss_biodist": 0.11287814461522633, + "loss_toxic": 0.0731476778164506 + }, + { + "loss": 0.6999551819430457, + "loss_size": 0.23464642216761908, + "loss_pdi": 0.4029058383570777, + "loss_ee": 0.517158031463623, + "loss_delivery": 0.2912305270632108, + "loss_biodist": 0.10445927911334568, + "loss_toxic": 0.0956310552234451 + }, + { + "loss": 0.7278001209100088, + "loss_size": 0.19584539035956064, + "loss_pdi": 0.4052301281028324, + "loss_ee": 0.4991186757882436, + "loss_delivery": 0.3293461489180724, + "loss_biodist": 0.10376342799928454, + "loss_toxic": 0.0760267341716422 + }, + { + "loss": 0.683016277021832, + "loss_size": 0.24779578877819908, + "loss_pdi": 0.42786730494764114, + "loss_ee": 0.4919361074765523, + "loss_delivery": 0.27164340474539334, + "loss_biodist": 0.10706264277299245, + "loss_toxic": 0.07179253765692313 + }, + { + "loss": 0.7323974437183804, + "loss_size": 0.22115148852268854, + "loss_pdi": 0.4249776038858626, + "loss_ee": 0.4751305017206404, + "loss_delivery": 0.3237520249353515, + "loss_biodist": 0.11182647032870187, + "loss_toxic": 0.09342663404014376 } ], "val": [ { - "loss": 10.945204257965088, - "loss_size": 6.681218147277832, - "loss_pdi": 1.0216107964515686, - "loss_ee": 1.0486068725585938, - "loss_delivery": 0.4687899202108383, - "loss_biodist": 1.215298354625702, - "loss_toxic": 0.5096809715032578, - "acc_pdi": 0.8823529411764706, - "acc_ee": 0.6470588235294118, - "acc_toxic": 0.851063829787234 + "loss": 3.561950127283732, + "loss_size": 10.067278861999512, + "loss_pdi": 1.2844754457473755, + "loss_ee": 1.022406319777171, + "loss_delivery": 0.807799776395162, + "loss_biodist": 1.035092035929362, + "loss_toxic": 0.40531662106513977, + "acc_pdi": 0.3103448275862069, + "acc_ee": 0.5287356321839081, + "acc_toxic": 0.9836065573770492 }, { - "loss": 4.0456085205078125, - "loss_size": 0.3470493406057358, - "loss_pdi": 0.7843169867992401, - "loss_ee": 0.8336820006370544, - "loss_delivery": 0.42519159615039825, - "loss_biodist": 1.1528617143630981, - "loss_toxic": 0.5025068372488022, - "acc_pdi": 0.8823529411764706, - "acc_ee": 0.8431372549019608, - "acc_toxic": 0.851063829787234 + "loss": 2.5210230350494385, + "loss_size": 2.8152450720469155, + "loss_pdi": 1.0565770467122395, + "loss_ee": 1.0103971759478252, + "loss_delivery": 0.7065088053544363, + "loss_biodist": 0.9002302885055542, + "loss_toxic": 0.2533448139826457, + "acc_pdi": 0.632183908045977, + "acc_ee": 0.5287356321839081, + "acc_toxic": 0.9836065573770492 }, { - "loss": 3.553251266479492, - "loss_size": 0.07565776817500591, - "loss_pdi": 0.5630811750888824, - "loss_ee": 0.6947644650936127, - "loss_delivery": 0.4020952582359314, - "loss_biodist": 1.1898333430290222, - "loss_toxic": 0.627819336950779, - "acc_pdi": 0.8823529411764706, - "acc_ee": 0.8431372549019608, - "acc_toxic": 0.851063829787234 + "loss": 2.1147218545277915, + "loss_size": 0.5404441356658936, + "loss_pdi": 0.8330013354619344, + "loss_ee": 1.0115772883097331, + "loss_delivery": 0.6684561967849731, + "loss_biodist": 0.8304030299186707, + "loss_toxic": 0.168889249364535, + "acc_pdi": 0.7241379310344828, + "acc_ee": 0.5287356321839081, + "acc_toxic": 0.9836065573770492 }, { - "loss": 3.2876256704330444, - "loss_size": 0.056399866938591, - "loss_pdi": 0.579200953245163, - "loss_ee": 0.5947848558425903, - "loss_delivery": 0.4561047703027725, - "loss_biodist": 1.0357274413108826, - "loss_toxic": 0.5654077678918839, - "acc_pdi": 0.8823529411764706, - "acc_ee": 0.8431372549019608, - "acc_toxic": 0.851063829787234 + "loss": 1.8772199948628743, + "loss_size": 0.36127155522505444, + "loss_pdi": 0.7154155373573303, + "loss_ee": 1.012442131837209, + "loss_delivery": 0.6113372246424357, + "loss_biodist": 0.7049875855445862, + "loss_toxic": 0.12821413824955621, + "acc_pdi": 0.7241379310344828, + "acc_ee": 0.5287356321839081, + "acc_toxic": 0.9836065573770492 }, { - "loss": 3.2625988721847534, - "loss_size": 0.11296019703149796, - "loss_pdi": 0.5352367609739304, - "loss_ee": 0.6021667718887329, - "loss_delivery": 0.5046610683202744, - "loss_biodist": 1.0080225467681885, - "loss_toxic": 0.4995514266192913, - "acc_pdi": 0.8823529411764706, - "acc_ee": 0.8431372549019608, - "acc_toxic": 0.851063829787234 + "loss": 1.8122390906016033, + "loss_size": 0.40227536857128143, + "loss_pdi": 0.6637236475944519, + "loss_ee": 0.9933545589447021, + "loss_delivery": 0.721953809261322, + "loss_biodist": 0.5474076171716055, + "loss_toxic": 0.11053389807542165, + "acc_pdi": 0.7241379310344828, + "acc_ee": 0.5287356321839081, + "acc_toxic": 0.9836065573770492 }, { - "loss": 3.165306806564331, - "loss_size": 0.09038551151752472, - "loss_pdi": 0.5058617442846298, - "loss_ee": 0.6476156711578369, - "loss_delivery": 0.43027013540267944, - "loss_biodist": 1.0445645153522491, - "loss_toxic": 0.4466092698276043, - "acc_pdi": 0.8823529411764706, - "acc_ee": 0.8431372549019608, - "acc_toxic": 0.851063829787234 + "loss": 1.4150850375493367, + "loss_size": 0.40261948605378467, + "loss_pdi": 0.6394631862640381, + "loss_ee": 0.9741678237915039, + "loss_delivery": 0.4643038511276245, + "loss_biodist": 0.4214627146720886, + "loss_toxic": 0.09934474031130473, + "acc_pdi": 0.7241379310344828, + "acc_ee": 0.5402298850574713, + "acc_toxic": 0.9836065573770492 }, { - "loss": 3.2408690452575684, - "loss_size": 0.22243183851242065, - "loss_pdi": 0.4985402673482895, - "loss_ee": 0.571824312210083, - "loss_delivery": 0.43825456500053406, - "loss_biodist": 0.9937507510185242, - "loss_toxic": 0.5160673335194588, - "acc_pdi": 0.8823529411764706, - "acc_ee": 0.8431372549019608, - "acc_toxic": 0.851063829787234 + "loss": 1.387380838394165, + "loss_size": 0.44533513486385345, + "loss_pdi": 0.6072933077812195, + "loss_ee": 0.9744000633557638, + "loss_delivery": 0.4964369436105092, + "loss_biodist": 0.36785226066907245, + "loss_toxic": 0.08100219070911407, + "acc_pdi": 0.7241379310344828, + "acc_ee": 0.5287356321839081, + "acc_toxic": 0.9836065573770492 }, { - "loss": 3.5194804668426514, - "loss_size": 0.36968255043029785, - "loss_pdi": 0.4991031885147095, - "loss_ee": 0.5797468274831772, - "loss_delivery": 0.5644859671592712, - "loss_biodist": 0.9723091125488281, - "loss_toxic": 0.5341527052223682, - "acc_pdi": 0.8823529411764706, - "acc_ee": 0.8431372549019608, - "acc_toxic": 0.851063829787234 + "loss": 1.2802993059158325, + "loss_size": 0.4120834817488988, + "loss_pdi": 0.5965191125869751, + "loss_ee": 0.9781891107559204, + "loss_delivery": 0.43886900941530865, + "loss_biodist": 0.32411964734395343, + "loss_toxic": 0.07379709059993426, + "acc_pdi": 0.7241379310344828, + "acc_ee": 0.5287356321839081, + "acc_toxic": 0.9836065573770492 }, { - "loss": 3.539685606956482, - "loss_size": 0.38313066959381104, - "loss_pdi": 0.528433233499527, - "loss_ee": 0.5810057669878006, - "loss_delivery": 0.44039086997509, - "loss_biodist": 1.0017918348312378, - "loss_toxic": 0.6049331650137901, - "acc_pdi": 0.8823529411764706, - "acc_ee": 0.8431372549019608, - "acc_toxic": 0.851063829787234 + "loss": 1.2266828219095867, + "loss_size": 0.38946660111347836, + "loss_pdi": 0.5873191952705383, + "loss_ee": 0.95221346616745, + "loss_delivery": 0.4270549962917964, + "loss_biodist": 0.2950956126054128, + "loss_toxic": 0.07451402892669041, + "acc_pdi": 0.7241379310344828, + "acc_ee": 0.5172413793103449, + "acc_toxic": 0.9836065573770492 }, { - "loss": 3.9403724670410156, - "loss_size": 0.6225972771644592, - "loss_pdi": 0.5688649713993073, - "loss_ee": 0.6205386221408844, - "loss_delivery": 0.6095166206359863, - "loss_biodist": 0.9419751763343811, - "loss_toxic": 0.576879795640707, - "acc_pdi": 0.803921568627451, - "acc_ee": 0.8431372549019608, - "acc_toxic": 0.851063829787234 + "loss": 1.185796598593394, + "loss_size": 0.3839819207787514, + "loss_pdi": 0.5671538710594177, + "loss_ee": 0.9373603264490763, + "loss_delivery": 0.4151970644791921, + "loss_biodist": 0.27769336601098377, + "loss_toxic": 0.06307439381877582, + "acc_pdi": 0.735632183908046, + "acc_ee": 0.5747126436781609, + "acc_toxic": 0.9836065573770492 }, { - "loss": 3.8653494119644165, - "loss_size": 0.6294703483581543, - "loss_pdi": 0.5615053772926331, - "loss_ee": 0.6072992980480194, - "loss_delivery": 0.47824281454086304, - "loss_biodist": 0.964938759803772, - "loss_toxic": 0.6238927394151688, - "acc_pdi": 0.8431372549019608, - "acc_ee": 0.8431372549019608, - "acc_toxic": 0.851063829787234 + "loss": 1.1841800411542256, + "loss_size": 0.39799439410368603, + "loss_pdi": 0.5605624516805013, + "loss_ee": 0.9426294565200806, + "loss_delivery": 0.3889467219511668, + "loss_biodist": 0.30094200372695923, + "loss_toxic": 0.07068478316068649, + "acc_pdi": 0.7586206896551724, + "acc_ee": 0.5632183908045977, + "acc_toxic": 0.9672131147540983 }, { - "loss": 4.109289169311523, - "loss_size": 0.753549188375473, - "loss_pdi": 0.6232334971427917, - "loss_ee": 0.6752453744411469, - "loss_delivery": 0.4541686922311783, - "loss_biodist": 1.0001222491264343, - "loss_toxic": 0.6029700562357903, - "acc_pdi": 0.7450980392156863, - "acc_ee": 0.7254901960784313, - "acc_toxic": 0.851063829787234 + "loss": 1.1247423489888508, + "loss_size": 0.3858395094672839, + "loss_pdi": 0.5433903634548187, + "loss_ee": 0.9457400639851888, + "loss_delivery": 0.3608016024033229, + "loss_biodist": 0.27572375535964966, + "loss_toxic": 0.05787785413364569, + "acc_pdi": 0.7816091954022989, + "acc_ee": 0.5862068965517241, + "acc_toxic": 0.9836065573770492 }, { - "loss": 4.084217548370361, - "loss_size": 0.6689053475856781, - "loss_pdi": 0.5947604179382324, - "loss_ee": 0.6819752305746078, - "loss_delivery": 0.5174736380577087, - "loss_biodist": 0.9870622158050537, - "loss_toxic": 0.6340407878160477, - "acc_pdi": 0.7843137254901961, - "acc_ee": 0.7647058823529411, - "acc_toxic": 0.851063829787234 + "loss": 1.1301468014717102, + "loss_size": 0.3769284635782242, + "loss_pdi": 0.546830435593923, + "loss_ee": 0.9560129443804423, + "loss_delivery": 0.379766305287679, + "loss_biodist": 0.2592528412739436, + "loss_toxic": 0.05163612216711044, + "acc_pdi": 0.7816091954022989, + "acc_ee": 0.5747126436781609, + "acc_toxic": 0.9836065573770492 }, { - "loss": 3.762814164161682, - "loss_size": 0.5682831406593323, - "loss_pdi": 0.5777421444654465, - "loss_ee": 0.7156199663877487, - "loss_delivery": 0.44971026480197906, - "loss_biodist": 0.9156049191951752, - "loss_toxic": 0.5358536541461945, - "acc_pdi": 0.7450980392156863, - "acc_ee": 0.7058823529411765, - "acc_toxic": 0.851063829787234 + "loss": 1.1260559558868408, + "loss_size": 0.3439995547135671, + "loss_pdi": 0.5542623599370321, + "loss_ee": 0.9629738926887512, + "loss_delivery": 0.36021967232227325, + "loss_biodist": 0.2736365447441737, + "loss_toxic": 0.05257795378565788, + "acc_pdi": 0.7816091954022989, + "acc_ee": 0.5862068965517241, + "acc_toxic": 1.0 }, { - "loss": 4.147223711013794, - "loss_size": 0.6644828915596008, - "loss_pdi": 0.5911359935998917, - "loss_ee": 0.713784396648407, - "loss_delivery": 0.500703439116478, - "loss_biodist": 1.0310384333133698, - "loss_toxic": 0.6460786163806915, - "acc_pdi": 0.7647058823529411, - "acc_ee": 0.7058823529411765, - "acc_toxic": 0.851063829787234 + "loss": 1.1332953373591106, + "loss_size": 0.34356490274270374, + "loss_pdi": 0.5483515659968058, + "loss_ee": 0.969600518544515, + "loss_delivery": 0.3714982221523921, + "loss_biodist": 0.26956652601559955, + "loss_toxic": 0.049768892427285515, + "acc_pdi": 0.7816091954022989, + "acc_ee": 0.5517241379310345, + "acc_toxic": 1.0 }, { - "loss": 4.157853841781616, - "loss_size": 0.7414849102497101, - "loss_pdi": 0.630668580532074, - "loss_ee": 0.6938402056694031, - "loss_delivery": 0.50765261054039, - "loss_biodist": 0.9891600012779236, - "loss_toxic": 0.5950475558638573, - "acc_pdi": 0.7450980392156863, - "acc_ee": 0.7450980392156863, - "acc_toxic": 0.851063829787234 + "loss": 1.065057098865509, + "loss_size": 0.34088046848773956, + "loss_pdi": 0.543300728003184, + "loss_ee": 0.9619107445081075, + "loss_delivery": 0.33130598068237305, + "loss_biodist": 0.24586749573548636, + "loss_toxic": 0.04464263655245304, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.5057471264367817, + "acc_toxic": 1.0 }, { - "loss": 4.2473719120025635, - "loss_size": 0.8058429956436157, - "loss_pdi": 0.5982940196990967, - "loss_ee": 0.7209844589233398, - "loss_delivery": 0.5253763496875763, - "loss_biodist": 0.973820835351944, - "loss_toxic": 0.6230533868074417, - "acc_pdi": 0.803921568627451, - "acc_ee": 0.6862745098039216, - "acc_toxic": 0.851063829787234 + "loss": 1.099883755048116, + "loss_size": 0.3703552732865016, + "loss_pdi": 0.5528093973795573, + "loss_ee": 0.9591174920399984, + "loss_delivery": 0.3233179847399394, + "loss_biodist": 0.28331542015075684, + "loss_toxic": 0.05273408815264702, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.5517241379310345, + "acc_toxic": 1.0 }, { - "loss": 3.90485680103302, - "loss_size": 0.5400884747505188, - "loss_pdi": 0.5671974420547485, - "loss_ee": 0.7085212767124176, - "loss_delivery": 0.5078988373279572, - "loss_biodist": 0.9940473735332489, - "loss_toxic": 0.5871035009622574, - "acc_pdi": 0.803921568627451, - "acc_ee": 0.7450980392156863, - "acc_toxic": 0.851063829787234 + "loss": 1.1591133276621501, + "loss_size": 0.35293619334697723, + "loss_pdi": 0.5591007073720297, + "loss_ee": 0.9917198816935221, + "loss_delivery": 0.3866804490486781, + "loss_biodist": 0.26972859104474384, + "loss_toxic": 0.04328965333600839, + "acc_pdi": 0.735632183908046, + "acc_ee": 0.5402298850574713, + "acc_toxic": 1.0 }, { - "loss": 4.193094968795776, - "loss_size": 0.764777421951294, - "loss_pdi": 0.5734306275844574, - "loss_ee": 0.7070393562316895, - "loss_delivery": 0.5335722267627716, - "loss_biodist": 1.0060182809829712, - "loss_toxic": 0.6082571670413017, - "acc_pdi": 0.8235294117647058, - "acc_ee": 0.7450980392156863, - "acc_toxic": 0.851063829787234 + "loss": 1.1123783191045125, + "loss_size": 0.36454230546951294, + "loss_pdi": 0.5321346819400787, + "loss_ee": 0.9892945289611816, + "loss_delivery": 0.3702229708433151, + "loss_biodist": 0.24756573140621185, + "loss_toxic": 0.03413235923896233, + "acc_pdi": 0.735632183908046, + "acc_ee": 0.5632183908045977, + "acc_toxic": 1.0 }, { - "loss": 4.225732326507568, - "loss_size": 0.7807798981666565, - "loss_pdi": 0.57969930768013, - "loss_ee": 0.7046914398670197, - "loss_delivery": 0.5619150400161743, - "loss_biodist": 1.0033797025680542, - "loss_toxic": 0.5952669233083725, - "acc_pdi": 0.7843137254901961, - "acc_ee": 0.7450980392156863, - "acc_toxic": 0.851063829787234 + "loss": 1.133519212404887, + "loss_size": 0.3528430064519246, + "loss_pdi": 0.5496991276741028, + "loss_ee": 0.9847154418627421, + "loss_delivery": 0.37601343790690106, + "loss_biodist": 0.2602074146270752, + "loss_toxic": 0.03379305607328812, + "acc_pdi": 0.735632183908046, + "acc_ee": 0.5747126436781609, + "acc_toxic": 1.0 }, { - "loss": 4.122166633605957, - "loss_size": 0.727344423532486, - "loss_pdi": 0.5855642706155777, - "loss_ee": 0.7065156400203705, - "loss_delivery": 0.5201583206653595, - "loss_biodist": 0.9953437149524689, - "loss_toxic": 0.5872401967644691, - "acc_pdi": 0.803921568627451, - "acc_ee": 0.7450980392156863, - "acc_toxic": 0.851063829787234 + "loss": 1.1322218179702759, + "loss_size": 0.3625878691673279, + "loss_pdi": 0.5723596811294556, + "loss_ee": 0.9898288249969482, + "loss_delivery": 0.3654462993144989, + "loss_biodist": 0.25969235599040985, + "loss_toxic": 0.043356820940971375, + "acc_pdi": 0.7126436781609196, + "acc_ee": 0.5632183908045977, + "acc_toxic": 0.9836065573770492 + }, + { + "loss": 1.1295897364616394, + "loss_size": 0.33988160888353985, + "loss_pdi": 0.5685086448987325, + "loss_ee": 1.0111762483914692, + "loss_delivery": 0.3536634296178818, + "loss_biodist": 0.2662135312954585, + "loss_toxic": 0.036381964882214866, + "acc_pdi": 0.7471264367816092, + "acc_ee": 0.5632183908045977, + "acc_toxic": 1.0 + }, + { + "loss": 1.1331542531649272, + "loss_size": 0.3517817209164302, + "loss_pdi": 0.5804282824198405, + "loss_ee": 1.0268070697784424, + "loss_delivery": 0.34668805698553723, + "loss_biodist": 0.2673729509115219, + "loss_toxic": 0.0348890811825792, + "acc_pdi": 0.7241379310344828, + "acc_ee": 0.5402298850574713, + "acc_toxic": 1.0 + }, + { + "loss": 1.1203075249989827, + "loss_size": 0.3547391692797343, + "loss_pdi": 0.5759254495302836, + "loss_ee": 1.010263462861379, + "loss_delivery": 0.3434928059577942, + "loss_biodist": 0.26365240414937335, + "loss_toxic": 0.03663435267905394, + "acc_pdi": 0.7241379310344828, + "acc_ee": 0.5747126436781609, + "acc_toxic": 1.0 + }, + { + "loss": 1.1263186136881511, + "loss_size": 0.3492508182922999, + "loss_pdi": 0.570879598458608, + "loss_ee": 1.031551678975423, + "loss_delivery": 0.3473098923762639, + "loss_biodist": 0.2615460952123006, + "loss_toxic": 0.036163472260038056, + "acc_pdi": 0.7241379310344828, + "acc_ee": 0.5632183908045977, + "acc_toxic": 1.0 + }, + { + "loss": 1.143399755160014, + "loss_size": 0.3437139391899109, + "loss_pdi": 0.5747936765352885, + "loss_ee": 1.0320517619450886, + "loss_delivery": 0.3668489158153534, + "loss_biodist": 0.25858721137046814, + "loss_toxic": 0.030771405746539433, + "acc_pdi": 0.7241379310344828, + "acc_ee": 0.5862068965517241, + "acc_toxic": 1.0 + }, + { + "loss": 1.1194483836491902, + "loss_size": 0.3414934227863948, + "loss_pdi": 0.5611239671707153, + "loss_ee": 1.0080342094103496, + "loss_delivery": 0.3561711361010869, + "loss_biodist": 0.25692955652872723, + "loss_toxic": 0.029017317729691666, + "acc_pdi": 0.7241379310344828, + "acc_ee": 0.5862068965517241, + "acc_toxic": 1.0 + }, + { + "loss": 1.1253482898076375, + "loss_size": 0.32774630685647327, + "loss_pdi": 0.5613537033398946, + "loss_ee": 1.0111759305000305, + "loss_delivery": 0.3634338577588399, + "loss_biodist": 0.2559479773044586, + "loss_toxic": 0.02865783714999755, + "acc_pdi": 0.735632183908046, + "acc_ee": 0.5977011494252874, + "acc_toxic": 1.0 + }, + { + "loss": 1.1341807047526042, + "loss_size": 0.3308061361312866, + "loss_pdi": 0.5784129500389099, + "loss_ee": 1.0226020216941833, + "loss_delivery": 0.36487700045108795, + "loss_biodist": 0.25445938607056934, + "loss_toxic": 0.029183488028744858, + "acc_pdi": 0.7126436781609196, + "acc_ee": 0.5862068965517241, + "acc_toxic": 1.0 + }, + { + "loss": 1.1452271143595378, + "loss_size": 0.3295171509186427, + "loss_pdi": 0.5855477054913839, + "loss_ee": 1.031602402528127, + "loss_delivery": 0.3737790534893672, + "loss_biodist": 0.251778448621432, + "loss_toxic": 0.031455936220784984, + "acc_pdi": 0.735632183908046, + "acc_ee": 0.5747126436781609, + "acc_toxic": 1.0 + }, + { + "loss": 1.1348093350728352, + "loss_size": 0.3234872718652089, + "loss_pdi": 0.5850692391395569, + "loss_ee": 1.0421364903450012, + "loss_delivery": 0.3666497965653737, + "loss_biodist": 0.24612020452817282, + "loss_toxic": 0.03057790609697501, + "acc_pdi": 0.7241379310344828, + "acc_ee": 0.5862068965517241, + "acc_toxic": 1.0 } ] } \ No newline at end of file diff --git a/models/finetune_cv/fold_3/loss_curves.png b/models/finetune_cv/fold_3/loss_curves.png new file mode 100644 index 0000000..69e5075 Binary files /dev/null and b/models/finetune_cv/fold_3/loss_curves.png differ diff --git a/models/finetune_cv/fold_3/model.pt b/models/finetune_cv/fold_3/model.pt index fbb77cd..5f3a4b9 100644 Binary files a/models/finetune_cv/fold_3/model.pt and b/models/finetune_cv/fold_3/model.pt differ diff --git a/models/finetune_cv/fold_4/history.json b/models/finetune_cv/fold_4/history.json index 7183333..6ce350d 100644 --- a/models/finetune_cv/fold_4/history.json +++ b/models/finetune_cv/fold_4/history.json @@ -1,384 +1,762 @@ { "train": [ { - "loss": 19.51876787705855, - "loss_size": 14.430041096427225, - "loss_pdi": 1.3163191405209629, - "loss_ee": 1.080450177192688, - "loss_delivery": 0.8366337662393396, - "loss_biodist": 1.2393495603041216, - "loss_toxic": 0.6159739873626016 + "loss": 4.665179676479763, + "loss_size": 16.483679241604275, + "loss_pdi": 1.3651591406928167, + "loss_ee": 1.0196819967693753, + "loss_delivery": 1.0868739096654787, + "loss_biodist": 1.1760065621799893, + "loss_toxic": 0.7695784370104471 }, { - "loss": 7.450059110468084, - "loss_size": 3.0973785898902197, - "loss_pdi": 1.0574429847977378, - "loss_ee": 0.972686382857236, - "loss_delivery": 0.8131051341241057, - "loss_biodist": 1.0609121160073713, - "loss_toxic": 0.4485339197245511 + "loss": 3.3264882034725614, + "loss_size": 7.6369165314568415, + "loss_pdi": 1.1293813917371962, + "loss_ee": 0.9773869713147482, + "loss_delivery": 0.9970956345399221, + "loss_biodist": 0.9063295192188687, + "loss_toxic": 0.5468163589636484 }, { - "loss": 4.450224074450406, - "loss_size": 0.4227097576314753, - "loss_pdi": 0.8444447679953142, - "loss_ee": 0.9470934163440358, - "loss_delivery": 1.0848771997473456, - "loss_biodist": 0.8853748061440208, - "loss_toxic": 0.26572414352135226 + "loss": 2.2753378285302057, + "loss_size": 2.3639874988132052, + "loss_pdi": 0.879461043410831, + "loss_ee": 0.8743912312719557, + "loss_delivery": 0.7939755883481767, + "loss_biodist": 0.6996937460369534, + "loss_toxic": 0.38228171401553684 }, { - "loss": 3.697209119796753, - "loss_size": 0.27599087357521057, - "loss_pdi": 0.7228363969109275, - "loss_ee": 0.9080322655764493, - "loss_delivery": 0.8549216186458414, - "loss_biodist": 0.7190906730565158, - "loss_toxic": 0.21633729677308688 + "loss": 1.9742275608910456, + "loss_size": 0.8084816767109765, + "loss_pdi": 0.7687598003281487, + "loss_ee": 0.8828673428959317, + "loss_delivery": 0.8191214129328728, + "loss_biodist": 0.5664933158291711, + "loss_toxic": 0.24553058048089346 }, { - "loss": 3.5547448938543145, - "loss_size": 0.29429094425656577, - "loss_pdi": 0.6620089682665738, - "loss_ee": 0.8595339439131997, - "loss_delivery": 0.9978644847869873, - "loss_biodist": 0.5649206800894304, - "loss_toxic": 0.17612605541944504 + "loss": 1.70375833246443, + "loss_size": 0.5723301420609156, + "loss_pdi": 0.6770902540948656, + "loss_ee": 0.853792044851515, + "loss_delivery": 0.7016346222824521, + "loss_biodist": 0.47304899824990165, + "loss_toxic": 0.2515414026048448 }, { - "loss": 3.069189115004106, - "loss_size": 0.30328830602494156, - "loss_pdi": 0.6169473230838776, - "loss_ee": 0.8132463910362937, - "loss_delivery": 0.72551099143245, - "loss_biodist": 0.46287189017642627, - "loss_toxic": 0.14732415906407617 + "loss": 1.5389259258906047, + "loss_size": 0.5172689192824893, + "loss_pdi": 0.6648565861913893, + "loss_ee": 0.8024858501222398, + "loss_delivery": 0.6659023463726044, + "loss_biodist": 0.3723145127296448, + "loss_toxic": 0.17558787183629143 }, { - "loss": 3.1349260156804863, - "loss_size": 0.27535233172503387, - "loss_pdi": 0.5893999202684923, - "loss_ee": 0.807813747362657, - "loss_delivery": 0.9538742283528502, - "loss_biodist": 0.4018077091737227, - "loss_toxic": 0.1066781035201116 + "loss": 1.379139330652025, + "loss_size": 0.4229068168335491, + "loss_pdi": 0.6211051742235819, + "loss_ee": 0.8200742072529263, + "loss_delivery": 0.5743031906377938, + "loss_biodist": 0.3225533366203308, + "loss_toxic": 0.15276703155703014 }, { - "loss": 2.6963415037501943, - "loss_size": 0.276088840582154, - "loss_pdi": 0.5490301495248621, - "loss_ee": 0.757920276034962, - "loss_delivery": 0.6706068068742752, - "loss_biodist": 0.34504769336093555, - "loss_toxic": 0.09764780781485817 + "loss": 1.3731217914157443, + "loss_size": 0.3421256293853124, + "loss_pdi": 0.6012878119945526, + "loss_ee": 0.7933250202072991, + "loss_delivery": 0.6063986155721877, + "loss_biodist": 0.3042996045615938, + "loss_toxic": 0.19654365256428719 }, { - "loss": 2.418043158271096, - "loss_size": 0.25799565559083765, - "loss_pdi": 0.5286295684901151, - "loss_ee": 0.73835120417855, - "loss_delivery": 0.5078353543173183, - "loss_biodist": 0.2939920425415039, - "loss_toxic": 0.09123929352922873 + "loss": 1.3568492531776428, + "loss_size": 0.41718313097953796, + "loss_pdi": 0.5708919631110297, + "loss_ee": 0.8120904299947951, + "loss_delivery": 0.5863582235243585, + "loss_biodist": 0.30760296020242905, + "loss_toxic": 0.125500141746468 }, { - "loss": 2.294130650433627, - "loss_size": 0.20914554325017062, - "loss_pdi": 0.5159178945151243, - "loss_ee": 0.7331724437800321, - "loss_delivery": 0.50414734875614, - "loss_biodist": 0.2559647980061444, - "loss_toxic": 0.07578264227644964 + "loss": 1.1534934706158109, + "loss_size": 0.436789827214347, + "loss_pdi": 0.5596825149324205, + "loss_ee": 0.784645140171051, + "loss_delivery": 0.4494641046557162, + "loss_biodist": 0.25072355733977425, + "loss_toxic": 0.12657132041123179 }, { - "loss": 2.260723189874129, - "loss_size": 0.21194299920038742, - "loss_pdi": 0.51129734787074, - "loss_ee": 0.71018939668482, - "loss_delivery": 0.506003974513574, - "loss_biodist": 0.24507361785932022, - "loss_toxic": 0.07621594924818385 + "loss": 1.1161713070339627, + "loss_size": 0.35228123929765487, + "loss_pdi": 0.5342482030391693, + "loss_ee": 0.7896602352460226, + "loss_delivery": 0.46950938180088997, + "loss_biodist": 0.20850154757499695, + "loss_toxic": 0.11519382645686467 }, { - "loss": 2.180013732476668, - "loss_size": 0.21782933243296362, - "loss_pdi": 0.5094848789952018, - "loss_ee": 0.6991291533816945, - "loss_delivery": 0.4610004154118625, - "loss_biodist": 0.22516351396387274, - "loss_toxic": 0.06740644057704644 + "loss": 1.0508538285891216, + "loss_size": 0.3722365266746945, + "loss_pdi": 0.5374061829513974, + "loss_ee": 0.7603495584593879, + "loss_delivery": 0.4093071048458417, + "loss_biodist": 0.2106675704320272, + "loss_toxic": 0.08657475540207492 }, { - "loss": 2.131091995672746, - "loss_size": 0.22081551971760663, - "loss_pdi": 0.4984923790801655, - "loss_ee": 0.6744041009382769, - "loss_delivery": 0.44286114688624034, - "loss_biodist": 0.2276345125653527, - "loss_toxic": 0.0668843225999312 + "loss": 0.9843368728955587, + "loss_size": 0.4122349222501119, + "loss_pdi": 0.5196765396330092, + "loss_ee": 0.7339764104949104, + "loss_delivery": 0.3725525331166055, + "loss_biodist": 0.19046947525607216, + "loss_toxic": 0.07990999644001325 }, { - "loss": 2.075855114243247, - "loss_size": 0.1967273937030272, - "loss_pdi": 0.4761518023230813, - "loss_ee": 0.6580501876094125, - "loss_delivery": 0.4651151258837093, - "loss_biodist": 0.22098628905686465, - "loss_toxic": 0.05882429365407337 + "loss": 0.9590536024835374, + "loss_size": 0.3655582004123264, + "loss_pdi": 0.5194678637716506, + "loss_ee": 0.74338432153066, + "loss_delivery": 0.36815490904781556, + "loss_biodist": 0.1714633653561274, + "loss_toxic": 0.08047700011067921 }, { - "loss": 2.070832209153609, - "loss_size": 0.22619221427223898, - "loss_pdi": 0.46735330332409253, - "loss_ee": 0.658088050105355, - "loss_delivery": 0.46364551173015073, - "loss_biodist": 0.1992648494514552, - "loss_toxic": 0.0562882690097798 + "loss": 0.9580893052948846, + "loss_size": 0.33270423776573604, + "loss_pdi": 0.4866763684484694, + "loss_ee": 0.7496301399336921, + "loss_delivery": 0.3872053821881612, + "loss_biodist": 0.16275441149870554, + "loss_toxic": 0.07934267508486907 }, { - "loss": 2.0497749502008613, - "loss_size": 0.2018005665053021, - "loss_pdi": 0.44933846592903137, - "loss_ee": 0.6409396637569774, - "loss_delivery": 0.4817944710904902, - "loss_biodist": 0.21351950141516599, - "loss_toxic": 0.0623823038556359 + "loss": 0.9246225555737814, + "loss_size": 0.31739001472791034, + "loss_pdi": 0.478587978416019, + "loss_ee": 0.7281280755996704, + "loss_delivery": 0.3336459795633952, + "loss_biodist": 0.1931910655564732, + "loss_toxic": 0.08063347472084893 }, { - "loss": 1.998817953196439, - "loss_size": 0.19020642136985605, - "loss_pdi": 0.4579390991817821, - "loss_ee": 0.6345709101720289, - "loss_delivery": 0.45773128284649417, - "loss_biodist": 0.20633393864740024, - "loss_toxic": 0.052036324177276 + "loss": 0.9282163944509294, + "loss_size": 0.4007752123806212, + "loss_pdi": 0.46156320306989884, + "loss_ee": 0.7107023662990994, + "loss_delivery": 0.37243153237634236, + "loss_biodist": 0.16070580234130225, + "loss_toxic": 0.06643716815031236 }, { - "loss": 1.9732873006300493, - "loss_size": 0.18214904246005145, - "loss_pdi": 0.46314583312381397, - "loss_ee": 0.6480948545716025, - "loss_delivery": 0.43798652359030465, - "loss_biodist": 0.19162344119765543, - "loss_toxic": 0.05028762956234542 + "loss": 0.833967473771837, + "loss_size": 0.36212436523702407, + "loss_pdi": 0.46506667137145996, + "loss_ee": 0.6513339082400004, + "loss_delivery": 0.2898665225754182, + "loss_biodist": 0.16712255444791582, + "loss_toxic": 0.11691546688477199 + }, + { + "loss": 0.9205137491226196, + "loss_size": 0.3010892520348231, + "loss_pdi": 0.4417586889531877, + "loss_ee": 0.6994220614433289, + "loss_delivery": 0.41149862565928036, + "loss_biodist": 0.13318718638685015, + "loss_toxic": 0.06729430270691712 + }, + { + "loss": 0.8571168449189928, + "loss_size": 0.33968671494060093, + "loss_pdi": 0.4478498631053501, + "loss_ee": 0.6466105845239427, + "loss_delivery": 0.33214224212699467, + "loss_biodist": 0.15857023745775223, + "loss_toxic": 0.08195124038805564 + }, + { + "loss": 0.8320284684499105, + "loss_size": 0.3630012116498417, + "loss_pdi": 0.4764490955405765, + "loss_ee": 0.7000448107719421, + "loss_delivery": 0.29306168398923343, + "loss_biodist": 0.1472593926721149, + "loss_toxic": 0.049181385069257684 + }, + { + "loss": 0.807556238439348, + "loss_size": 0.27840375320778954, + "loss_pdi": 0.49708244535658097, + "loss_ee": 0.6255910860167609, + "loss_delivery": 0.28526460627714795, + "loss_biodist": 0.15456054194105995, + "loss_toxic": 0.06177276559174061 + }, + { + "loss": 0.7855066590838962, + "loss_size": 0.32354989979002213, + "loss_pdi": 0.4527622726228502, + "loss_ee": 0.6365198890368143, + "loss_delivery": 0.3020133003592491, + "loss_biodist": 0.12161805563502842, + "loss_toxic": 0.0547130216533939 + }, + { + "loss": 0.7482418417930603, + "loss_size": 0.28493734697500867, + "loss_pdi": 0.4469389385647244, + "loss_ee": 0.5961093968815274, + "loss_delivery": 0.26800185980068314, + "loss_biodist": 0.13538010004493925, + "loss_toxic": 0.06903231169821487 + }, + { + "loss": 0.7809840904341804, + "loss_size": 0.26718439989619786, + "loss_pdi": 0.42774680587980485, + "loss_ee": 0.6656727393468221, + "loss_delivery": 0.26476018379131955, + "loss_biodist": 0.15902242064476013, + "loss_toxic": 0.049143433519121676 + }, + { + "loss": 0.7012912034988403, + "loss_size": 0.262566520108117, + "loss_pdi": 0.39209893014695907, + "loss_ee": 0.5818678306208717, + "loss_delivery": 0.2516997829079628, + "loss_biodist": 0.12765472589267624, + "loss_toxic": 0.0697998855676916 + }, + { + "loss": 0.7463400032785203, + "loss_size": 0.24739450795782936, + "loss_pdi": 0.40411441690391964, + "loss_ee": 0.628772560093138, + "loss_delivery": 0.2954036576880349, + "loss_biodist": 0.1140976564751731, + "loss_toxic": 0.044662599762280784 + }, + { + "loss": 0.6163490811983744, + "loss_size": 0.288310459918446, + "loss_pdi": 0.36427528659502667, + "loss_ee": 0.6307892468240526, + "loss_delivery": 0.1889596382776896, + "loss_biodist": 0.09756135195493698, + "loss_toxic": 0.04955349138213529 + }, + { + "loss": 0.6405705908934275, + "loss_size": 0.2237887688808971, + "loss_pdi": 0.4110714726977878, + "loss_ee": 0.5337739255693223, + "loss_delivery": 0.2263336181640625, + "loss_biodist": 0.1061694473028183, + "loss_toxic": 0.04470060579478741 + }, + { + "loss": 0.7697069413132138, + "loss_size": 0.2463973437746366, + "loss_pdi": 0.38028954797320896, + "loss_ee": 0.6979360514216952, + "loss_delivery": 0.25414257248242694, + "loss_biodist": 0.16491614199346966, + "loss_toxic": 0.05081557719192157 + }, + { + "loss": 0.6620631052388085, + "loss_size": 0.2369771045115259, + "loss_pdi": 0.3893314798672994, + "loss_ee": 0.5603142148918576, + "loss_delivery": 0.23667338035172886, + "loss_biodist": 0.11451326393418843, + "loss_toxic": 0.04570075652251641 + }, + { + "loss": 0.6538277334637113, + "loss_size": 0.24913601846330696, + "loss_pdi": 0.3759702692429225, + "loss_ee": 0.5444082319736481, + "loss_delivery": 0.24537015333771706, + "loss_biodist": 0.10543231955832905, + "loss_toxic": 0.03996209127621518 + }, + { + "loss": 0.7225772241751353, + "loss_size": 0.4708017375734117, + "loss_pdi": 0.48318233092625934, + "loss_ee": 0.6235532595051659, + "loss_delivery": 0.24363002760542762, + "loss_biodist": 0.09773963110314475, + "loss_toxic": 0.04213416632006152 + }, + { + "loss": 0.6356318659252591, + "loss_size": 0.23396840194861093, + "loss_pdi": 0.39813413884904647, + "loss_ee": 0.5526859925852882, + "loss_delivery": 0.21145780819157758, + "loss_biodist": 0.11353611159655783, + "loss_toxic": 0.03990102968075209 + }, + { + "loss": 0.5867449641227722, + "loss_size": 0.26915082335472107, + "loss_pdi": 0.36582159333758885, + "loss_ee": 0.5152110689216189, + "loss_delivery": 0.18672772331370247, + "loss_biodist": 0.10546955714623134, + "loss_toxic": 0.06645603933268124 + }, + { + "loss": 0.5991987817817264, + "loss_size": 0.20178822841909197, + "loss_pdi": 0.36935993201202816, + "loss_ee": 0.5225964817735884, + "loss_delivery": 0.1933719146375855, + "loss_biodist": 0.11598552763462067, + "loss_toxic": 0.041511484421789646 } ], "val": [ { - "loss": 11.670351346333822, - "loss_size": 7.447449843088786, - "loss_pdi": 1.082938313484192, - "loss_ee": 0.9422469735145569, - "loss_delivery": 0.7185012102127075, - "loss_biodist": 0.945093979438146, - "loss_toxic": 0.5341211756070455, - "acc_pdi": 0.8484848484848485, - "acc_ee": 0.8333333333333334, + "loss": 4.203707377115886, + "loss_size": 12.5570068359375, + "loss_pdi": 1.328032414118449, + "loss_ee": 1.0009327133496602, + "loss_delivery": 1.1274526417255402, + "loss_biodist": 1.088600993156433, + "loss_toxic": 0.665272573630015, + "acc_pdi": 0.43023255813953487, + "acc_ee": 0.5930232558139535, + "acc_toxic": 0.6911764705882353 + }, + { + "loss": 2.9598995049794516, + "loss_size": 3.4258929093678794, + "loss_pdi": 1.0341591040293376, + "loss_ee": 0.9480661153793335, + "loss_delivery": 1.075680176417033, + "loss_biodist": 0.927180806795756, + "loss_toxic": 0.3956337769826253, + "acc_pdi": 0.7441860465116279, + "acc_ee": 0.5930232558139535, "acc_toxic": 1.0 }, { - "loss": 3.7281323273976645, - "loss_size": 0.4031377931435903, - "loss_pdi": 0.7136062383651733, - "loss_ee": 0.7757165829340616, - "loss_delivery": 0.6889261901378632, - "loss_biodist": 0.8803721169630686, - "loss_toxic": 0.2663734555244446, - "acc_pdi": 0.8484848484848485, - "acc_ee": 0.8333333333333334, + "loss": 2.4236873785654702, + "loss_size": 0.6928765177726746, + "loss_pdi": 0.8303105235099792, + "loss_ee": 0.9184248050053915, + "loss_delivery": 0.9723648031552633, + "loss_biodist": 0.8462505141894022, + "loss_toxic": 0.22327576577663422, + "acc_pdi": 0.7441860465116279, + "acc_ee": 0.5930232558139535, "acc_toxic": 1.0 }, { - "loss": 2.996154228846232, - "loss_size": 0.08968868106603622, - "loss_pdi": 0.5251734455426534, - "loss_ee": 0.705430785814921, - "loss_delivery": 0.7259814739227295, - "loss_biodist": 0.8580058316389719, - "loss_toxic": 0.09187404563029607, - "acc_pdi": 0.8484848484848485, - "acc_ee": 0.8333333333333334, + "loss": 2.2728907267252603, + "loss_size": 0.1453892414768537, + "loss_pdi": 0.7279466589291891, + "loss_ee": 0.8966926336288452, + "loss_delivery": 1.0309077699979146, + "loss_biodist": 0.7337591648101807, + "loss_toxic": 0.12586231033007303, + "acc_pdi": 0.7441860465116279, + "acc_ee": 0.5930232558139535, "acc_toxic": 1.0 }, { - "loss": 3.0241867701212564, - "loss_size": 0.06373066206773122, - "loss_pdi": 0.5075281461079916, - "loss_ee": 0.6890556613604227, - "loss_delivery": 0.8740459084510803, - "loss_biodist": 0.8290574749310812, - "loss_toxic": 0.060768917202949524, - "acc_pdi": 0.8484848484848485, - "acc_ee": 0.8333333333333334, + "loss": 1.8417518138885498, + "loss_size": 0.13176375130812326, + "loss_pdi": 0.6608819564183553, + "loss_ee": 0.8436107834180196, + "loss_delivery": 0.7991519669691721, + "loss_biodist": 0.5742160479227701, + "loss_toxic": 0.07719171792268753, + "acc_pdi": 0.7441860465116279, + "acc_ee": 0.5930232558139535, "acc_toxic": 1.0 }, { - "loss": 3.2901877562204995, - "loss_size": 0.20215384662151337, - "loss_pdi": 0.5433482428391775, - "loss_ee": 0.7523069183031718, - "loss_delivery": 0.9290379285812378, - "loss_biodist": 0.8056556979815165, - "loss_toxic": 0.057684975365797676, - "acc_pdi": 0.8484848484848485, - "acc_ee": 0.8333333333333334, + "loss": 1.6235692699750264, + "loss_size": 0.157888429860274, + "loss_pdi": 0.6255697806676229, + "loss_ee": 0.8376177350680033, + "loss_delivery": 0.7354667956630389, + "loss_biodist": 0.42997347315152484, + "loss_toxic": 0.06767919659614563, + "acc_pdi": 0.7441860465116279, + "acc_ee": 0.5930232558139535, "acc_toxic": 1.0 }, { - "loss": 3.11362091700236, - "loss_size": 0.11133595556020737, - "loss_pdi": 0.5679469505945841, - "loss_ee": 0.8252793351809183, - "loss_delivery": 0.8343843619028727, - "loss_biodist": 0.7218613227208456, - "loss_toxic": 0.052812947581211724, - "acc_pdi": 0.8484848484848485, - "acc_ee": 0.8181818181818182, + "loss": 1.5600887934366863, + "loss_size": 0.17946209013462067, + "loss_pdi": 0.5976482232411703, + "loss_ee": 0.817159632841746, + "loss_delivery": 0.7114718655745188, + "loss_biodist": 0.40367170174916583, + "loss_toxic": 0.05113306765755018, + "acc_pdi": 0.7441860465116279, + "acc_ee": 0.5930232558139535, "acc_toxic": 1.0 }, { - "loss": 3.247321446736654, - "loss_size": 0.09277657171090443, - "loss_pdi": 0.6567125717798868, - "loss_ee": 1.0444208979606628, - "loss_delivery": 0.7062844236691793, - "loss_biodist": 0.6986102362473806, - "loss_toxic": 0.04851680745681127, - "acc_pdi": 0.8181818181818182, - "acc_ee": 0.45454545454545453, + "loss": 1.4551989237467449, + "loss_size": 0.19508538643519083, + "loss_pdi": 0.5804279247919718, + "loss_ee": 0.8005453745524088, + "loss_delivery": 0.6614194512367249, + "loss_biodist": 0.3568926751613617, + "loss_toxic": 0.06172345206141472, + "acc_pdi": 0.7441860465116279, + "acc_ee": 0.6046511627906976, "acc_toxic": 1.0 }, { - "loss": 3.168424208958944, - "loss_size": 0.05177713930606842, - "loss_pdi": 0.5932339330514272, - "loss_ee": 0.968136191368103, - "loss_delivery": 0.7594618300596873, - "loss_biodist": 0.7631273567676544, - "loss_toxic": 0.032687741021315254, - "acc_pdi": 0.8484848484848485, - "acc_ee": 0.45454545454545453, + "loss": 1.4223628242810566, + "loss_size": 0.16839895397424698, + "loss_pdi": 0.5599722663561503, + "loss_ee": 0.7793195247650146, + "loss_delivery": 0.6651809612909952, + "loss_biodist": 0.33601675430933636, + "loss_toxic": 0.05075258140762647, + "acc_pdi": 0.7441860465116279, + "acc_ee": 0.6046511627906976, "acc_toxic": 1.0 }, { - "loss": 3.1226733525594077, - "loss_size": 0.16442706187566122, - "loss_pdi": 0.4861932198206584, - "loss_ee": 0.8927785356839498, - "loss_delivery": 0.809323231379191, - "loss_biodist": 0.7391951779524485, - "loss_toxic": 0.030756143853068352, - "acc_pdi": 0.8484848484848485, - "acc_ee": 0.4696969696969697, + "loss": 1.4155388871828716, + "loss_size": 0.1747613549232483, + "loss_pdi": 0.5486661195755005, + "loss_ee": 0.7654038866360983, + "loss_delivery": 0.6517145584026972, + "loss_biodist": 0.3496930003166199, + "loss_toxic": 0.04868262136975924, + "acc_pdi": 0.7441860465116279, + "acc_ee": 0.6511627906976745, "acc_toxic": 1.0 }, { - "loss": 3.4750285943349204, - "loss_size": 0.07188746457298596, - "loss_pdi": 0.635328451792399, - "loss_ee": 1.0510863463083904, - "loss_delivery": 0.9019280473391215, - "loss_biodist": 0.7850770453612009, - "loss_toxic": 0.02972123461465041, - "acc_pdi": 0.8181818181818182, - "acc_ee": 0.3787878787878788, + "loss": 1.418994426727295, + "loss_size": 0.20779606699943542, + "loss_pdi": 0.5416592955589294, + "loss_ee": 0.7802741527557373, + "loss_delivery": 0.6537248939275742, + "loss_biodist": 0.3444746732711792, + "loss_toxic": 0.06870528931419055, + "acc_pdi": 0.7441860465116279, + "acc_ee": 0.6511627906976745, "acc_toxic": 1.0 }, { - "loss": 3.3856334686279297, - "loss_size": 0.0857744167248408, - "loss_pdi": 0.5498887598514557, - "loss_ee": 0.9292206565539042, - "loss_delivery": 1.003569980462392, - "loss_biodist": 0.7962689697742462, - "loss_toxic": 0.020910644593338173, - "acc_pdi": 0.8333333333333334, - "acc_ee": 0.3787878787878788, + "loss": 1.3367839654286702, + "loss_size": 0.1983067790667216, + "loss_pdi": 0.5345806876818339, + "loss_ee": 0.7629140814145406, + "loss_delivery": 0.5853411902983984, + "loss_biodist": 0.3388380706310272, + "loss_toxic": 0.07051138704021771, + "acc_pdi": 0.7441860465116279, + "acc_ee": 0.6511627906976745, "acc_toxic": 1.0 }, { - "loss": 3.594546397527059, - "loss_size": 0.058230139315128326, - "loss_pdi": 0.7094775040944418, - "loss_ee": 1.134681224822998, - "loss_delivery": 0.8755488395690918, - "loss_biodist": 0.7928893665472666, - "loss_toxic": 0.023719362293680508, - "acc_pdi": 0.6363636363636364, - "acc_ee": 0.21212121212121213, + "loss": 1.3901589512825012, + "loss_size": 0.1996572638551394, + "loss_pdi": 0.5183976491292318, + "loss_ee": 0.7431721488634745, + "loss_delivery": 0.6585398813088735, + "loss_biodist": 0.3291459232568741, + "loss_toxic": 0.08072975898782413, + "acc_pdi": 0.7790697674418605, + "acc_ee": 0.6976744186046512, "acc_toxic": 1.0 }, { - "loss": 3.34331480662028, - "loss_size": 0.09952588627735774, - "loss_pdi": 0.5444782872994741, - "loss_ee": 0.9434934655825297, - "loss_delivery": 0.9477877616882324, - "loss_biodist": 0.7897172272205353, - "loss_toxic": 0.018312191901107628, - "acc_pdi": 0.7878787878787878, - "acc_ee": 0.36363636363636365, + "loss": 1.331486980120341, + "loss_size": 0.17860066890716553, + "loss_pdi": 0.512069841225942, + "loss_ee": 0.7535405953725179, + "loss_delivery": 0.6070386866728464, + "loss_biodist": 0.32369718452294666, + "loss_toxic": 0.06415784358978271, + "acc_pdi": 0.7674418604651163, + "acc_ee": 0.6511627906976745, "acc_toxic": 1.0 }, { - "loss": 3.4212222894032798, - "loss_size": 0.08121616393327713, - "loss_pdi": 0.5517565310001373, - "loss_ee": 1.0685155193010967, - "loss_delivery": 0.874200721581777, - "loss_biodist": 0.828464408715566, - "loss_toxic": 0.017068898615737755, - "acc_pdi": 0.8181818181818182, - "acc_ee": 0.25757575757575757, + "loss": 1.3827840089797974, + "loss_size": 0.18805266916751862, + "loss_pdi": 0.5040537615617117, + "loss_ee": 0.7437789042790731, + "loss_delivery": 0.6368728925784429, + "loss_biodist": 0.34890177845954895, + "loss_toxic": 0.07708448792497317, + "acc_pdi": 0.7790697674418605, + "acc_ee": 0.6744186046511628, "acc_toxic": 1.0 }, { - "loss": 3.6395487785339355, - "loss_size": 0.07888962080081303, - "loss_pdi": 0.5913220842679342, - "loss_ee": 1.0437468489011128, - "loss_delivery": 1.0660852392514546, - "loss_biodist": 0.8421931266784668, - "loss_toxic": 0.01731194742023945, - "acc_pdi": 0.7878787878787878, - "acc_ee": 0.2727272727272727, - "acc_toxic": 1.0 + "loss": 1.3310901920000713, + "loss_size": 0.18602455655733743, + "loss_pdi": 0.5110625525315603, + "loss_ee": 0.7455776532491049, + "loss_delivery": 0.6024594257275263, + "loss_biodist": 0.32696664333343506, + "loss_toxic": 0.12139131873846054, + "acc_pdi": 0.7674418604651163, + "acc_ee": 0.6511627906976745, + "acc_toxic": 0.9117647058823529 }, { - "loss": 3.5140305360158286, - "loss_size": 0.0599971575041612, - "loss_pdi": 0.5561938285827637, - "loss_ee": 1.0674984057744343, - "loss_delivery": 0.9739653070767721, - "loss_biodist": 0.8400343159834543, - "loss_toxic": 0.01634151643762986, - "acc_pdi": 0.7424242424242424, - "acc_ee": 0.22727272727272727, - "acc_toxic": 1.0 + "loss": 1.3631527423858643, + "loss_size": 0.1766586701075236, + "loss_pdi": 0.5037118991216024, + "loss_ee": 0.7329729199409485, + "loss_delivery": 0.6445856988430023, + "loss_biodist": 0.3245445191860199, + "loss_toxic": 0.10702474663654964, + "acc_pdi": 0.7906976744186046, + "acc_ee": 0.627906976744186, + "acc_toxic": 0.9117647058823529 }, { - "loss": 3.628753344217936, - "loss_size": 0.08887146785855293, - "loss_pdi": 0.582503984371821, - "loss_ee": 1.114095131556193, - "loss_delivery": 0.9745903412501017, - "loss_biodist": 0.8516232868035635, - "loss_toxic": 0.017069284183283646, - "acc_pdi": 0.7121212121212122, - "acc_ee": 0.19696969696969696, - "acc_toxic": 1.0 + "loss": 1.4047183990478516, + "loss_size": 0.1806520422299703, + "loss_pdi": 0.5002086162567139, + "loss_ee": 0.7287456591924032, + "loss_delivery": 0.6690659672021866, + "loss_biodist": 0.3438684443632762, + "loss_toxic": 0.10064958781003952, + "acc_pdi": 0.7906976744186046, + "acc_ee": 0.6395348837209303, + "acc_toxic": 0.9117647058823529 }, { - "loss": 3.6391177972157798, - "loss_size": 0.08282352735598882, - "loss_pdi": 0.581497848033905, - "loss_ee": 1.141685386498769, - "loss_delivery": 0.9548555612564087, - "loss_biodist": 0.8643284440040588, - "loss_toxic": 0.013927079737186432, - "acc_pdi": 0.7424242424242424, - "acc_ee": 0.16666666666666666, - "acc_toxic": 1.0 + "loss": 1.333821694056193, + "loss_size": 0.1959198514620463, + "loss_pdi": 0.49203147490819293, + "loss_ee": 0.7277545134226481, + "loss_delivery": 0.5924984564383825, + "loss_biodist": 0.34934840599695843, + "loss_toxic": 0.12893996636072794, + "acc_pdi": 0.8023255813953488, + "acc_ee": 0.6511627906976745, + "acc_toxic": 0.9117647058823529 + }, + { + "loss": 1.3231196999549866, + "loss_size": 0.16584139813979468, + "loss_pdi": 0.48038265109062195, + "loss_ee": 0.7447735865910848, + "loss_delivery": 0.595636452237765, + "loss_biodist": 0.3388388454914093, + "loss_toxic": 0.09026659031709035, + "acc_pdi": 0.813953488372093, + "acc_ee": 0.6395348837209303, + "acc_toxic": 0.9117647058823529 + }, + { + "loss": 1.321769932905833, + "loss_size": 0.14760359128316244, + "loss_pdi": 0.48214168349901837, + "loss_ee": 0.7435882687568665, + "loss_delivery": 0.608780970176061, + "loss_biodist": 0.3262732923030853, + "loss_toxic": 0.08472701907157898, + "acc_pdi": 0.7558139534883721, + "acc_ee": 0.6511627906976745, + "acc_toxic": 0.9117647058823529 + }, + { + "loss": 1.349458376566569, + "loss_size": 0.14423441886901855, + "loss_pdi": 0.49267129103342694, + "loss_ee": 0.7619675199190775, + "loss_delivery": 0.6184816459814707, + "loss_biodist": 0.334799200296402, + "loss_toxic": 0.10724820693333943, + "acc_pdi": 0.8023255813953488, + "acc_ee": 0.6511627906976745, + "acc_toxic": 0.9117647058823529 + }, + { + "loss": 1.3972117900848389, + "loss_size": 0.14450456947088242, + "loss_pdi": 0.48599036534627277, + "loss_ee": 0.7444385290145874, + "loss_delivery": 0.6561772574981054, + "loss_biodist": 0.35264819860458374, + "loss_toxic": 0.09614282846450806, + "acc_pdi": 0.813953488372093, + "acc_ee": 0.6627906976744186, + "acc_toxic": 0.9117647058823529 + }, + { + "loss": 1.4228341182072957, + "loss_size": 0.14553842941919962, + "loss_pdi": 0.48066481947898865, + "loss_ee": 0.7501527269681295, + "loss_delivery": 0.6902634600798289, + "loss_biodist": 0.34465264280637103, + "loss_toxic": 0.08237827941775322, + "acc_pdi": 0.7906976744186046, + "acc_ee": 0.6395348837209303, + "acc_toxic": 0.9117647058823529 + }, + { + "loss": 1.3808340628941853, + "loss_size": 0.1292742838462194, + "loss_pdi": 0.4865882893403371, + "loss_ee": 0.7392855286598206, + "loss_delivery": 0.6645563095808029, + "loss_biodist": 0.33053581913312274, + "loss_toxic": 0.10104685525099437, + "acc_pdi": 0.7674418604651163, + "acc_ee": 0.6511627906976745, + "acc_toxic": 0.9117647058823529 + }, + { + "loss": 1.3559386332829793, + "loss_size": 0.16933744152386984, + "loss_pdi": 0.48616169889767963, + "loss_ee": 0.7289416988690695, + "loss_delivery": 0.6218888709942499, + "loss_biodist": 0.3469918568929036, + "loss_toxic": 0.11186282833417256, + "acc_pdi": 0.7441860465116279, + "acc_ee": 0.7093023255813954, + "acc_toxic": 0.9117647058823529 + }, + { + "loss": 1.4372685352961223, + "loss_size": 0.16308905184268951, + "loss_pdi": 0.48163432876269024, + "loss_ee": 0.742155134677887, + "loss_delivery": 0.6780142262578011, + "loss_biodist": 0.37172330419222516, + "loss_toxic": 0.08170524860421817, + "acc_pdi": 0.8023255813953488, + "acc_ee": 0.6744186046511628, + "acc_toxic": 0.9411764705882353 + }, + { + "loss": 1.4726805686950684, + "loss_size": 0.15727956344683966, + "loss_pdi": 0.48047395547231037, + "loss_ee": 0.7514520486195883, + "loss_delivery": 0.7308566917975744, + "loss_biodist": 0.352274755636851, + "loss_toxic": 0.08486517394582431, + "acc_pdi": 0.8255813953488372, + "acc_ee": 0.6976744186046512, + "acc_toxic": 0.9117647058823529 + }, + { + "loss": 1.455085535844167, + "loss_size": 0.14341105769077936, + "loss_pdi": 0.49014556407928467, + "loss_ee": 0.7744458913803101, + "loss_delivery": 0.721830815076828, + "loss_biodist": 0.335346798102061, + "loss_toxic": 0.0837879627943039, + "acc_pdi": 0.7674418604651163, + "acc_ee": 0.686046511627907, + "acc_toxic": 0.9117647058823529 + }, + { + "loss": 1.3909406661987305, + "loss_size": 0.14493556569019952, + "loss_pdi": 0.4812280337015788, + "loss_ee": 0.7772515416145325, + "loss_delivery": 0.668215756615003, + "loss_biodist": 0.32652929425239563, + "loss_toxic": 0.08316347872217496, + "acc_pdi": 0.8023255813953488, + "acc_ee": 0.6744186046511628, + "acc_toxic": 0.9117647058823529 + }, + { + "loss": 1.3612130085627239, + "loss_size": 0.14900055527687073, + "loss_pdi": 0.4703127642472585, + "loss_ee": 0.7645981311798096, + "loss_delivery": 0.6497406015793482, + "loss_biodist": 0.3219427764415741, + "loss_toxic": 0.08312482262651126, + "acc_pdi": 0.7906976744186046, + "acc_ee": 0.686046511627907, + "acc_toxic": 0.9117647058823529 + }, + { + "loss": 1.3805859486262004, + "loss_size": 0.14480797201395035, + "loss_pdi": 0.4679768880208333, + "loss_ee": 0.7823085784912109, + "loss_delivery": 0.6536184350649515, + "loss_biodist": 0.3332401712735494, + "loss_toxic": 0.08321779345472653, + "acc_pdi": 0.813953488372093, + "acc_ee": 0.686046511627907, + "acc_toxic": 0.9117647058823529 + }, + { + "loss": 1.3923940658569336, + "loss_size": 0.13573802759250006, + "loss_pdi": 0.4754982590675354, + "loss_ee": 0.7821588118871053, + "loss_delivery": 0.6637577960888544, + "loss_biodist": 0.33351930975914, + "loss_toxic": 0.08492095892628033, + "acc_pdi": 0.813953488372093, + "acc_ee": 0.6976744186046512, + "acc_toxic": 0.9117647058823529 + }, + { + "loss": 1.3863845070203145, + "loss_size": 0.1173308293024699, + "loss_pdi": 0.48561875025431317, + "loss_ee": 0.7768913904825846, + "loss_delivery": 0.6560828685760498, + "loss_biodist": 0.335321565469106, + "loss_toxic": 0.089879609644413, + "acc_pdi": 0.7906976744186046, + "acc_ee": 0.686046511627907, + "acc_toxic": 0.9117647058823529 + }, + { + "loss": 1.4132193525632222, + "loss_size": 0.1171627144018809, + "loss_pdi": 0.4863474667072296, + "loss_ee": 0.7720492482185364, + "loss_delivery": 0.6821378419796625, + "loss_biodist": 0.33687134583791095, + "loss_toxic": 0.09949792673190434, + "acc_pdi": 0.7790697674418605, + "acc_ee": 0.6976744186046512, + "acc_toxic": 0.9117647058823529 + }, + { + "loss": 1.4220859209696453, + "loss_size": 0.12649975468715033, + "loss_pdi": 0.4932010769844055, + "loss_ee": 0.7706326842308044, + "loss_delivery": 0.6895352651675543, + "loss_biodist": 0.33593428134918213, + "loss_toxic": 0.0963239644964536, + "acc_pdi": 0.7674418604651163, + "acc_ee": 0.6976744186046512, + "acc_toxic": 0.9117647058823529 } ] } \ No newline at end of file diff --git a/models/finetune_cv/fold_4/loss_curves.png b/models/finetune_cv/fold_4/loss_curves.png new file mode 100644 index 0000000..f1b3ff0 Binary files /dev/null and b/models/finetune_cv/fold_4/loss_curves.png differ diff --git a/models/finetune_cv/fold_4/model.pt b/models/finetune_cv/fold_4/model.pt index c4f023c..f33ca81 100644 Binary files a/models/finetune_cv/fold_4/model.pt and b/models/finetune_cv/fold_4/model.pt differ diff --git a/models/finetune_cv/test_results.json b/models/finetune_cv/test_results.json index 0014c1a..81bb04b 100644 --- a/models/finetune_cv/test_results.json +++ b/models/finetune_cv/test_results.json @@ -2,293 +2,293 @@ "fold_results": [ { "fold_idx": 0, - "n_samples": 95, + "n_samples": 87, "size": { - "n": 95, - "rmse": 0.5909209144067168, - "mae": 0.376253614927593, - "r2": 0.005712927161997228 + "n": 87, + "rmse": 0.5578980261231201, + "mae": 0.293820194814397, + "r2": -0.16350852977979646 }, "delivery": { - "n": 66, - "rmse": 1.3280577883458438, - "mae": 0.5195405159964028, - "r2": 0.03195999739694366 + "n": 64, + "rmse": 1.4180242556680394, + "mae": 0.489678907149937, + "r2": 0.006066588761596381 }, "pdi": { - "n": 95, - "accuracy": 0.6105263157894737, - "precision": 0.20350877192982456, - "recall": 0.3333333333333333, - "f1": 0.25272331154684097 + "n": 87, + "accuracy": 0.7011494252873564, + "precision": 0.382983682983683, + "recall": 0.3981244671781756, + "f1": 0.38831483607603007 }, "ee": { - "n": 95, - "accuracy": 0.6736842105263158, - "precision": 0.22456140350877193, - "recall": 0.3333333333333333, - "f1": 0.26834381551362685 + "n": 87, + "accuracy": 0.6206896551724138, + "precision": 0.4700393567388641, + "recall": 0.5084656084656085, + "f1": 0.4656627032698024 }, "toxic": { - "n": 66, - "accuracy": 0.8939393939393939, - "precision": 0.44696969696969696, - "recall": 0.5, - "f1": 0.472 + "n": 65, + "accuracy": 0.9846153846153847, + "precision": 0.9918032786885246, + "recall": 0.9, + "f1": 0.9403122130394859 }, "biodist": { - "n": 66, - "kl_divergence": 0.851655784204727, - "js_divergence": 0.21404831573756974 + "n": 65, + "kl_divergence": 0.20084619060054956, + "js_divergence": 0.048292698388857934 } }, { "fold_idx": 1, - "n_samples": 195, + "n_samples": 87, "size": { - "n": 193, - "rmse": 0.4425801645813746, - "mae": 0.26432527161632796, - "r2": -0.026225211870033682 + "n": 87, + "rmse": 0.40406802223294774, + "mae": 0.2981993521767101, + "r2": 0.09717283856858072 }, "delivery": { - "n": 123, - "rmse": 0.7771322048436382, - "mae": 0.6133777339870822, - "r2": -0.128644776760948 + "n": 58, + "rmse": 0.545857341773909, + "mae": 0.3866841504832023, + "r2": 0.39045172405838346 }, "pdi": { - "n": 195, - "accuracy": 0.7076923076923077, - "precision": 0.35384615384615387, - "recall": 0.5, - "f1": 0.4144144144144144 + "n": 87, + "accuracy": 0.8045977011494253, + "precision": 0.49282452707110247, + "recall": 0.45567765567765567, + "f1": 0.4661145617667357 }, "ee": { - "n": 195, - "accuracy": 0.4205128205128205, - "precision": 0.14017094017094017, - "recall": 0.3333333333333333, - "f1": 0.19735258724428398 + "n": 87, + "accuracy": 0.7241379310344828, + "precision": 0.7064586357039188, + "recall": 0.6503496503496503, + "f1": 0.6654761904761903 }, "toxic": { - "n": 123, - "accuracy": 1.0, - "precision": 1.0, - "recall": 1.0, - "f1": 1.0 + "n": 59, + "accuracy": 0.9830508474576272, + "precision": 0.9912280701754386, + "recall": 0.8333333333333333, + "f1": 0.8955752212389381 }, "biodist": { - "n": 123, - "kl_divergence": 0.9336461102028436, - "js_divergence": 0.24870266224462317 + "n": 58, + "kl_divergence": 0.185822128176519, + "js_divergence": 0.049566546350752166 } }, { "fold_idx": 2, - "n_samples": 51, + "n_samples": 87, "size": { - "n": 51, - "rmse": 0.6473513298834871, - "mae": 0.5600235602434944, - "r2": -9.27515642706235 + "n": 86, + "rmse": 0.5861093745094258, + "mae": 0.35274335949919944, + "r2": -0.3079648452189143 }, "delivery": { - "n": 44, - "rmse": 0.7721077356414991, - "mae": 0.6167582499593581, - "r2": -0.4822886602727561 + "n": 61, + "rmse": 0.5034529339588798, + "mae": 0.3725305872618175, + "r2": 0.596618413667312 }, "pdi": { - "n": 51, - "accuracy": 0.8823529411764706, - "precision": 0.29411764705882354, - "recall": 0.3333333333333333, - "f1": 0.3125 + "n": 87, + "accuracy": 0.7701149425287356, + "precision": 0.7266666666666666, + "recall": 0.6349206349206349, + "f1": 0.6497584541062802 }, "ee": { - "n": 51, - "accuracy": 0.8431372549019608, - "precision": 0.28104575163398693, - "recall": 0.3333333333333333, - "f1": 0.3049645390070922 + "n": 87, + "accuracy": 0.5172413793103449, + "precision": 0.43155828639699606, + "recall": 0.40000766812361016, + "f1": 0.3980599647266314 }, "toxic": { - "n": 47, - "accuracy": 0.851063829787234, - "precision": 0.425531914893617, - "recall": 0.5, - "f1": 0.4597701149425288 + "n": 61, + "accuracy": 1.0, + "precision": 1.0, + "recall": 1.0, + "f1": 1.0 }, "biodist": { - "n": 45, - "kl_divergence": 1.1049896129018548, - "js_divergence": 0.25485248115851133 + "n": 61, + "kl_divergence": 0.2646404257700098, + "js_divergence": 0.07024299955112 } }, { "fold_idx": 3, - "n_samples": 66, + "n_samples": 86, "size": { - "n": 66, - "rmse": 0.2407212117920812, - "mae": 0.19363613562150436, - "r2": -0.11204941379936861 + "n": 86, + "rmse": 0.32742961478246685, + "mae": 0.25193805472795355, + "r2": -0.09589933555096875 }, "delivery": { - "n": 62, - "rmse": 1.0041711455927012, - "mae": 0.7132550483914993, - "r2": -0.63265374674746 + "n": 68, + "rmse": 0.7277366648519259, + "mae": 0.42998586144462664, + "r2": 0.4053674615039361 }, "pdi": { - "n": 66, - "accuracy": 0.8484848484848485, - "precision": 0.42424242424242425, - "recall": 0.5, - "f1": 0.4590163934426229 + "n": 86, + "accuracy": 0.7906976744186046, + "precision": 0.7513157894736842, + "recall": 0.6356534090909091, + "f1": 0.6544642857142857 }, "ee": { - "n": 66, - "accuracy": 0.8181818181818182, - "precision": 0.27692307692307694, - "recall": 0.32727272727272727, - "f1": 0.3 + "n": 86, + "accuracy": 0.7441860465116279, + "precision": 0.6962905144216474, + "recall": 0.6327243018419488, + "f1": 0.6557768628760061 }, "toxic": { - "n": 62, + "n": 68, "accuracy": 1.0, "precision": 1.0, "recall": 1.0, "f1": 1.0 }, "biodist": { - "n": 62, - "kl_divergence": 0.9677978984139058, - "js_divergence": 0.2020309307244639 + "n": 68, + "kl_divergence": 0.3411994760293469, + "js_divergence": 0.07812197338009717 } }, { "fold_idx": 4, - "n_samples": 27, + "n_samples": 87, "size": { - "n": 27, - "rmse": 0.23392834445509142, - "mae": 0.19066280788845485, - "r2": -0.2667651950955112 + "n": 86, + "rmse": 0.28795189907825647, + "mae": 0.21156823080639506, + "r2": 0.2077479731717109 }, "delivery": { - "n": 15, - "rmse": 1.9603892288630869, - "mae": 1.3892907698949177, - "r2": -0.29760739742916287 + "n": 59, + "rmse": 0.8048179107025805, + "mae": 0.5188011898327682, + "r2": 0.24048521206149798 }, "pdi": { - "n": 27, - "accuracy": 0.8888888888888888, - "precision": 0.4444444444444444, - "recall": 0.5, - "f1": 0.47058823529411764 + "n": 87, + "accuracy": 0.6896551724137931, + "precision": 0.4101075268817204, + "recall": 0.425, + "f1": 0.4174194267871083 }, "ee": { - "n": 27, - "accuracy": 0.5925925925925926, - "precision": 0.19753086419753085, - "recall": 0.3333333333333333, - "f1": 0.24806201550387597 + "n": 87, + "accuracy": 0.7011494252873564, + "precision": 0.6600529100529101, + "recall": 0.581219806763285, + "f1": 0.5953238953238954 }, "toxic": { - "n": 15, - "accuracy": 1.0, - "precision": 1.0, - "recall": 1.0, - "f1": 1.0 + "n": 60, + "accuracy": 0.95, + "precision": 0.8240740740740741, + "recall": 0.8818181818181818, + "f1": 0.8498748957464553 }, "biodist": { - "n": 15, - "kl_divergence": 0.9389607012315264, - "js_divergence": 0.2470218476598176 + "n": 59, + "kl_divergence": 0.207699088365002, + "js_divergence": 0.05288953180347253 } } ], "summary_stats": { "size": { - "rmse_mean": 0.43110039302375025, - "rmse_std": 0.17179051271013462, - "r2_mean": -1.9348966641330534, - "r2_std": 3.6713441784129 + "rmse_mean": 0.43269138734524343, + "rmse_std": 0.12005218734930377, + "r2_mean": -0.05249037976187758, + "r2_std": 0.18417364026118202 }, "delivery": { - "rmse_mean": 1.1683716206573538, - "rmse_std": 0.4449374578352648, - "r2_mean": -0.30184691676267666, - "r2_std": 0.23809090378746706 + "rmse_mean": 0.7999778213910669, + "rmse_std": 0.3285507063187239, + "r2_mean": 0.32779788001054516, + "r2_std": 0.19664259417310184 }, "pdi": { - "accuracy_mean": 0.7875890604063979, - "accuracy_std": 0.11016791908756088, - "f1_mean": 0.3818484709395992, - "f1_std": 0.08529090446864619 + "accuracy_mean": 0.751242983159583, + "accuracy_std": 0.04703609766404652, + "f1_mean": 0.515214312890088, + "f1_std": 0.11451705845950987 }, "ee": { - "accuracy_mean": 0.6696217393431015, - "accuracy_std": 0.15503740047242787, - "f1_mean": 0.2637445914537758, - "f1_std": 0.039213602228007696 + "accuracy_mean": 0.6614808874632452, + "accuracy_std": 0.08343692429542732, + "f1_mean": 0.5560599233345052, + "f1_std": 0.10638861908930271 }, "toxic": { - "accuracy_mean": 0.9490006447453256, - "accuracy_std": 0.06391582554207781, - "f1_mean": 0.7863540229885058, - "f1_std": 0.26169039387919035 + "accuracy_mean": 0.9835332464146024, + "accuracy_std": 0.018265761928954075, + "f1_mean": 0.9371524660049758, + "f1_std": 0.05874632007606866 }, "biodist": { - "kl_mean": 0.9594100213909715, - "kl_std": 0.08240959093662605, - "js_mean": 0.23333124750499712, - "js_std": 0.021158533549255752 + "kl_mean": 0.24004146178828548, + "kl_std": 0.05720155140134621, + "js_mean": 0.05982274989485996, + "js_std": 0.012080103435264247 } }, "overall": { "size": { "n_samples": 432, - "mse": 0.22604480336185886, - "rmse": 0.47544169291497657, - "mae": 0.3084443360567093, - "r2": -0.2313078534105617 + "mse": 0.20179930058631468, + "rmse": 0.44922077043065883, + "mae": 0.2817203010673876, + "r2": -0.09923811531698323 }, "delivery": { "n_samples": 310, - "mse": 1.0873755440675295, - "rmse": 1.0427730069710903, - "mae": 0.6513989447841361, - "r2": -0.09443640807387799 + "mse": 0.760202623547859, + "rmse": 0.8718959935381393, + "mae": 0.4398058238289049, + "r2": 0.23486100707044422 }, "pdi": { "n_samples": 434, - "accuracy": 0.7396313364055299, - "precision": 0.18490783410138248, - "recall": 0.25, - "f1": 0.21258278145695364 + "accuracy": 0.7511520737327189, + "precision": 0.3287852263755878, + "recall": 0.3184060228452752, + "f1": 0.3212571677885814 }, "ee": { "n_samples": 434, - "accuracy": 0.5967741935483871, - "precision": 0.1993841416474211, - "recall": 0.33205128205128204, - "f1": 0.24915824915824913 + "accuracy": 0.6612903225806451, + "precision": 0.5836247086247086, + "recall": 0.5469842657342657, + "f1": 0.5597637622559741 }, "toxic": { "n_samples": 313, - "accuracy": 0.9552715654952076, - "precision": 0.4776357827476038, - "recall": 0.5, - "f1": 0.48856209150326796 + "accuracy": 0.9840255591054313, + "precision": 0.918076923076923, + "recall": 0.8895126612517916, + "f1": 0.9032337847028998 }, "biodist": { "n_samples": 311, - "kl_divergence": 0.9481034280166569, - "js_divergence": 0.23285280825310384 + "kl_divergence": 0.24254521665201, + "js_divergence": 0.06022985409160514 } } } \ No newline at end of file diff --git a/models/pretrain_delivery.pt b/models/pretrain_delivery.pt index bc73785..c4c0a04 100644 Binary files a/models/pretrain_delivery.pt and b/models/pretrain_delivery.pt differ diff --git a/models/pretrain_history.json b/models/pretrain_history.json index fe5e2a1..bbb6193 100644 --- a/models/pretrain_history.json +++ b/models/pretrain_history.json @@ -1,205 +1,293 @@ { "train": [ { - "loss": 0.7730368412685099, + "loss": 0.7867247516051271, "n_samples": 6783 }, { - "loss": 0.658895703010919, + "loss": 0.6515523084370274, "n_samples": 6783 }, { - "loss": 0.6059015260392299, + "loss": 0.5990842743185651, "n_samples": 6783 }, { - "loss": 0.5744731174349416, + "loss": 0.5633418128920326, "n_samples": 6783 }, { - "loss": 0.5452056020458733, + "loss": 0.5453761521296815, "n_samples": 6783 }, { - "loss": 0.5138543470936083, + "loss": 0.49953126002250825, "n_samples": 6783 }, { - "loss": 0.4885380559178135, + "loss": 0.49147369265204843, "n_samples": 6783 }, { - "loss": 0.47587182296687974, + "loss": 0.4659397622863399, "n_samples": 6783 }, { - "loss": 0.4671051038255316, + "loss": 0.4653009635305819, "n_samples": 6783 }, { - "loss": 0.46794115915756107, + "loss": 0.4380375076610923, "n_samples": 6783 }, { - "loss": 0.4293930456997915, + "loss": 0.4258159104875806, "n_samples": 6783 }, { - "loss": 0.42624105651716415, + "loss": 0.4144523660948226, "n_samples": 6783 }, { - "loss": 0.4131358770446828, + "loss": 0.4008358244841981, "n_samples": 6783 }, { - "loss": 0.3946074267790835, + "loss": 0.40240038808127093, "n_samples": 6783 }, { - "loss": 0.3898155013755344, + "loss": 0.38176763174141226, "n_samples": 6783 }, { - "loss": 0.37861797005733383, + "loss": 0.37277743237904, "n_samples": 6783 }, { - "loss": 0.3775682858392304, + "loss": 0.3573742728176747, "n_samples": 6783 }, { - "loss": 0.3800349080262064, + "loss": 0.3491767022517619, "n_samples": 6783 }, { - "loss": 0.36302345173031675, + "loss": 0.3499675623860557, "n_samples": 6783 }, { - "loss": 0.3429561740842766, + "loss": 0.35079578643841286, "n_samples": 6783 }, { - "loss": 0.3445638883004898, + "loss": 0.3414057292594471, "n_samples": 6783 }, { - "loss": 0.318970229203733, + "loss": 0.300529963052257, "n_samples": 6783 }, { - "loss": 0.30179278279904437, + "loss": 0.2961940902990875, "n_samples": 6783 }, { - "loss": 0.2887343142006437, + "loss": 0.2907693515383844, "n_samples": 6783 }, { - "loss": 0.29240367556855545, + "loss": 0.2809350616734551, + "n_samples": 6783 + }, + { + "loss": 0.28143580470326973, + "n_samples": 6783 + }, + { + "loss": 0.2664423378391215, + "n_samples": 6783 + }, + { + "loss": 0.2745858784487654, + "n_samples": 6783 + }, + { + "loss": 0.26682337215652197, + "n_samples": 6783 + }, + { + "loss": 0.2681302405486289, + "n_samples": 6783 + }, + { + "loss": 0.26258669999889017, + "n_samples": 6783 + }, + { + "loss": 0.2608744821883436, + "n_samples": 6783 + }, + { + "loss": 0.239722755447208, + "n_samples": 6783 + }, + { + "loss": 0.24175641130912484, + "n_samples": 6783 + }, + { + "loss": 0.23785491213674798, + "n_samples": 6783 + }, + { + "loss": 0.23117999019839675, "n_samples": 6783 } ], "val": [ { - "loss": 0.7350345371841441, + "loss": 0.7379055186813953, "n_samples": 2907 }, { - "loss": 0.7165568811318536, + "loss": 0.7269540305477178, "n_samples": 2907 }, { - "loss": 0.7251406249862214, + "loss": 0.6927794775152518, "n_samples": 2907 }, { - "loss": 0.6836505264587159, + "loss": 0.6652627856533758, "n_samples": 2907 }, { - "loss": 0.6747132955771933, + "loss": 0.6721626692594103, "n_samples": 2907 }, { - "loss": 0.6691136244936912, + "loss": 0.6660812889787394, "n_samples": 2907 }, { - "loss": 0.6337480902323249, + "loss": 0.6329412659009298, "n_samples": 2907 }, { - "loss": 0.6600317959527934, + "loss": 0.6395346636332554, "n_samples": 2907 }, { - "loss": 0.6439923948855346, + "loss": 0.6228037932749914, "n_samples": 2907 }, { - "loss": 0.643800035575267, + "loss": 0.627341245329581, "n_samples": 2907 }, { - "loss": 0.6181512585221839, + "loss": 0.6399482499704272, "n_samples": 2907 }, { - "loss": 0.6442458634939151, + "loss": 0.6136556721283145, "n_samples": 2907 }, { - "loss": 0.6344759362359862, + "loss": 0.6253821217484764, "n_samples": 2907 }, { - "loss": 0.6501405371457472, + "loss": 0.6535878175511408, "n_samples": 2907 }, { - "loss": 0.6098835162990152, + "loss": 0.6123772015635566, "n_samples": 2907 }, { - "loss": 0.6366627322138894, + "loss": 0.648116178003258, "n_samples": 2907 }, { - "loss": 0.6171610150646417, + "loss": 0.6141229696318092, "n_samples": 2907 }, { - "loss": 0.6358801012273748, + "loss": 0.6307853255273552, "n_samples": 2907 }, { - "loss": 0.6239976831059871, + "loss": 0.6422428293329848, "n_samples": 2907 }, { - "loss": 0.6683828232827201, + "loss": 0.6552245357949421, "n_samples": 2907 }, { - "loss": 0.6655785786478143, + "loss": 0.6614342853503823, "n_samples": 2907 }, { - "loss": 0.6152775046503088, + "loss": 0.6153881246378465, "n_samples": 2907 }, { - "loss": 0.6202247662153858, + "loss": 0.6298057977526632, "n_samples": 2907 }, { - "loss": 0.648199727435189, + "loss": 0.6117005377321011, "n_samples": 2907 }, { - "loss": 0.6473217075085124, + "loss": 0.618167482426702, + "n_samples": 2907 + }, + { + "loss": 0.6103124622220963, + "n_samples": 2907 + }, + { + "loss": 0.6203263100988888, + "n_samples": 2907 + }, + { + "loss": 0.617202088939065, + "n_samples": 2907 + }, + { + "loss": 0.6263537556599373, + "n_samples": 2907 + }, + { + "loss": 0.6461186489679168, + "n_samples": 2907 + }, + { + "loss": 0.6289772454163526, + "n_samples": 2907 + }, + { + "loss": 0.6347806630652919, + "n_samples": 2907 + }, + { + "loss": 0.6358688624302136, + "n_samples": 2907 + }, + { + "loss": 0.646931814478975, + "n_samples": 2907 + }, + { + "loss": 0.6245040218978556, + "n_samples": 2907 + }, + { + "loss": 0.6267098000482632, "n_samples": 2907 } ] diff --git a/reports/figures/before_loss_weighting/loss_curves 0.png b/reports/figures/before_loss_weighting/loss_curves 0.png new file mode 100644 index 0000000..623b7c3 Binary files /dev/null and b/reports/figures/before_loss_weighting/loss_curves 0.png differ diff --git a/reports/figures/before_loss_weighting/loss_curves 1.png b/reports/figures/before_loss_weighting/loss_curves 1.png new file mode 100644 index 0000000..9f5966d Binary files /dev/null and b/reports/figures/before_loss_weighting/loss_curves 1.png differ diff --git a/reports/figures/before_loss_weighting/loss_curves 2.png b/reports/figures/before_loss_weighting/loss_curves 2.png new file mode 100644 index 0000000..e897401 Binary files /dev/null and b/reports/figures/before_loss_weighting/loss_curves 2.png differ diff --git a/reports/figures/before_loss_weighting/loss_curves 3.png b/reports/figures/before_loss_weighting/loss_curves 3.png new file mode 100644 index 0000000..86980d2 Binary files /dev/null and b/reports/figures/before_loss_weighting/loss_curves 3.png differ diff --git a/reports/figures/before_loss_weighting/loss_curves 4.png b/reports/figures/before_loss_weighting/loss_curves 4.png new file mode 100644 index 0000000..3803c68 Binary files /dev/null and b/reports/figures/before_loss_weighting/loss_curves 4.png differ