{
 "source": "W&B project within-noise/rxnorm-vandf, exported 2026-11-04T22:54:07+00:00",
 "selection": "runs created from 2026-09-14T19:00 UTC (Part II)",
 "n_runs": 89,
 "runs": [
  {
   "id": "ysii4cuv",
   "name": "upload-multi",
   "group": "levers",
   "job_type": "dataset",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-14T19:18:22Z",
   "config": {},
   "summary": {}
  },
  {
   "id": "3vz2f1r6",
   "name": "upload-kfold",
   "group": "kfold-k7",
   "job_type": "dataset",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-14T19:18:27Z",
   "config": {},
   "summary": {}
  },
  {
   "id": "0usjnp44",
   "name": "sapbert-ingredient-strength-aux-w0.2-v1-pilot",
   "group": "levers-pilot",
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-14T19:18:38Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "dtype": "float32",
    "group": "levers-pilot",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "data_dir": "data/multi/v1",
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-ingredient-strength-aux-w0.2-v1-pilot",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.2,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/levers-pilot/sapbert-ingredient-strength-aux-w0.2-v1-pilot/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": [
     "VANDF"
    ],
    "bf16_full_eval": false,
    "dataset_subdir": "",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.17.0",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.789814,
    "aux/num_labels": 232,
    "best_epoch": 2,
    "epoch": 4,
    "n_fallback": 123,
    "n_train_rows": 9287,
    "n_train_rows_vandf": 9287,
    "test/acc@1": 0.90368,
    "test/coverage@99%precision": 0.224026,
    "test/dose_form_acc": 0.963745,
    "test/failures": {
     "file": "media/table/test/failures_68_7d8156a62f36d0f725ff.table.json"
    },
    "test/ingredient_acc": 0.974567,
    "test/margin/coverage@99%precision": 0.494048,
    "test/n": 1848,
    "test/precision@50%": 0.963203,
    "test/precision@80%": 0.945873,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_39a2cae19767c3fef168.table.json"
    },
    "test/recall@5": 0.976732,
    "test/strength_acc": 0.963203,
    "test_mthspl/acc@1": 0.657479,
    "test_mthspl/coverage@99%precision": 0.048167,
    "test_mthspl/dose_form_acc": 0.813621,
    "test_mthspl/ingredient_acc": 0.820979,
    "test_mthspl/margin/coverage@99%precision": 0.177683,
    "test_mthspl/n": 7474,
    "test_mthspl/precision@50%": 0.875033,
    "test_mthspl/precision@80%": 0.771868,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_67_08d674f1b3a9a84e3125.table.json"
    },
    "test_mthspl/recall@5": 0.850013,
    "test_mthspl/strength_acc": 0.775756,
    "total_flos": 0,
    "train/acc@1": 0.913966,
    "train/coverage@99%precision": 0.017228,
    "train/dose_form_acc": 0.975557,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 1.210168,
    "train/ingredient_acc": 0.98611,
    "train/learning_rate": 0.0,
    "train/loss": 0.380519,
    "train/margin/coverage@99%precision": 0.542371,
    "train/mnrl": 0.0314,
    "train/n": 9287,
    "train/precision@50%": 0.9677,
    "train/precision@80%": 0.945491,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_9fc7bfeda3555debf0d0.table.json"
    },
    "train/recall@5": 0.987509,
    "train/strength": 0.3491,
    "train/strength_acc": 0.965543,
    "train_loss": 0.641061,
    "train_runtime": 1666.228,
    "train_samples_per_second": 22.295,
    "train_steps_per_second": 0.348,
    "val/acc@1": 0.86366,
    "val/coverage@99%precision": 0.001049,
    "val/dose_form_acc": 0.957001,
    "val/ingredient_acc": 0.952805,
    "val/margin/coverage@99%precision": 0.500262,
    "val/n": 1907,
    "val/precision@50%": 0.966457,
    "val/precision@80%": 0.931848,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_1dba299446dd88b68107.table.json"
    },
    "val/recall@5": 0.938123,
    "val/strength_acc": 0.931306,
    "val_mthspl/acc@1": 0.75108,
    "val_mthspl/coverage@99%precision": 0.122632,
    "val_mthspl/dose_form_acc": 0.914423,
    "val_mthspl/ingredient_acc": 0.915254,
    "val_mthspl/margin/coverage@99%precision": 0.058491,
    "val_mthspl/n": 6018,
    "val_mthspl/precision@50%": 0.920572,
    "val_mthspl/precision@80%": 0.851059,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_66_805efd062e9b96ca4ed3.table.json"
    },
    "val_mthspl/recall@5": 0.903456,
    "val_mthspl/strength_acc": 0.868229
   }
  },
  {
   "id": "spja8f8i",
   "name": "sapbert-ingredient-strength-aux-w0.5-v1-pilot",
   "group": "levers-pilot",
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-14T19:59:53Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "dtype": "float32",
    "group": "levers-pilot",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "data_dir": "data/multi/v1",
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-ingredient-strength-aux-w0.5-v1-pilot",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.5,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/levers-pilot/sapbert-ingredient-strength-aux-w0.5-v1-pilot/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": [
     "VANDF"
    ],
    "bf16_full_eval": false,
    "dataset_subdir": "",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.17.0",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.789814,
    "aux/num_labels": 232,
    "best_epoch": 1,
    "epoch": 4,
    "n_fallback": 123,
    "n_train_rows": 9287,
    "n_train_rows_vandf": 9287,
    "test/acc@1": 0.890152,
    "test/coverage@99%precision": 0.132576,
    "test/dose_form_acc": 0.956169,
    "test/failures": {
     "file": "media/table/test/failures_68_0a7550c57e65d5926031.table.json"
    },
    "test/ingredient_acc": 0.972944,
    "test/margin/coverage@99%precision": 0.216991,
    "test/n": 1848,
    "test/precision@50%": 0.963203,
    "test/precision@80%": 0.933694,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_91d21783f7694d3f4928.table.json"
    },
    "test/recall@5": 0.976732,
    "test/strength_acc": 0.957251,
    "test_mthspl/acc@1": 0.676077,
    "test_mthspl/coverage@99%precision": 0.053653,
    "test_mthspl/dose_form_acc": 0.840246,
    "test_mthspl/ingredient_acc": 0.860182,
    "test_mthspl/margin/coverage@99%precision": 0.182633,
    "test_mthspl/n": 7474,
    "test_mthspl/precision@50%": 0.845598,
    "test_mthspl/precision@80%": 0.770196,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_67_9b0dcb4a24257e9d1e1e.table.json"
    },
    "test_mthspl/recall@5": 0.889484,
    "test_mthspl/strength_acc": 0.80586,
    "total_flos": 0,
    "train/acc@1": 0.887585,
    "train/coverage@99%precision": 0.040702,
    "train/dose_form_acc": 0.96339,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 2.05477,
    "train/ingredient_acc": 0.974157,
    "train/learning_rate": 0.0,
    "train/loss": 0.770325,
    "train/margin/coverage@99%precision": 0.178314,
    "train/mnrl": 0.0545,
    "train/n": 9287,
    "train/precision@50%": 0.967916,
    "train/precision@80%": 0.934051,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_8c9541bb3deb8160c17d.table.json"
    },
    "train/recall@5": 0.975773,
    "train/strength": 0.7158,
    "train/strength_acc": 0.954345,
    "train_loss": 1.36706,
    "train_runtime": 1168.2575,
    "train_samples_per_second": 31.798,
    "train_steps_per_second": 0.496,
    "val/acc@1": 0.849502,
    "val/coverage@99%precision": 0.002098,
    "val/dose_form_acc": 0.95333,
    "val/ingredient_acc": 0.957001,
    "val/margin/coverage@99%precision": 0.213424,
    "val/n": 1907,
    "val/precision@50%": 0.961216,
    "val/precision@80%": 0.912189,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_897938462aa02e054bf8.table.json"
    },
    "val/recall@5": 0.93655,
    "val/strength_acc": 0.926062,
    "val_mthspl/acc@1": 0.777999,
    "val_mthspl/coverage@99%precision": 0.09322,
    "val_mthspl/dose_form_acc": 0.931373,
    "val_mthspl/ingredient_acc": 0.934031,
    "val_mthspl/margin/coverage@99%precision": 0.126952,
    "val_mthspl/n": 6018,
    "val_mthspl/precision@50%": 0.908275,
    "val_mthspl/precision@80%": 0.85646,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_66_6330e8d568f3ca9ef1b9.table.json"
    },
    "val_mthspl/recall@5": 0.92456,
    "val_mthspl/strength_acc": 0.897807
   }
  },
  {
   "id": "9zw6jvov",
   "name": "sapbert-ingredient-strength-aux-w0.05-v1-pilot",
   "group": "levers-pilot",
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-14T20:41:13Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "dtype": "float32",
    "group": "levers-pilot",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "data_dir": "data/multi/v1",
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-ingredient-strength-aux-w0.05-v1-pilot",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.05,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/levers-pilot/sapbert-ingredient-strength-aux-w0.05-v1-pilot/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": [
     "VANDF"
    ],
    "bf16_full_eval": false,
    "dataset_subdir": "",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.17.0",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.789814,
    "aux/num_labels": 232,
    "best_epoch": 1,
    "epoch": 4,
    "n_fallback": 123,
    "n_train_rows": 9287,
    "n_train_rows_vandf": 9287,
    "test/acc@1": 0.922619,
    "test/coverage@99%precision": 0.405844,
    "test/dose_form_acc": 0.968615,
    "test/failures": {
     "file": "media/table/test/failures_68_42616cab6152fe36da3c.table.json"
    },
    "test/ingredient_acc": 0.983225,
    "test/margin/coverage@99%precision": 0.746212,
    "test/n": 1848,
    "test/precision@50%": 0.982684,
    "test/precision@80%": 0.963464,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_2b1b467d74de4a19a054.table.json"
    },
    "test/recall@5": 0.984848,
    "test/strength_acc": 0.96158,
    "test_mthspl/acc@1": 0.660557,
    "test_mthspl/coverage@99%precision": 0.045625,
    "test_mthspl/dose_form_acc": 0.803452,
    "test_mthspl/ingredient_acc": 0.847337,
    "test_mthspl/margin/coverage@99%precision": 0.204843,
    "test_mthspl/n": 7474,
    "test_mthspl/precision@50%": 0.868879,
    "test_mthspl/precision@80%": 0.772872,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_67_1bfdc813faadea2d8bb4.table.json"
    },
    "test_mthspl/recall@5": 0.881991,
    "test_mthspl/strength_acc": 0.80372,
    "total_flos": 0,
    "train/acc@1": 0.920211,
    "train/coverage@99%precision": 0.296436,
    "train/dose_form_acc": 0.97448,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.386772,
    "train/ingredient_acc": 0.990417,
    "train/learning_rate": 0.0,
    "train/loss": 0.153567,
    "train/margin/coverage@99%precision": 0.662108,
    "train/mnrl": 0.0124,
    "train/n": 9287,
    "train/precision@50%": 0.978682,
    "train/precision@80%": 0.955047,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_5921f1f20b7af7d4bcc1.table.json"
    },
    "train/recall@5": 0.98934,
    "train/strength": 0.1412,
    "train/strength_acc": 0.966297,
    "train_loss": 0.234482,
    "train_runtime": 1102.184,
    "train_samples_per_second": 33.704,
    "train_steps_per_second": 0.526,
    "val/acc@1": 0.874148,
    "val/coverage@99%precision": 0.330362,
    "val/dose_form_acc": 0.962769,
    "val/ingredient_acc": 0.967488,
    "val/margin/coverage@99%precision": 0.664919,
    "val/n": 1907,
    "val/precision@50%": 0.987421,
    "val/precision@80%": 0.947575,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_357de406cf74c6c67c1f.table.json"
    },
    "val/recall@5": 0.959622,
    "val/strength_acc": 0.93183,
    "val_mthspl/acc@1": 0.776836,
    "val_mthspl/coverage@99%precision": 0.100199,
    "val_mthspl/dose_form_acc": 0.934364,
    "val_mthspl/ingredient_acc": 0.93104,
    "val_mthspl/margin/coverage@99%precision": 0.020439,
    "val_mthspl/n": 6018,
    "val_mthspl/precision@50%": 0.929212,
    "val_mthspl/precision@80%": 0.866639,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_66_1c594771f3957373a0a2.table.json"
    },
    "val_mthspl/recall@5": 0.92672,
    "val_mthspl/strength_acc": 0.884015
   }
  },
  {
   "id": "tiotc7iy",
   "name": "sapbert-ingredient-strength-aux-w0.01-v1-pilot",
   "group": "levers-pilot",
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-14T21:08:47Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "dtype": "float32",
    "group": "levers-pilot",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "data_dir": "data/multi/v1",
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-ingredient-strength-aux-w0.01-v1-pilot",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/levers-pilot/sapbert-ingredient-strength-aux-w0.01-v1-pilot/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": [
     "VANDF"
    ],
    "bf16_full_eval": false,
    "dataset_subdir": "",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.17.0",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.789814,
    "aux/num_labels": 232,
    "best_epoch": 3,
    "epoch": 4,
    "n_fallback": 123,
    "n_train_rows": 9287,
    "n_train_rows_vandf": 9287,
    "test/acc@1": 0.92803,
    "test/coverage@99%precision": 0.396104,
    "test/dose_form_acc": 0.969697,
    "test/failures": {
     "file": "media/table/test/failures_68_198d041f7edca853aa6d.table.json"
    },
    "test/ingredient_acc": 0.984848,
    "test/margin/coverage@99%precision": 0.741342,
    "test/n": 1848,
    "test/precision@50%": 0.983766,
    "test/precision@80%": 0.967524,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_8ca57f4e1d8f47219d20.table.json"
    },
    "test/recall@5": 0.982684,
    "test/strength_acc": 0.963203,
    "test_mthspl/acc@1": 0.676345,
    "test_mthspl/coverage@99%precision": 0.050308,
    "test_mthspl/dose_form_acc": 0.815761,
    "test_mthspl/ingredient_acc": 0.854562,
    "test_mthspl/margin/coverage@99%precision": 0.169521,
    "test_mthspl/n": 7474,
    "test_mthspl/precision@50%": 0.887878,
    "test_mthspl/precision@80%": 0.784747,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_67_f2f0fc8aa572cd8200a3.table.json"
    },
    "test_mthspl/recall@5": 0.887878,
    "test_mthspl/strength_acc": 0.818705,
    "total_flos": 0,
    "train/acc@1": 0.936686,
    "train/coverage@99%precision": 0.357704,
    "train/dose_form_acc": 0.982772,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.139794,
    "train/ingredient_acc": 0.993324,
    "train/learning_rate": 0.0,
    "train/loss": 0.051768,
    "train/margin/coverage@99%precision": 0.804996,
    "train/mnrl": 0.0069,
    "train/n": 9287,
    "train/precision@50%": 0.981912,
    "train/precision@80%": 0.966891,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_7e995b09149390491e57.table.json"
    },
    "train/recall@5": 0.994616,
    "train/strength": 0.0449,
    "train/strength_acc": 0.971681,
    "train_loss": 0.083816,
    "train_runtime": 1096.4263,
    "train_samples_per_second": 33.881,
    "train_steps_per_second": 0.529,
    "val/acc@1": 0.88044,
    "val/coverage@99%precision": 0.351337,
    "val/dose_form_acc": 0.966964,
    "val/ingredient_acc": 0.968537,
    "val/margin/coverage@99%precision": 0.741479,
    "val/n": 1907,
    "val/precision@50%": 0.98847,
    "val/precision@80%": 0.947575,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_1fe3350ad632c7150128.table.json"
    },
    "val/recall@5": 0.959622,
    "val/strength_acc": 0.935501,
    "val_mthspl/acc@1": 0.752576,
    "val_mthspl/coverage@99%precision": 0.104187,
    "val_mthspl/dose_form_acc": 0.927052,
    "val_mthspl/ingredient_acc": 0.920073,
    "val_mthspl/margin/coverage@99%precision": 0.071785,
    "val_mthspl/n": 6018,
    "val_mthspl/precision@50%": 0.926554,
    "val_mthspl/precision@80%": 0.854591,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_66_bff3850d6b3c4377ea4d.table.json"
    },
    "val_mthspl/recall@5": 0.899468,
    "val_mthspl/strength_acc": 0.865404
   }
  },
  {
   "id": "jtrirylo",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:05:25Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-v1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v1",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 2,
    "epoch": 4,
    "n_fallback": 123,
    "n_train_rows": 9287,
    "n_train_rows_vandf": 9287,
    "test/acc@1": 0.927489,
    "test/coverage@99%precision": 0.340909,
    "test/dose_form_acc": 0.973485,
    "test/failures": {
     "file": "media/table/test/failures_68_d31df68b31fe8b0b7acc.table.json"
    },
    "test/ingredient_acc": 0.98539,
    "test/margin/coverage@99%precision": 0.730519,
    "test/n": 1848,
    "test/precision@50%": 0.981602,
    "test/precision@80%": 0.966171,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_c900f8ef7fc9bc4e3145.table.json"
    },
    "test/recall@5": 0.984307,
    "test/strength_acc": 0.964827,
    "test_mthspl/acc@1": 0.664303,
    "test_mthspl/coverage@99%precision": 0.045491,
    "test_mthspl/dose_form_acc": 0.801311,
    "test_mthspl/ingredient_acc": 0.852288,
    "test_mthspl/margin/coverage@99%precision": 0.15186,
    "test_mthspl/n": 7474,
    "test_mthspl/precision@50%": 0.888146,
    "test_mthspl/precision@80%": 0.778057,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_67_7473970124c618c7be76.table.json"
    },
    "test_mthspl/recall@5": 0.871555,
    "test_mthspl/strength_acc": 0.818303,
    "total_flos": 0,
    "train/acc@1": 0.933994,
    "train/coverage@99%precision": 0.360719,
    "train/dose_form_acc": 0.982664,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.245278,
    "train/ingredient_acc": 0.993109,
    "train/learning_rate": 0.0,
    "train/loss": 0.007988,
    "train/margin/coverage@99%precision": 0.790567,
    "train/n": 9287,
    "train/precision@50%": 0.981051,
    "train/precision@80%": 0.964065,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_90b525399094c0fc7d79.table.json"
    },
    "train/recall@5": 0.99397,
    "train/strength_acc": 0.970819,
    "train_loss": 0.034038,
    "train_runtime": 96.9079,
    "train_samples_per_second": 383.333,
    "train_steps_per_second": 5.985,
    "val/acc@1": 0.88516,
    "val/coverage@99%precision": 0.333508,
    "val/dose_form_acc": 0.966964,
    "val/ingredient_acc": 0.972208,
    "val/margin/coverage@99%precision": 0.739906,
    "val/n": 1907,
    "val/precision@50%": 0.986373,
    "val/precision@80%": 0.950197,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_1444866bdada37c9669d.table.json"
    },
    "val/recall@5": 0.965391,
    "val/strength_acc": 0.93655,
    "val_mthspl/acc@1": 0.746926,
    "val_mthspl/coverage@99%precision": 0.10319,
    "val_mthspl/dose_form_acc": 0.916584,
    "val_mthspl/ingredient_acc": 0.916916,
    "val_mthspl/margin/coverage@99%precision": 0.0221,
    "val_mthspl/n": 6018,
    "val_mthspl/precision@50%": 0.920572,
    "val_mthspl/precision@80%": 0.850852,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_66_10e35c7dc1eb3fd99ed4.table.json"
    },
    "val_mthspl/recall@5": 0.900964,
    "val_mthspl/strength_acc": 0.860086
   }
  },
  {
   "id": "664c086o",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:07:53Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v1",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 2,
    "epoch": 4,
    "n_fallback": 635,
    "n_train_rows": 37751,
    "n_train_rows_mthspl": 28464,
    "n_train_rows_vandf": 9287,
    "test/acc@1": 0.931277,
    "test/coverage@99%precision": 0.325758,
    "test/dose_form_acc": 0.972944,
    "test/failures": {
     "file": "media/table/test/failures_245_06c8e2189b262670cdd9.table.json"
    },
    "test/ingredient_acc": 0.98539,
    "test/margin/coverage@99%precision": 0.793831,
    "test/n": 1848,
    "test/precision@50%": 0.985931,
    "test/precision@80%": 0.967524,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_242_782e3949115026bc4f44.table.json"
    },
    "test/recall@5": 0.984307,
    "test/strength_acc": 0.967532,
    "test_mthspl/acc@1": 0.84319,
    "test_mthspl/coverage@99%precision": 0.08737,
    "test_mthspl/dose_form_acc": 0.914905,
    "test_mthspl/ingredient_acc": 0.959593,
    "test_mthspl/margin/coverage@99%precision": 0.336634,
    "test_mthspl/n": 7474,
    "test_mthspl/precision@50%": 0.941397,
    "test_mthspl/precision@80%": 0.9142,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_244_d20ca1b96e5de5eb7cbc.table.json"
    },
    "test_mthspl/recall@5": 0.970565,
    "test_mthspl/strength_acc": 0.934975,
    "total_flos": 0,
    "train/acc@1": 0.928395,
    "train/coverage@99%precision": 0.288252,
    "train/dose_form_acc": 0.979649,
    "train/epoch": 4,
    "train/global_step": 2356,
    "train/grad_norm": 0.504971,
    "train/ingredient_acc": 0.993109,
    "train/learning_rate": 0.0,
    "train/loss": 0.017748,
    "train/margin/coverage@99%precision": 0.79046,
    "train/n": 9287,
    "train/precision@50%": 0.978252,
    "train/precision@80%": 0.9607,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_240_716b75714f9439122aa1.table.json"
    },
    "train/recall@5": 0.993109,
    "train/strength_acc": 0.967804,
    "train_loss": 0.041414,
    "train_runtime": 354.5204,
    "train_samples_per_second": 425.939,
    "train_steps_per_second": 6.646,
    "val/acc@1": 0.874672,
    "val/coverage@99%precision": 0.27268,
    "val/dose_form_acc": 0.965915,
    "val/ingredient_acc": 0.968537,
    "val/margin/coverage@99%precision": 0.626114,
    "val/n": 1907,
    "val/precision@50%": 0.980084,
    "val/precision@80%": 0.941678,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_241_9d494d654493e20c952f.table.json"
    },
    "val/recall@5": 0.966439,
    "val/strength_acc": 0.928684,
    "val_mthspl/acc@1": 0.865238,
    "val_mthspl/coverage@99%precision": 0.179628,
    "val_mthspl/dose_form_acc": 0.965603,
    "val_mthspl/ingredient_acc": 0.974078,
    "val_mthspl/margin/coverage@99%precision": 0.550681,
    "val_mthspl/n": 6018,
    "val_mthspl/precision@50%": 0.953473,
    "val_mthspl/precision@80%": 0.920233,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_243_987492ea4ad083a6b396.table.json"
    },
    "val_mthspl/recall@5": 0.969591,
    "val_mthspl/strength_acc": 0.929046
   }
  },
  {
   "id": "dxilxb09",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v1-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:15:08Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v1-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-v1-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v1",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 2,
    "epoch": 4,
    "n_fallback": 123,
    "n_train_rows": 9287,
    "n_train_rows_vandf": 9287,
    "test/acc@1": 0.935606,
    "test/coverage@99%precision": 0.356061,
    "test/dose_form_acc": 0.972403,
    "test/failures": {
     "file": "media/table/test/failures_68_32f4636ea96d94211ffb.table.json"
    },
    "test/ingredient_acc": 0.986472,
    "test/margin/coverage@99%precision": 0.765693,
    "test/n": 1848,
    "test/precision@50%": 0.978355,
    "test/precision@80%": 0.967524,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_ba2c6a67b7f9225eab29.table.json"
    },
    "test/recall@5": 0.986472,
    "test/strength_acc": 0.968615,
    "test_mthspl/acc@1": 0.68464,
    "test_mthspl/coverage@99%precision": 0.044421,
    "test_mthspl/dose_form_acc": 0.838105,
    "test_mthspl/ingredient_acc": 0.851084,
    "test_mthspl/margin/coverage@99%precision": 0.157613,
    "test_mthspl/n": 7474,
    "test_mthspl/precision@50%": 0.88654,
    "test_mthspl/precision@80%": 0.786252,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_67_e2536dd4b954278081df.table.json"
    },
    "test_mthspl/recall@5": 0.900321,
    "test_mthspl/strength_acc": 0.843056,
    "total_flos": 0,
    "train/acc@1": 0.932379,
    "train/coverage@99%precision": 0.318079,
    "train/dose_form_acc": 0.979541,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.861435,
    "train/ingredient_acc": 0.993539,
    "train/learning_rate": 0.0,
    "train/loss": 0.014876,
    "train/margin/coverage@99%precision": 0.781738,
    "train/n": 9287,
    "train/precision@50%": 0.978898,
    "train/precision@80%": 0.961507,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_f7e2b3d361e3eb59f7c9.table.json"
    },
    "train/recall@5": 0.99397,
    "train/strength_acc": 0.969635,
    "train_loss": 0.033442,
    "train_runtime": 96.1283,
    "train_samples_per_second": 386.442,
    "train_steps_per_second": 6.034,
    "val/acc@1": 0.878343,
    "val/coverage@99%precision": 0.28946,
    "val/dose_form_acc": 0.965391,
    "val/ingredient_acc": 0.97011,
    "val/margin/coverage@99%precision": 0.705296,
    "val/n": 1907,
    "val/precision@50%": 0.979036,
    "val/precision@80%": 0.948231,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_f9c25b24470b369ca671.table.json"
    },
    "val/recall@5": 0.965915,
    "val/strength_acc": 0.934976,
    "val_mthspl/acc@1": 0.777999,
    "val_mthspl/coverage@99%precision": 0.102692,
    "val_mthspl/dose_form_acc": 0.941176,
    "val_mthspl/ingredient_acc": 0.943004,
    "val_mthspl/margin/coverage@99%precision": 0.157361,
    "val_mthspl/n": 6018,
    "val_mthspl/precision@50%": 0.927551,
    "val_mthspl/precision@80%": 0.866016,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_66_5381235bfd08704d0eed.table.json"
    },
    "val_mthspl/recall@5": 0.933367,
    "val_mthspl/strength_acc": 0.889997
   }
  },
  {
   "id": "d8o4kem6",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v1-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:17:29Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v1-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v1-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v1",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 1,
    "epoch": 4,
    "n_fallback": 635,
    "n_train_rows": 37751,
    "n_train_rows_mthspl": 28464,
    "n_train_rows_vandf": 9287,
    "test/acc@1": 0.926948,
    "test/coverage@99%precision": 0.396645,
    "test/dose_form_acc": 0.967532,
    "test/failures": {
     "file": "media/table/test/failures_245_a34923522b337afad5ee.table.json"
    },
    "test/ingredient_acc": 0.989719,
    "test/margin/coverage@99%precision": 0.754329,
    "test/n": 1848,
    "test/precision@50%": 0.983766,
    "test/precision@80%": 0.963464,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_242_a63341fa7ab8dbb7f3df.table.json"
    },
    "test/recall@5": 0.987013,
    "test/strength_acc": 0.968615,
    "test_mthspl/acc@1": 0.819641,
    "test_mthspl/coverage@99%precision": 0.056998,
    "test_mthspl/dose_form_acc": 0.925341,
    "test_mthspl/ingredient_acc": 0.925207,
    "test_mthspl/margin/coverage@99%precision": 0.358443,
    "test_mthspl/n": 7474,
    "test_mthspl/precision@50%": 0.921862,
    "test_mthspl/precision@80%": 0.887439,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_244_172c3e0f83d1a1737b51.table.json"
    },
    "test_mthspl/recall@5": 0.971234,
    "test_mthspl/strength_acc": 0.932432,
    "total_flos": 0,
    "train/acc@1": 0.91935,
    "train/coverage@99%precision": 0.286637,
    "train/dose_form_acc": 0.975773,
    "train/epoch": 4,
    "train/global_step": 2356,
    "train/grad_norm": 0.30552,
    "train/ingredient_acc": 0.989448,
    "train/learning_rate": 0.0,
    "train/loss": 0.01678,
    "train/margin/coverage@99%precision": 0.754172,
    "train/n": 9287,
    "train/precision@50%": 0.976098,
    "train/precision@80%": 0.953028,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_240_977ba0306cf4022aa5fc.table.json"
    },
    "train/recall@5": 0.990309,
    "train/strength_acc": 0.964897,
    "train_loss": 0.042204,
    "train_runtime": 354.0228,
    "train_samples_per_second": 426.538,
    "train_steps_per_second": 6.655,
    "val/acc@1": 0.882014,
    "val/coverage@99%precision": 0.279497,
    "val/dose_form_acc": 0.964866,
    "val/ingredient_acc": 0.975878,
    "val/margin/coverage@99%precision": 0.632931,
    "val/n": 1907,
    "val/precision@50%": 0.986373,
    "val/precision@80%": 0.94692,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_241_ee537b420b42ef79c534.table.json"
    },
    "val/recall@5": 0.969061,
    "val/strength_acc": 0.935501,
    "val_mthspl/acc@1": 0.871884,
    "val_mthspl/coverage@99%precision": 0.138252,
    "val_mthspl/dose_form_acc": 0.969591,
    "val_mthspl/ingredient_acc": 0.98006,
    "val_mthspl/margin/coverage@99%precision": 0.540711,
    "val_mthspl/n": 6018,
    "val_mthspl/precision@50%": 0.946826,
    "val_mthspl/precision@80%": 0.918155,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_243_b611c9d05d405452d09f.table.json"
    },
    "val_mthspl/recall@5": 0.969591,
    "val_mthspl/strength_acc": 0.935527
   }
  },
  {
   "id": "fk42e8c8",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v2",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:24:44Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v2",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-v2/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v2",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v2",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 3,
    "epoch": 4,
    "n_fallback": 117,
    "n_train_rows": 9559,
    "n_train_rows_vandf": 9559,
    "test/acc@1": 0.906393,
    "test/coverage@99%precision": 0.261986,
    "test/dose_form_acc": 0.954338,
    "test/failures": {
     "file": "media/table/test/failures_69_003535c148aedb7d88ed.table.json"
    },
    "test/ingredient_acc": 0.98516,
    "test/margin/coverage@99%precision": 0.694064,
    "test/n": 1752,
    "test/precision@50%": 0.973744,
    "test/precision@80%": 0.958631,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_66_6b6fdd41d67abe76193a.table.json"
    },
    "test/recall@5": 0.97032,
    "test/strength_acc": 0.951484,
    "test_mthspl/acc@1": 0.639511,
    "test_mthspl/coverage@99%precision": 0.069884,
    "test_mthspl/dose_form_acc": 0.804118,
    "test_mthspl/ingredient_acc": 0.822909,
    "test_mthspl/margin/coverage@99%precision": 0.17027,
    "test_mthspl/n": 7770,
    "test_mthspl/precision@50%": 0.881853,
    "test_mthspl/precision@80%": 0.754987,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_68_d5a00cdf3f3d07d1a5e6.table.json"
    },
    "test_mthspl/recall@5": 0.832432,
    "test_mthspl/strength_acc": 0.786615,
    "total_flos": 0,
    "train/acc@1": 0.934303,
    "train/coverage@99%precision": 0.391045,
    "train/dose_form_acc": 0.984099,
    "train/epoch": 4,
    "train/global_step": 596,
    "train/grad_norm": 0.866181,
    "train/ingredient_acc": 0.993723,
    "train/learning_rate": 0.0,
    "train/loss": 0.01151,
    "train/margin/coverage@99%precision": 0.807302,
    "train/n": 9559,
    "train/precision@50%": 0.987029,
    "train/precision@80%": 0.963384,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_64_e207be3b41ef515bd5cc.table.json"
    },
    "train/recall@5": 0.994665,
    "train/strength_acc": 0.96893,
    "train_loss": 0.037405,
    "train_runtime": 99.3196,
    "train_samples_per_second": 384.979,
    "train_steps_per_second": 6.001,
    "val/acc@1": 0.91427,
    "val/coverage@99%precision": 0.354535,
    "val/dose_form_acc": 0.970686,
    "val/ingredient_acc": 0.987832,
    "val/margin/coverage@99%precision": 0.767699,
    "val/n": 1808,
    "val/precision@50%": 0.978982,
    "val/precision@80%": 0.96473,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_65_9e418bebadd611e21244.table.json"
    },
    "val/recall@5": 0.979535,
    "val/strength_acc": 0.958518,
    "val_mthspl/acc@1": 0.731931,
    "val_mthspl/coverage@99%precision": 0.084116,
    "val_mthspl/dose_form_acc": 0.875459,
    "val_mthspl/ingredient_acc": 0.916701,
    "val_mthspl/margin/coverage@99%precision": 0.102695,
    "val_mthspl/n": 4898,
    "val_mthspl/precision@50%": 0.897509,
    "val_mthspl/precision@80%": 0.824911,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_67_6d66ec8486a6a2cad84e.table.json"
    },
    "val_mthspl/recall@5": 0.896693,
    "val_mthspl/strength_acc": 0.885259
   }
  },
  {
   "id": "299vgibm",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v2",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:27:08Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v2",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v2/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v2",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v2",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 3,
    "epoch": 4,
    "n_fallback": 685,
    "n_train_rows": 39613,
    "n_train_rows_mthspl": 30054,
    "n_train_rows_vandf": 9559,
    "test/acc@1": 0.902968,
    "test/coverage@99%precision": 0.259703,
    "test/dose_form_acc": 0.955479,
    "test/failures": {
     "file": "media/table/test/failures_257_222fc00cfe6ab1966e73.table.json"
    },
    "test/ingredient_acc": 0.984589,
    "test/margin/coverage@99%precision": 0.666096,
    "test/n": 1752,
    "test/precision@50%": 0.969178,
    "test/precision@80%": 0.960057,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_254_9e175516b9e7bac52944.table.json"
    },
    "test/recall@5": 0.982877,
    "test/strength_acc": 0.952626,
    "test_mthspl/acc@1": 0.836036,
    "test_mthspl/coverage@99%precision": 0.172973,
    "test_mthspl/dose_form_acc": 0.928829,
    "test_mthspl/ingredient_acc": 0.929344,
    "test_mthspl/margin/coverage@99%precision": 0.36242,
    "test_mthspl/n": 7770,
    "test_mthspl/precision@50%": 0.9287,
    "test_mthspl/precision@80%": 0.890122,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_256_04f67dcd2674bec73172.table.json"
    },
    "test_mthspl/recall@5": 0.958301,
    "test_mthspl/strength_acc": 0.948777,
    "total_flos": 0,
    "train/acc@1": 0.928967,
    "train/coverage@99%precision": 0.369181,
    "train/dose_form_acc": 0.982111,
    "train/epoch": 4,
    "train/global_step": 2472,
    "train/grad_norm": 1.309257,
    "train/ingredient_acc": 0.992468,
    "train/learning_rate": 0.0,
    "train/loss": 0.024984,
    "train/margin/coverage@99%precision": 0.798096,
    "train/n": 9559,
    "train/precision@50%": 0.982008,
    "train/precision@80%": 0.963123,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_252_0edfc8170390ce8db09c.table.json"
    },
    "train/recall@5": 0.994142,
    "train/strength_acc": 0.966942,
    "train_loss": 0.041874,
    "train_runtime": 377.2811,
    "train_samples_per_second": 419.984,
    "train_steps_per_second": 6.552,
    "val/acc@1": 0.916482,
    "val/coverage@99%precision": 0.268805,
    "val/dose_form_acc": 0.969027,
    "val/ingredient_acc": 0.987279,
    "val/margin/coverage@99%precision": 0.690265,
    "val/n": 1808,
    "val/precision@50%": 0.973451,
    "val/precision@80%": 0.969571,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_253_038708ec8c89c5914306.table.json"
    },
    "val/recall@5": 0.98396,
    "val/strength_acc": 0.957965,
    "val_mthspl/acc@1": 0.822989,
    "val_mthspl/coverage@99%precision": 0.124541,
    "val_mthspl/dose_form_acc": 0.928134,
    "val_mthspl/ingredient_acc": 0.961617,
    "val_mthspl/margin/coverage@99%precision": 0.307064,
    "val_mthspl/n": 4898,
    "val_mthspl/precision@50%": 0.917109,
    "val_mthspl/precision@80%": 0.881317,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_255_2eff1255e8ca27080a4a.table.json"
    },
    "val_mthspl/recall@5": 0.962229,
    "val_mthspl/strength_acc": 0.934463
   }
  },
  {
   "id": "5re9qs3c",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v2-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:34:51Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v2-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-v2-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v2",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v2",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 2,
    "epoch": 4,
    "n_fallback": 117,
    "n_train_rows": 9559,
    "n_train_rows_vandf": 9559,
    "test/acc@1": 0.905822,
    "test/coverage@99%precision": 0.2871,
    "test/dose_form_acc": 0.956621,
    "test/failures": {
     "file": "media/table/test/failures_69_5538332a5d00b5b3eeb4.table.json"
    },
    "test/ingredient_acc": 0.980594,
    "test/margin/coverage@99%precision": 0.728881,
    "test/n": 1752,
    "test/precision@50%": 0.968037,
    "test/precision@80%": 0.962197,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_66_38285376910c3cc8a0bf.table.json"
    },
    "test/recall@5": 0.969749,
    "test/strength_acc": 0.954909,
    "test_mthspl/acc@1": 0.701802,
    "test_mthspl/coverage@99%precision": 0.072458,
    "test_mthspl/dose_form_acc": 0.83565,
    "test_mthspl/ingredient_acc": 0.897297,
    "test_mthspl/margin/coverage@99%precision": 0.172201,
    "test_mthspl/n": 7770,
    "test_mthspl/precision@50%": 0.886486,
    "test_mthspl/precision@80%": 0.80148,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_68_9be50df98d20f7d69f0b.table.json"
    },
    "test_mthspl/recall@5": 0.894595,
    "test_mthspl/strength_acc": 0.86538,
    "total_flos": 0,
    "train/acc@1": 0.934094,
    "train/coverage@99%precision": 0.398577,
    "train/dose_form_acc": 0.98389,
    "train/epoch": 4,
    "train/global_step": 596,
    "train/grad_norm": 1.622711,
    "train/ingredient_acc": 0.992782,
    "train/learning_rate": 0.0,
    "train/loss": 0.014864,
    "train/margin/coverage@99%precision": 0.808034,
    "train/n": 9559,
    "train/precision@50%": 0.982636,
    "train/precision@80%": 0.963907,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_64_a2d6543716020abb3c1b.table.json"
    },
    "train/recall@5": 0.994351,
    "train/strength_acc": 0.96893,
    "train_loss": 0.039546,
    "train_runtime": 100.3353,
    "train_samples_per_second": 381.082,
    "train_steps_per_second": 5.94,
    "val/acc@1": 0.915929,
    "val/coverage@99%precision": 0.232854,
    "val/dose_form_acc": 0.971792,
    "val/ingredient_acc": 0.992257,
    "val/margin/coverage@99%precision": 0.762168,
    "val/n": 1808,
    "val/precision@50%": 0.96792,
    "val/precision@80%": 0.961964,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_65_1d160cb95d19ca375e6a.table.json"
    },
    "val/recall@5": 0.985066,
    "val/strength_acc": 0.958518,
    "val_mthspl/acc@1": 0.745815,
    "val_mthspl/coverage@99%precision": 0.08432,
    "val_mthspl/dose_form_acc": 0.881176,
    "val_mthspl/ingredient_acc": 0.937321,
    "val_mthspl/margin/coverage@99%precision": 0.126582,
    "val_mthspl/n": 4898,
    "val_mthspl/precision@50%": 0.894243,
    "val_mthspl/precision@80%": 0.831547,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_67_cca15a394f68329bbfe9.table.json"
    },
    "val_mthspl/recall@5": 0.905267,
    "val_mthspl/strength_acc": 0.894447
   }
  },
  {
   "id": "e4umy64o",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v2-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:37:18Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v2-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v2-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v2",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v2",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 3,
    "epoch": 4,
    "n_fallback": 684,
    "n_train_rows": 39613,
    "n_train_rows_mthspl": 30054,
    "n_train_rows_vandf": 9559,
    "test/acc@1": 0.902397,
    "test/coverage@99%precision": 0.268265,
    "test/dose_form_acc": 0.953767,
    "test/failures": {
     "file": "media/table/test/failures_257_84e921f05961633cfe52.table.json"
    },
    "test/ingredient_acc": 0.978311,
    "test/margin/coverage@99%precision": 0.700342,
    "test/n": 1752,
    "test/precision@50%": 0.96347,
    "test/precision@80%": 0.957917,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_254_2711afaee353ea4fee86.table.json"
    },
    "test/recall@5": 0.980594,
    "test/strength_acc": 0.952055,
    "test_mthspl/acc@1": 0.819691,
    "test_mthspl/coverage@99%precision": 0.149421,
    "test_mthspl/dose_form_acc": 0.929344,
    "test_mthspl/ingredient_acc": 0.913256,
    "test_mthspl/margin/coverage@99%precision": 0.416602,
    "test_mthspl/n": 7770,
    "test_mthspl/precision@50%": 0.927671,
    "test_mthspl/precision@80%": 0.866795,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_256_90b582c2d1a1d705df96.table.json"
    },
    "test_mthspl/recall@5": 0.96834,
    "test_mthspl/strength_acc": 0.950708,
    "total_flos": 0,
    "train/acc@1": 0.928131,
    "train/coverage@99%precision": 0.401716,
    "train/dose_form_acc": 0.982006,
    "train/epoch": 4,
    "train/global_step": 2472,
    "train/grad_norm": 0.57553,
    "train/ingredient_acc": 0.990899,
    "train/learning_rate": 0.0,
    "train/loss": 0.017311,
    "train/margin/coverage@99%precision": 0.80772,
    "train/n": 9559,
    "train/precision@50%": 0.984519,
    "train/precision@80%": 0.958284,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_252_d1a52a4030394d218a26.table.json"
    },
    "train/recall@5": 0.993932,
    "train/strength_acc": 0.969139,
    "train_loss": 0.042196,
    "train_runtime": 377.1455,
    "train_samples_per_second": 420.135,
    "train_steps_per_second": 6.555,
    "val/acc@1": 0.923673,
    "val/coverage@99%precision": 0.283186,
    "val/dose_form_acc": 0.972345,
    "val/ingredient_acc": 0.99281,
    "val/margin/coverage@99%precision": 0.749447,
    "val/n": 1808,
    "val/precision@50%": 0.975664,
    "val/precision@80%": 0.970263,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_253_353f655149d3f24341c8.table.json"
    },
    "val/recall@5": 0.980642,
    "val/strength_acc": 0.964049,
    "val_mthspl/acc@1": 0.827685,
    "val_mthspl/coverage@99%precision": 0.107595,
    "val_mthspl/dose_form_acc": 0.931809,
    "val_mthspl/ingredient_acc": 0.9608,
    "val_mthspl/margin/coverage@99%precision": 0.377909,
    "val_mthspl/n": 4898,
    "val_mthspl/precision@50%": 0.921192,
    "val_mthspl/precision@80%": 0.889484,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_255_7d34235da4b34743df96.table.json"
    },
    "val_mthspl/recall@5": 0.961413,
    "val_mthspl/strength_acc": 0.934055
   }
  },
  {
   "id": "2f8cp4va",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v3",
   "group": null,
   "job_type": "train",
   "state": "failed",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:44:58Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "smoke": false,
    "epochs": 4,
    "log_model": false,
    "negatives": "ingredient",
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "output_dir": "models",
    "warmup_ratio": 0.1,
    "aux_min_count": 5,
    "train_sources": "VANDF",
    "dataset_subdir": "v3",
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "log_predictions": false,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "normalize_strength": true
   },
   "summary": {}
  },
  {
   "id": "qmeb8uml",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v3",
   "group": null,
   "job_type": "train",
   "state": "failed",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:45:04Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "smoke": false,
    "epochs": 4,
    "log_model": false,
    "negatives": "ingredient",
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "output_dir": "models",
    "warmup_ratio": 0.1,
    "aux_min_count": 5,
    "train_sources": "VANDF,MTHSPL",
    "dataset_subdir": "v3",
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "log_predictions": false,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "normalize_strength": true
   },
   "summary": {}
  },
  {
   "id": "gn3krefh",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v3-s1",
   "group": null,
   "job_type": "train",
   "state": "failed",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:45:09Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "smoke": false,
    "epochs": 4,
    "log_model": false,
    "negatives": "ingredient",
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "output_dir": "models",
    "warmup_ratio": 0.1,
    "aux_min_count": 5,
    "train_sources": "VANDF",
    "dataset_subdir": "v3",
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "log_predictions": false,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "normalize_strength": true
   },
   "summary": {}
  },
  {
   "id": "963l4kvo",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v3-s1",
   "group": null,
   "job_type": "train",
   "state": "failed",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:45:15Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "smoke": false,
    "epochs": 4,
    "log_model": false,
    "negatives": "ingredient",
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "output_dir": "models",
    "warmup_ratio": 0.1,
    "aux_min_count": 5,
    "train_sources": "VANDF,MTHSPL",
    "dataset_subdir": "v3",
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "log_predictions": false,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "normalize_strength": true
   },
   "summary": {}
  },
  {
   "id": "2q0ewzne",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v4",
   "group": null,
   "job_type": "train",
   "state": "failed",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:45:20Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "smoke": false,
    "epochs": 4,
    "log_model": false,
    "negatives": "ingredient",
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "output_dir": "models",
    "warmup_ratio": 0.1,
    "aux_min_count": 5,
    "train_sources": "VANDF",
    "dataset_subdir": "v4",
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "log_predictions": false,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "normalize_strength": true
   },
   "summary": {}
  },
  {
   "id": "fbq5du8d",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v4",
   "group": null,
   "job_type": "train",
   "state": "failed",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:45:26Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "smoke": false,
    "epochs": 4,
    "log_model": false,
    "negatives": "ingredient",
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "output_dir": "models",
    "warmup_ratio": 0.1,
    "aux_min_count": 5,
    "train_sources": "VANDF,MTHSPL",
    "dataset_subdir": "v4",
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "log_predictions": false,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "normalize_strength": true
   },
   "summary": {}
  },
  {
   "id": "jtq2txta",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v4-s1",
   "group": null,
   "job_type": "train",
   "state": "failed",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:45:31Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "smoke": false,
    "epochs": 4,
    "log_model": false,
    "negatives": "ingredient",
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "output_dir": "models",
    "warmup_ratio": 0.1,
    "aux_min_count": 5,
    "train_sources": "VANDF",
    "dataset_subdir": "v4",
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "log_predictions": false,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "normalize_strength": true
   },
   "summary": {}
  },
  {
   "id": "0sb2533d",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v4-s1",
   "group": null,
   "job_type": "train",
   "state": "failed",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:45:36Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "smoke": false,
    "epochs": 4,
    "log_model": false,
    "negatives": "ingredient",
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "output_dir": "models",
    "warmup_ratio": 0.1,
    "aux_min_count": 5,
    "train_sources": "VANDF,MTHSPL",
    "dataset_subdir": "v4",
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "log_predictions": false,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "normalize_strength": true
   },
   "summary": {}
  },
  {
   "id": "kcdky207",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v5",
   "group": null,
   "job_type": "train",
   "state": "failed",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:45:42Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "smoke": false,
    "epochs": 4,
    "log_model": false,
    "negatives": "ingredient",
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "output_dir": "models",
    "warmup_ratio": 0.1,
    "aux_min_count": 5,
    "train_sources": "VANDF",
    "dataset_subdir": "v5",
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "log_predictions": false,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "normalize_strength": true
   },
   "summary": {}
  },
  {
   "id": "xxa61z9r",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v5",
   "group": null,
   "job_type": "train",
   "state": "failed",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:45:47Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "smoke": false,
    "epochs": 4,
    "log_model": false,
    "negatives": "ingredient",
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "output_dir": "models",
    "warmup_ratio": 0.1,
    "aux_min_count": 5,
    "train_sources": "VANDF,MTHSPL",
    "dataset_subdir": "v5",
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "log_predictions": false,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "normalize_strength": true
   },
   "summary": {}
  },
  {
   "id": "jd3egpiu",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v5-s1",
   "group": null,
   "job_type": "train",
   "state": "failed",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:45:52Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "smoke": false,
    "epochs": 4,
    "log_model": false,
    "negatives": "ingredient",
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "output_dir": "models",
    "warmup_ratio": 0.1,
    "aux_min_count": 5,
    "train_sources": "VANDF",
    "dataset_subdir": "v5",
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "log_predictions": false,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "normalize_strength": true
   },
   "summary": {}
  },
  {
   "id": "k2303cbs",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v5-s1",
   "group": null,
   "job_type": "train",
   "state": "failed",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:45:58Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "smoke": false,
    "epochs": 4,
    "log_model": false,
    "negatives": "ingredient",
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "output_dir": "models",
    "warmup_ratio": 0.1,
    "aux_min_count": 5,
    "train_sources": "VANDF,MTHSPL",
    "dataset_subdir": "v5",
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "log_predictions": false,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "normalize_strength": true
   },
   "summary": {}
  },
  {
   "id": "qw6zy93e",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v6",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:46:03Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v6",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-v6/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v6",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v6",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 2,
    "epoch": 4,
    "n_fallback": 80,
    "n_train_rows": 9445,
    "n_train_rows_vandf": 9445,
    "test/acc@1": 0.915094,
    "test/coverage@99%precision": 0.431866,
    "test/dose_form_acc": 0.970126,
    "test/failures": {
     "file": "media/table/test/failures_68_17a7c3048c9af2aff7b3.table.json"
    },
    "test/ingredient_acc": 0.99109,
    "test/margin/coverage@99%precision": 0.693396,
    "test/n": 1908,
    "test/precision@50%": 0.983229,
    "test/precision@80%": 0.961337,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_5d4c3cc66be69ab8b3de.table.json"
    },
    "test/recall@5": 0.986897,
    "test/strength_acc": 0.954927,
    "test_mthspl/acc@1": 0.778059,
    "test_mthspl/coverage@99%precision": 0.090803,
    "test_mthspl/dose_form_acc": 0.920499,
    "test_mthspl/ingredient_acc": 0.938815,
    "test_mthspl/margin/coverage@99%precision": 0.184139,
    "test_mthspl/n": 5132,
    "test_mthspl/precision@50%": 0.928293,
    "test_mthspl/precision@80%": 0.870921,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_67_8e10df7d1f5ce3ba2aca.table.json"
    },
    "test_mthspl/recall@5": 0.928293,
    "test_mthspl/strength_acc": 0.874708,
    "total_flos": 0,
    "train/acc@1": 0.931075,
    "train/coverage@99%precision": 0.290524,
    "train/dose_form_acc": 0.978401,
    "train/epoch": 4,
    "train/global_step": 588,
    "train/grad_norm": 0.819983,
    "train/ingredient_acc": 0.992695,
    "train/learning_rate": 0.0,
    "train/loss": 0.012957,
    "train/margin/coverage@99%precision": 0.799471,
    "train/n": 9445,
    "train/precision@50%": 0.980093,
    "train/precision@80%": 0.958311,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_ab4d20e93530f45df5c3.table.json"
    },
    "train/recall@5": 0.995447,
    "train/strength_acc": 0.971308,
    "train_loss": 0.040735,
    "train_runtime": 99.1032,
    "train_samples_per_second": 381.219,
    "train_steps_per_second": 5.933,
    "val/acc@1": 0.87799,
    "val/coverage@99%precision": 0.547249,
    "val/dose_form_acc": 0.969498,
    "val/ingredient_acc": 0.985646,
    "val/margin/coverage@99%precision": 0.708732,
    "val/n": 1672,
    "val/precision@50%": 0.992823,
    "val/precision@80%": 0.950673,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_bec99a9384b5a6657370.table.json"
    },
    "val/recall@5": 0.964713,
    "val/strength_acc": 0.953947,
    "val_mthspl/acc@1": 0.605585,
    "val_mthspl/coverage@99%precision": 0.095506,
    "val_mthspl/dose_form_acc": 0.820059,
    "val_mthspl/ingredient_acc": 0.852445,
    "val_mthspl/margin/coverage@99%precision": 0.206048,
    "val_mthspl/n": 6052,
    "val_mthspl/precision@50%": 0.876074,
    "val_mthspl/precision@80%": 0.729244,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_66_c7eef1caf493effdc362.table.json"
    },
    "val_mthspl/recall@5": 0.778751,
    "val_mthspl/strength_acc": 0.727363
   }
  },
  {
   "id": "0olmc6de",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v6",
   "group": null,
   "job_type": "train",
   "state": "failed",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:48:30Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v6",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v6/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v6",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v6",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 1,
    "epoch": 0.992126,
    "n_fallback": 519,
    "n_train_rows": 40666,
    "n_train_rows_mthspl": 31221,
    "n_train_rows_vandf": 9445,
    "train/epoch": 1.472441,
    "train/global_step": 930,
    "train/grad_norm": 0.374654,
    "train/learning_rate": 1.4e-05,
    "train/loss": 0.026862,
    "val/acc@1": 0.877392,
    "val/coverage@99%precision": 0.439593,
    "val/dose_form_acc": 0.962321,
    "val/ingredient_acc": 0.983852,
    "val/precision@50%": 0.982057,
    "val/precision@80%": 0.953662,
    "val/recall@5": 0.973684,
    "val/strength_acc": 0.94677
   }
  },
  {
   "id": "zlbkib30",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v6-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:52:54Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v6-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-v6-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v6",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v6",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 1,
    "epoch": 4,
    "n_fallback": 80,
    "n_train_rows": 9445,
    "n_train_rows_vandf": 9445,
    "test/acc@1": 0.922956,
    "test/coverage@99%precision": 0.371069,
    "test/dose_form_acc": 0.973795,
    "test/failures": {
     "file": "media/table/test/failures_68_1fe598ce806ebb3dbf16.table.json"
    },
    "test/ingredient_acc": 0.996855,
    "test/margin/coverage@99%precision": 0.618973,
    "test/n": 1908,
    "test/precision@50%": 0.979036,
    "test/precision@80%": 0.960682,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_2a6d465123f5862d1f20.table.json"
    },
    "test/recall@5": 0.988994,
    "test/strength_acc": 0.962788,
    "test_mthspl/acc@1": 0.824435,
    "test_mthspl/coverage@99%precision": 0.092167,
    "test_mthspl/dose_form_acc": 0.952455,
    "test_mthspl/ingredient_acc": 0.967264,
    "test_mthspl/margin/coverage@99%precision": 0.203819,
    "test_mthspl/n": 5132,
    "test_mthspl/precision@50%": 0.91855,
    "test_mthspl/precision@80%": 0.888456,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_67_2d8a9251eb075b272011.table.json"
    },
    "test_mthspl/recall@5": 0.962783,
    "test_mthspl/strength_acc": 0.904716,
    "total_flos": 0,
    "train/acc@1": 0.917628,
    "train/coverage@99%precision": 0.294336,
    "train/dose_form_acc": 0.977766,
    "train/epoch": 4,
    "train/global_step": 588,
    "train/grad_norm": 0.1575,
    "train/ingredient_acc": 0.990789,
    "train/learning_rate": 0.0,
    "train/loss": 0.006195,
    "train/margin/coverage@99%precision": 0.747168,
    "train/n": 9445,
    "train/precision@50%": 0.978399,
    "train/precision@80%": 0.954473,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_933f597d10858ba90411.table.json"
    },
    "train/recall@5": 0.992377,
    "train/strength_acc": 0.964214,
    "train_loss": 0.039667,
    "train_runtime": 98.6077,
    "train_samples_per_second": 383.134,
    "train_steps_per_second": 5.963,
    "val/acc@1": 0.884569,
    "val/coverage@99%precision": 0.511364,
    "val/dose_form_acc": 0.973086,
    "val/ingredient_acc": 0.986842,
    "val/margin/coverage@99%precision": 0.708134,
    "val/n": 1672,
    "val/precision@50%": 0.991627,
    "val/precision@80%": 0.957399,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_f78b56618b3d05b66045.table.json"
    },
    "val/recall@5": 0.976077,
    "val/strength_acc": 0.952153,
    "val_mthspl/acc@1": 0.667548,
    "val_mthspl/coverage@99%precision": 0.088401,
    "val_mthspl/dose_form_acc": 0.883014,
    "val_mthspl/ingredient_acc": 0.933906,
    "val_mthspl/margin/coverage@99%precision": 0.25347,
    "val_mthspl/n": 6052,
    "val_mthspl/precision@50%": 0.880701,
    "val_mthspl/precision@80%": 0.766419,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_66_529cf54ee43678ad7363.table.json"
    },
    "val_mthspl/recall@5": 0.878387,
    "val_mthspl/strength_acc": 0.780899
   }
  },
  {
   "id": "r3yn7zss",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v6-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T22:55:18Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v6-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v6-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v6",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v6",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 3,
    "epoch": 3.992126,
    "n_fallback": 519,
    "n_train_rows": 40666,
    "n_train_rows_mthspl": 31221,
    "n_train_rows_vandf": 9445,
    "test/acc@1": 0.928721,
    "test/coverage@99%precision": 0.479036,
    "test/dose_form_acc": 0.976939,
    "test/failures": {
     "file": "media/table/test/failures_262_dd61e7d169d58771bf41.table.json"
    },
    "test/ingredient_acc": 0.990566,
    "test/margin/coverage@99%precision": 0.694969,
    "test/n": 1908,
    "test/precision@50%": 0.98847,
    "test/precision@80%": 0.971166,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_259_fbdafceb9f37f2499daf.table.json"
    },
    "test/recall@5": 0.986373,
    "test/strength_acc": 0.961216,
    "test_mthspl/acc@1": 0.879969,
    "test_mthspl/coverage@99%precision": 0.180436,
    "test_mthspl/dose_form_acc": 0.965705,
    "test_mthspl/ingredient_acc": 0.98032,
    "test_mthspl/margin/coverage@99%precision": 0.43258,
    "test_mthspl/n": 5132,
    "test_mthspl/precision@50%": 0.947389,
    "test_mthspl/precision@80%": 0.92377,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_261_b9bb837dc43387686b3c.table.json"
    },
    "test_mthspl/recall@5": 0.975643,
    "test_mthspl/strength_acc": 0.928488,
    "total_flos": 0,
    "train/acc@1": 0.936686,
    "train/coverage@99%precision": 0.312017,
    "train/dose_form_acc": 0.982213,
    "train/epoch": 3.992126,
    "train/global_step": 2520,
    "train/grad_norm": 1.22084,
    "train/ingredient_acc": 0.993859,
    "train/learning_rate": 0.0,
    "train/loss": 0.013501,
    "train/margin/coverage@99%precision": 0.802223,
    "train/n": 9445,
    "train/precision@50%": 0.976705,
    "train/precision@80%": 0.963208,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_257_fa1507e64c7a84da31bf.table.json"
    },
    "train/recall@5": 0.995765,
    "train/strength_acc": 0.971308,
    "train_loss": 0.041002,
    "train_runtime": 408.2882,
    "train_samples_per_second": 398.405,
    "train_steps_per_second": 6.221,
    "val/acc@1": 0.896531,
    "val/coverage@99%precision": 0.562799,
    "val/dose_form_acc": 0.973684,
    "val/ingredient_acc": 0.982656,
    "val/margin/coverage@99%precision": 0.730861,
    "val/n": 1672,
    "val/precision@50%": 0.992823,
    "val/precision@80%": 0.955157,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_258_fe97b49744c5d5acb7c1.table.json"
    },
    "val/recall@5": 0.970096,
    "val/strength_acc": 0.950359,
    "val_mthspl/acc@1": 0.755783,
    "val_mthspl/coverage@99%precision": 0.099636,
    "val_mthspl/dose_form_acc": 0.929445,
    "val_mthspl/ingredient_acc": 0.967614,
    "val_mthspl/margin/coverage@99%precision": 0.353106,
    "val_mthspl/n": 6052,
    "val_mthspl/precision@50%": 0.920687,
    "val_mthspl/precision@80%": 0.833746,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_260_a6b95dd1d3dbffaa206e.table.json"
    },
    "val_mthspl/recall@5": 0.921348,
    "val_mthspl/strength_acc": 0.830635
   }
  },
  {
   "id": "3giu6gvr",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v1",
   "group": null,
   "job_type": "train",
   "state": "failed",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T23:03:30Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v1",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.789814,
    "aux/num_labels": 232,
    "n_fallback": 123,
    "n_train_rows": 9287,
    "n_train_rows_vandf": 9287
   }
  },
  {
   "id": "o90s95am",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v1",
   "group": null,
   "job_type": "train",
   "state": "failed",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T23:03:46Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "smoke": false,
    "epochs": 4,
    "log_model": false,
    "negatives": "ingredient",
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "output_dir": "models",
    "split_salt": "rxnorm-2026-09-08-v1",
    "warmup_ratio": 0.1,
    "aux_min_count": 5,
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "train_sources": "VANDF,MTHSPL",
    "dataset_subdir": "v1",
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "log_predictions": false,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "normalize_strength": true
   },
   "summary": {}
  },
  {
   "id": "9nw03f6p",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v1-s1",
   "group": null,
   "job_type": "train",
   "state": "failed",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T23:09:21Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v1-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v1-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v1",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.789814,
    "aux/num_labels": 232,
    "n_fallback": 123,
    "n_train_rows": 9287,
    "n_train_rows_vandf": 9287
   }
  },
  {
   "id": "9v7puwu8",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v1-s1",
   "group": null,
   "job_type": "train",
   "state": "failed",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T23:09:37Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "smoke": false,
    "epochs": 4,
    "log_model": false,
    "negatives": "ingredient",
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "output_dir": "models",
    "split_salt": "rxnorm-2026-09-08-v1",
    "warmup_ratio": 0.1,
    "aux_min_count": 5,
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "train_sources": "VANDF,MTHSPL",
    "dataset_subdir": "v1",
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "log_predictions": false,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "normalize_strength": true
   },
   "summary": {}
  },
  {
   "id": "xmyyej0r",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v2",
   "group": null,
   "job_type": "train",
   "state": "failed",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T23:10:35Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v2",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v2/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v2",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v2",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.780521,
    "aux/num_labels": 248,
    "n_fallback": 117,
    "n_train_rows": 9559,
    "n_train_rows_vandf": 9559
   }
  },
  {
   "id": "kbjz1e2k",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v2",
   "group": null,
   "job_type": "train",
   "state": "failed",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T23:10:51Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "smoke": false,
    "epochs": 4,
    "log_model": false,
    "negatives": "ingredient",
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "output_dir": "models",
    "split_salt": "rxnorm-2026-09-08-v2",
    "warmup_ratio": 0.1,
    "aux_min_count": 5,
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "train_sources": "VANDF,MTHSPL",
    "dataset_subdir": "v2",
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "log_predictions": false,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "normalize_strength": true
   },
   "summary": {}
  },
  {
   "id": "4sgoz75c",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v2-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T23:13:16Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v2-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v2-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v2",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v2",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.780521,
    "aux/num_labels": 248,
    "best_epoch": 2,
    "epoch": 4,
    "n_fallback": 117,
    "n_train_rows": 9559,
    "n_train_rows_vandf": 9559,
    "test/acc@1": 0.90411,
    "test/coverage@99%precision": 0.291667,
    "test/dose_form_acc": 0.95605,
    "test/failures": {
     "file": "media/table/test/failures_69_fb1621203abb1b313253.table.json"
    },
    "test/ingredient_acc": 0.980594,
    "test/margin/coverage@99%precision": 0.707192,
    "test/n": 1752,
    "test/precision@50%": 0.968037,
    "test/precision@80%": 0.962197,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_66_25f26509d49e60abcbfd.table.json"
    },
    "test/recall@5": 0.969749,
    "test/strength_acc": 0.953767,
    "test_mthspl/acc@1": 0.705405,
    "test_mthspl/coverage@99%precision": 0.072458,
    "test_mthspl/dose_form_acc": 0.835521,
    "test_mthspl/ingredient_acc": 0.899485,
    "test_mthspl/margin/coverage@99%precision": 0.18314,
    "test_mthspl/n": 7770,
    "test_mthspl/precision@50%": 0.887516,
    "test_mthspl/precision@80%": 0.803732,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_68_af6a5e1e491e5b56d5f3.table.json"
    },
    "test_mthspl/recall@5": 0.898198,
    "test_mthspl/strength_acc": 0.870142,
    "total_flos": 0,
    "train/acc@1": 0.934721,
    "train/coverage@99%precision": 0.397845,
    "train/dose_form_acc": 0.98389,
    "train/epoch": 4,
    "train/global_step": 596,
    "train/grad_norm": 1.688671,
    "train/ingredient_acc": 0.993096,
    "train/learning_rate": 0.0,
    "train/loss": 0.062109,
    "train/margin/coverage@99%precision": 0.809394,
    "train/mnrl": 0.0155,
    "train/n": 9559,
    "train/precision@50%": 0.982008,
    "train/precision@80%": 0.964038,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_64_6db1bc171bd1a7e115c1.table.json"
    },
    "train/recall@5": 0.994246,
    "train/strength": 0.0466,
    "train/strength_acc": 0.969348,
    "train_loss": 0.089954,
    "train_runtime": 98.9785,
    "train_samples_per_second": 386.306,
    "train_steps_per_second": 6.022,
    "val/acc@1": 0.913717,
    "val/coverage@99%precision": 0.241704,
    "val/dose_form_acc": 0.971792,
    "val/ingredient_acc": 0.992257,
    "val/margin/coverage@99%precision": 0.756084,
    "val/n": 1808,
    "val/precision@50%": 0.96792,
    "val/precision@80%": 0.961964,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_65_4ee517de0bbc8ce941d2.table.json"
    },
    "val/recall@5": 0.981748,
    "val/strength_acc": 0.959071,
    "val_mthspl/acc@1": 0.743977,
    "val_mthspl/coverage@99%precision": 0.08432,
    "val_mthspl/dose_form_acc": 0.881788,
    "val_mthspl/ingredient_acc": 0.936913,
    "val_mthspl/margin/coverage@99%precision": 0.128011,
    "val_mthspl/n": 4898,
    "val_mthspl/precision@50%": 0.891384,
    "val_mthspl/precision@80%": 0.82976,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_67_d68e56eb75e704aabc63.table.json"
    },
    "val_mthspl/recall@5": 0.906288,
    "val_mthspl/strength_acc": 0.893222
   }
  },
  {
   "id": "iofxnb3m",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v2-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T23:15:43Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v2-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v2-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v2",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v2",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.932345,
    "aux/num_labels": 761,
    "best_epoch": 4,
    "epoch": 4,
    "n_fallback": 684,
    "n_train_rows": 39613,
    "n_train_rows_mthspl": 30054,
    "n_train_rows_vandf": 9559,
    "test/acc@1": 0.90411,
    "test/coverage@99%precision": 0.263699,
    "test/dose_form_acc": 0.95605,
    "test/failures": {
     "file": "media/table/test/failures_257_fb589bd8dfb530ed7b35.table.json"
    },
    "test/ingredient_acc": 0.97774,
    "test/margin/coverage@99%precision": 0.670091,
    "test/n": 1752,
    "test/precision@50%": 0.964612,
    "test/precision@80%": 0.958631,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_254_975b2a24c42d85c77e34.table.json"
    },
    "test/recall@5": 0.97089,
    "test/strength_acc": 0.950913,
    "test_mthspl/acc@1": 0.840283,
    "test_mthspl/coverage@99%precision": 0.158172,
    "test_mthspl/dose_form_acc": 0.929215,
    "test_mthspl/ingredient_acc": 0.932304,
    "test_mthspl/margin/coverage@99%precision": 0.396911,
    "test_mthspl/n": 7770,
    "test_mthspl/precision@50%": 0.933076,
    "test_mthspl/precision@80%": 0.89157,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_256_ebef57f14b1c32d613f9.table.json"
    },
    "test_mthspl/recall@5": 0.966924,
    "test_mthspl/strength_acc": 0.950965,
    "total_flos": 0,
    "train/acc@1": 0.930955,
    "train/coverage@99%precision": 0.378073,
    "train/dose_form_acc": 0.982216,
    "train/epoch": 4,
    "train/global_step": 2472,
    "train/grad_norm": 0.529076,
    "train/ingredient_acc": 0.990689,
    "train/learning_rate": 0.0,
    "train/loss": 0.055329,
    "train/margin/coverage@99%precision": 0.812951,
    "train/mnrl": 0.0196,
    "train/n": 9559,
    "train/precision@50%": 0.982427,
    "train/precision@80%": 0.961292,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_252_3a9adffb8f37752a89b5.table.json"
    },
    "train/recall@5": 0.993828,
    "train/strength": 0.0358,
    "train/strength_acc": 0.970813,
    "train_loss": 0.092051,
    "train_runtime": 374.5763,
    "train_samples_per_second": 423.017,
    "train_steps_per_second": 6.599,
    "val/acc@1": 0.922566,
    "val/coverage@99%precision": 0.297013,
    "val/dose_form_acc": 0.972345,
    "val/ingredient_acc": 0.992257,
    "val/margin/coverage@99%precision": 0.698009,
    "val/n": 1808,
    "val/precision@50%": 0.964602,
    "val/precision@80%": 0.966805,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_253_933a2c5de42c70f6c882.table.json"
    },
    "val/recall@5": 0.979535,
    "val/strength_acc": 0.964049,
    "val_mthspl/acc@1": 0.817681,
    "val_mthspl/coverage@99%precision": 0.129236,
    "val_mthspl/dose_form_acc": 0.932626,
    "val_mthspl/ingredient_acc": 0.961617,
    "val_mthspl/margin/coverage@99%precision": 0.379951,
    "val_mthspl/n": 4898,
    "val_mthspl/precision@50%": 0.900367,
    "val_mthspl/precision@80%": 0.878509,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_255_cba3eb2a8d16ab2cd3c6.table.json"
    },
    "val_mthspl/recall@5": 0.961004,
    "val_mthspl/strength_acc": 0.93528
   }
  },
  {
   "id": "9n499lf1",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v3",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T23:23:20Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v3",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v3/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v3",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v3",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.782528,
    "aux/num_labels": 242,
    "best_epoch": 3,
    "epoch": 4,
    "n_fallback": 133,
    "n_train_rows": 9684,
    "n_train_rows_vandf": 9684,
    "test/acc@1": 0.90744,
    "test/coverage@99%precision": 0.380199,
    "test/dose_form_acc": 0.97188,
    "test/failures": {
     "file": "media/table/test/failures_70_9040dc76bf3a7b5d7e18.table.json"
    },
    "test/ingredient_acc": 0.991213,
    "test/margin/coverage@99%precision": 0.600469,
    "test/n": 1707,
    "test/precision@50%": 0.982436,
    "test/precision@80%": 0.958272,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_67_283c055f3dc8e9b94d0d.table.json"
    },
    "test/recall@5": 0.97891,
    "test/strength_acc": 0.964851,
    "test_mthspl/acc@1": 0.759505,
    "test_mthspl/coverage@99%precision": 0.11693,
    "test_mthspl/dose_form_acc": 0.909792,
    "test_mthspl/ingredient_acc": 0.91589,
    "test_mthspl/margin/coverage@99%precision": 0.365854,
    "test_mthspl/n": 5576,
    "test_mthspl/precision@50%": 0.940818,
    "test_mthspl/precision@80%": 0.875588,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_69_edfa3848c974801437d0.table.json"
    },
    "test_mthspl/recall@5": 0.889347,
    "test_mthspl/strength_acc": 0.850968,
    "total_flos": 0,
    "train/acc@1": 0.936287,
    "train/coverage@99%precision": 0.322491,
    "train/dose_form_acc": 0.982755,
    "train/epoch": 4,
    "train/global_step": 604,
    "train/grad_norm": 0.970626,
    "train/ingredient_acc": 0.993804,
    "train/learning_rate": 0.0,
    "train/loss": 0.060834,
    "train/margin/coverage@99%precision": 0.813507,
    "train/mnrl": 0.0148,
    "train/n": 9684,
    "train/precision@50%": 0.979141,
    "train/precision@80%": 0.964244,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_65_f052bee97bb5c7a58970.table.json"
    },
    "train/recall@5": 0.994837,
    "train/strength": 0.0461,
    "train/strength_acc": 0.969124,
    "train_loss": 0.089688,
    "train_runtime": 101.7289,
    "train_samples_per_second": 380.777,
    "train_steps_per_second": 5.937,
    "val/acc@1": 0.913925,
    "val/coverage@99%precision": 0.54386,
    "val/dose_form_acc": 0.979167,
    "val/ingredient_acc": 0.984649,
    "val/margin/coverage@99%precision": 0.716557,
    "val/n": 1824,
    "val/precision@50%": 0.991228,
    "val/precision@80%": 0.960247,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_66_b5de2da310c8647e0794.table.json"
    },
    "val/recall@5": 0.988487,
    "val/strength_acc": 0.975329,
    "val_mthspl/acc@1": 0.786013,
    "val_mthspl/coverage@99%precision": 0.001461,
    "val_mthspl/dose_form_acc": 0.931315,
    "val_mthspl/ingredient_acc": 0.948434,
    "val_mthspl/margin/coverage@99%precision": 0.234238,
    "val_mthspl/n": 4790,
    "val_mthspl/precision@50%": 0.902296,
    "val_mthspl/precision@80%": 0.857777,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_68_d6cc78b5876ff5b184f2.table.json"
    },
    "val_mthspl/recall@5": 0.947808,
    "val_mthspl/strength_acc": 0.898956
   }
  },
  {
   "id": "40pi7kfg",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v3",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T23:25:47Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v3",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v3/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v3",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v3",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.936189,
    "aux/num_labels": 764,
    "best_epoch": 1,
    "epoch": 3.992447,
    "n_fallback": 679,
    "n_train_rows": 42375,
    "n_train_rows_mthspl": 32691,
    "n_train_rows_vandf": 9684,
    "test/acc@1": 0.905097,
    "test/coverage@99%precision": 0.336262,
    "test/dose_form_acc": 0.970709,
    "test/failures": {
     "file": "media/table/test/failures_272_496ff2923c717ebfb046.table.json"
    },
    "test/ingredient_acc": 0.992384,
    "test/margin/coverage@99%precision": 0.68717,
    "test/n": 1707,
    "test/precision@50%": 0.974239,
    "test/precision@80%": 0.95754,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_269_fe404e10a6b87c41697b.table.json"
    },
    "test/recall@5": 0.987112,
    "test/strength_acc": 0.959578,
    "test_mthspl/acc@1": 0.861011,
    "test_mthspl/coverage@99%precision": 0.182389,
    "test_mthspl/dose_form_acc": 0.955344,
    "test_mthspl/ingredient_acc": 0.979555,
    "test_mthspl/margin/coverage@99%precision": 0.405129,
    "test_mthspl/n": 5576,
    "test_mthspl/precision@50%": 0.956241,
    "test_mthspl/precision@80%": 0.92087,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_271_0b8b764dd722a03ad898.table.json"
    },
    "test_mthspl/recall@5": 0.960187,
    "test_mthspl/strength_acc": 0.916428,
    "total_flos": 0,
    "train/acc@1": 0.912123,
    "train/coverage@99%precision": 0.302974,
    "train/dose_form_acc": 0.973358,
    "train/epoch": 3.992447,
    "train/global_step": 2628,
    "train/grad_norm": 0.411618,
    "train/ingredient_acc": 0.986989,
    "train/learning_rate": 0.0,
    "train/loss": 0.053279,
    "train/margin/coverage@99%precision": 0.711276,
    "train/mnrl": 0.0178,
    "train/n": 9684,
    "train/precision@50%": 0.97563,
    "train/precision@80%": 0.956757,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_267_8c8e079ead1f8df70200.table.json"
    },
    "train/recall@5": 0.986369,
    "train/strength": 0.0354,
    "train/strength_acc": 0.960244,
    "train_loss": 0.095898,
    "train_runtime": 419.3494,
    "train_samples_per_second": 404.198,
    "train_steps_per_second": 6.315,
    "val/acc@1": 0.91886,
    "val/coverage@99%precision": 0.502741,
    "val/dose_form_acc": 0.975329,
    "val/ingredient_acc": 0.986842,
    "val/margin/coverage@99%precision": 0.783443,
    "val/n": 1824,
    "val/precision@50%": 0.990132,
    "val/precision@80%": 0.961618,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_268_09881223c9df17219c0b.table.json"
    },
    "val/recall@5": 0.994518,
    "val/strength_acc": 0.969298,
    "val_mthspl/acc@1": 0.877871,
    "val_mthspl/coverage@99%precision": 0.001044,
    "val_mthspl/dose_form_acc": 0.964092,
    "val_mthspl/ingredient_acc": 0.985804,
    "val_mthspl/margin/coverage@99%precision": 0.495616,
    "val_mthspl/n": 4790,
    "val_mthspl/precision@50%": 0.933194,
    "val_mthspl/precision@80%": 0.916232,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_270_ff5b3598665aaad90526.table.json"
    },
    "val_mthspl/recall@5": 0.986639,
    "val_mthspl/strength_acc": 0.934864
   }
  },
  {
   "id": "ax27c274",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v3-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T23:34:12Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v3-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v3-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v3",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v3",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.782528,
    "aux/num_labels": 242,
    "best_epoch": 3,
    "epoch": 4,
    "n_fallback": 133,
    "n_train_rows": 9684,
    "n_train_rows_vandf": 9684,
    "test/acc@1": 0.902753,
    "test/coverage@99%precision": 0.3099,
    "test/dose_form_acc": 0.970709,
    "test/failures": {
     "file": "media/table/test/failures_70_cb1e8ee137e76cf08f36.table.json"
    },
    "test/ingredient_acc": 0.984183,
    "test/margin/coverage@99%precision": 0.560047,
    "test/n": 1707,
    "test/precision@50%": 0.981265,
    "test/precision@80%": 0.959004,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_67_e4d227e6e87b97ddfeec.table.json"
    },
    "test/recall@5": 0.97481,
    "test/strength_acc": 0.959578,
    "test_mthspl/acc@1": 0.746593,
    "test_mthspl/coverage@99%precision": 0.11675,
    "test_mthspl/dose_form_acc": 0.893113,
    "test_mthspl/ingredient_acc": 0.893651,
    "test_mthspl/margin/coverage@99%precision": 0.289813,
    "test_mthspl/n": 5576,
    "test_mthspl/precision@50%": 0.935796,
    "test_mthspl/precision@80%": 0.863035,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_69_35672b3fc3b1dc38419b.table.json"
    },
    "test_mthspl/recall@5": 0.876793,
    "test_mthspl/strength_acc": 0.833752,
    "total_flos": 0,
    "train/acc@1": 0.935357,
    "train/coverage@99%precision": 0.311029,
    "train/dose_form_acc": 0.981413,
    "train/epoch": 4,
    "train/global_step": 604,
    "train/grad_norm": 0.264671,
    "train/ingredient_acc": 0.994011,
    "train/learning_rate": 0.0,
    "train/loss": 0.059445,
    "train/margin/coverage@99%precision": 0.795333,
    "train/mnrl": 0.0133,
    "train/n": 9684,
    "train/precision@50%": 0.979967,
    "train/precision@80%": 0.964115,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_65_8864a366a4ebc9e4a55c.table.json"
    },
    "train/recall@5": 0.994837,
    "train/strength": 0.0461,
    "train/strength_acc": 0.971293,
    "train_loss": 0.0869,
    "train_runtime": 101.7656,
    "train_samples_per_second": 380.639,
    "train_steps_per_second": 5.935,
    "val/acc@1": 0.914474,
    "val/coverage@99%precision": 0.498904,
    "val/dose_form_acc": 0.98136,
    "val/ingredient_acc": 0.985746,
    "val/margin/coverage@99%precision": 0.696272,
    "val/n": 1824,
    "val/precision@50%": 0.989035,
    "val/precision@80%": 0.954764,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_66_20739a3f107efb279561.table.json"
    },
    "val/recall@5": 0.993969,
    "val/strength_acc": 0.979167,
    "val_mthspl/acc@1": 0.784969,
    "val_mthspl/coverage@99%precision": 0.003132,
    "val_mthspl/dose_form_acc": 0.926096,
    "val_mthspl/ingredient_acc": 0.944676,
    "val_mthspl/margin/coverage@99%precision": 0.073486,
    "val_mthspl/n": 4790,
    "val_mthspl/precision@50%": 0.905637,
    "val_mthspl/precision@80%": 0.85595,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_68_988aa398d904c9f685c4.table.json"
    },
    "val_mthspl/recall@5": 0.943633,
    "val_mthspl/strength_acc": 0.898539
   }
  },
  {
   "id": "n9ikr671",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v3-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T23:36:39Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v3-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v3-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v3",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v3",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.936236,
    "aux/num_labels": 764,
    "best_epoch": 2,
    "epoch": 3.993958,
    "n_fallback": 680,
    "n_train_rows": 42375,
    "n_train_rows_mthspl": 32691,
    "n_train_rows_vandf": 9684,
    "test/acc@1": 0.906854,
    "test/coverage@99%precision": 0.348565,
    "test/dose_form_acc": 0.971295,
    "test/failures": {
     "file": "media/table/test/failures_273_46f1b57a2ca52add375c.table.json"
    },
    "test/ingredient_acc": 0.991798,
    "test/margin/coverage@99%precision": 0.654364,
    "test/n": 1707,
    "test/precision@50%": 0.974239,
    "test/precision@80%": 0.963397,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_270_bc64f5ac338f8a9e8dd6.table.json"
    },
    "test/recall@5": 0.981839,
    "test/strength_acc": 0.961336,
    "test_mthspl/acc@1": 0.872669,
    "test_mthspl/coverage@99%precision": 0.15477,
    "test_mthspl/dose_form_acc": 0.963594,
    "test_mthspl/ingredient_acc": 0.978479,
    "test_mthspl/margin/coverage@99%precision": 0.455165,
    "test_mthspl/n": 5576,
    "test_mthspl/precision@50%": 0.958393,
    "test_mthspl/precision@80%": 0.930061,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_272_9d711a6374a965931609.table.json"
    },
    "test_mthspl/recall@5": 0.962339,
    "test_mthspl/strength_acc": 0.923063,
    "total_flos": 0,
    "train/acc@1": 0.925857,
    "train/coverage@99%precision": 0.302974,
    "train/dose_form_acc": 0.978831,
    "train/epoch": 3.993958,
    "train/global_step": 2632,
    "train/grad_norm": 1.684602,
    "train/ingredient_acc": 0.99081,
    "train/learning_rate": 0.0,
    "train/loss": 0.056814,
    "train/margin/coverage@99%precision": 0.767245,
    "train/mnrl": 0.0207,
    "train/n": 9684,
    "train/precision@50%": 0.978108,
    "train/precision@80%": 0.961404,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_268_fd29e7f9ce6d1c431076.table.json"
    },
    "train/recall@5": 0.992668,
    "train/strength": 0.0361,
    "train/strength_acc": 0.96551,
    "train_loss": 0.094574,
    "train_runtime": 423.1063,
    "train_samples_per_second": 400.609,
    "train_steps_per_second": 6.258,
    "val/acc@1": 0.91886,
    "val/coverage@99%precision": 0.516996,
    "val/dose_form_acc": 0.979715,
    "val/ingredient_acc": 0.986842,
    "val/margin/coverage@99%precision": 0.733553,
    "val/n": 1824,
    "val/precision@50%": 0.991228,
    "val/precision@80%": 0.949966,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_269_e4cea7eddd24e71712dc.table.json"
    },
    "val/recall@5": 0.995066,
    "val/strength_acc": 0.971491,
    "val_mthspl/acc@1": 0.873069,
    "val_mthspl/coverage@99%precision": 0.033403,
    "val_mthspl/dose_form_acc": 0.960752,
    "val_mthspl/ingredient_acc": 0.981628,
    "val_mthspl/margin/coverage@99%precision": 0.470355,
    "val_mthspl/n": 4790,
    "val_mthspl/precision@50%": 0.934447,
    "val_mthspl/precision@80%": 0.914927,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_271_7c2f8edf718bd2386476.table.json"
    },
    "val_mthspl/recall@5": 0.984342,
    "val_mthspl/strength_acc": 0.938831
   }
  },
  {
   "id": "4beat1hm",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v4",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T23:45:09Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v4",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v4/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v4",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v4",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.789451,
    "aux/num_labels": 229,
    "best_epoch": 4,
    "epoch": 4,
    "n_fallback": 95,
    "n_train_rows": 9081,
    "n_train_rows_vandf": 9081,
    "test/acc@1": 0.873999,
    "test/coverage@99%precision": 0.241888,
    "test/dose_form_acc": 0.969659,
    "test/failures": {
     "file": "media/table/test/failures_66_e03e1734824cccc76ad9.table.json"
    },
    "test/ingredient_acc": 0.977665,
    "test/margin/coverage@99%precision": 0.694901,
    "test/n": 2373,
    "test/precision@50%": 0.961214,
    "test/precision@80%": 0.926765,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_63_60352d3c578ebe263254.table.json"
    },
    "test/recall@5": 0.975137,
    "test/strength_acc": 0.962495,
    "test_mthspl/acc@1": 0.650186,
    "test_mthspl/coverage@99%precision": 0.029589,
    "test_mthspl/dose_form_acc": 0.840015,
    "test_mthspl/ingredient_acc": 0.881901,
    "test_mthspl/margin/coverage@99%precision": 0.156654,
    "test_mthspl/n": 7807,
    "test_mthspl/precision@50%": 0.890881,
    "test_mthspl/precision@80%": 0.770413,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_65_b693124955585d955ea5.table.json"
    },
    "test_mthspl/recall@5": 0.825925,
    "test_mthspl/strength_acc": 0.794671,
    "total_flos": 0,
    "train/acc@1": 0.939324,
    "train/coverage@99%precision": 0.466909,
    "train/dose_form_acc": 0.985464,
    "train/epoch": 4,
    "train/global_step": 564,
    "train/grad_norm": 3.109094,
    "train/ingredient_acc": 0.993943,
    "train/learning_rate": 0.0,
    "train/loss": 0.064405,
    "train/margin/coverage@99%precision": 0.842308,
    "train/mnrl": 0.018,
    "train/n": 9081,
    "train/precision@50%": 0.987004,
    "train/precision@80%": 0.972884,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_61_f9d17ae2d13d5141cfbc.table.json"
    },
    "train/recall@5": 0.994934,
    "train/strength": 0.0464,
    "train/strength_acc": 0.969607,
    "train_loss": 0.088164,
    "train_runtime": 96.612,
    "train_samples_per_second": 375.978,
    "train_steps_per_second": 5.838,
    "val/acc@1": 0.905779,
    "val/coverage@99%precision": 0.258794,
    "val/dose_form_acc": 0.962312,
    "val/ingredient_acc": 0.973618,
    "val/margin/coverage@99%precision": 0.676508,
    "val/n": 1592,
    "val/precision@50%": 0.964824,
    "val/precision@80%": 0.949765,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_62_ccad191db16fc6b7bdc1.table.json"
    },
    "val/recall@5": 0.984925,
    "val/strength_acc": 0.971106,
    "val_mthspl/acc@1": 0.74799,
    "val_mthspl/coverage@99%precision": 0.075897,
    "val_mthspl/dose_form_acc": 0.918808,
    "val_mthspl/ingredient_acc": 0.916454,
    "val_mthspl/margin/coverage@99%precision": 0.266523,
    "val_mthspl/n": 5099,
    "val_mthspl/precision@50%": 0.888627,
    "val_mthspl/precision@80%": 0.843344,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_64_94b381eeb3ca04e00424.table.json"
    },
    "val_mthspl/recall@5": 0.90861,
    "val_mthspl/strength_acc": 0.886448
   }
  },
  {
   "id": "utob5bgz",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v4",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T23:47:31Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v4",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v4/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v4",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v4",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.940339,
    "aux/num_labels": 709,
    "best_epoch": 4,
    "epoch": 3.991681,
    "n_fallback": 611,
    "n_train_rows": 38484,
    "n_train_rows_mthspl": 29403,
    "n_train_rows_vandf": 9081,
    "test/acc@1": 0.88327,
    "test/coverage@99%precision": 0.243574,
    "test/dose_form_acc": 0.967973,
    "test/failures": {
     "file": "media/table/test/failures_248_6822870d924a546038c0.table.json"
    },
    "test/ingredient_acc": 0.979351,
    "test/margin/coverage@99%precision": 0.689844,
    "test/n": 2373,
    "test/precision@50%": 0.950253,
    "test/precision@80%": 0.926765,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_245_52f8c486145ee838ee00.table.json"
    },
    "test/recall@5": 0.977244,
    "test/strength_acc": 0.965023,
    "test_mthspl/acc@1": 0.778276,
    "test_mthspl/coverage@99%precision": 0.080313,
    "test_mthspl/dose_form_acc": 0.937748,
    "test_mthspl/ingredient_acc": 0.977712,
    "test_mthspl/margin/coverage@99%precision": 0.301909,
    "test_mthspl/n": 7807,
    "test_mthspl/precision@50%": 0.912141,
    "test_mthspl/precision@80%": 0.848863,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_247_c05c2332c987c24b0b52.table.json"
    },
    "test_mthspl/recall@5": 0.931344,
    "test_mthspl/strength_acc": 0.874472,
    "total_flos": 0,
    "train/acc@1": 0.938223,
    "train/coverage@99%precision": 0.423081,
    "train/dose_form_acc": 0.984253,
    "train/epoch": 3.991681,
    "train/global_step": 2384,
    "train/grad_norm": 1.516331,
    "train/ingredient_acc": 0.992622,
    "train/learning_rate": 0.0,
    "train/loss": 0.064309,
    "train/margin/coverage@99%precision": 0.808722,
    "train/mnrl": 0.0293,
    "train/n": 9081,
    "train/precision@50%": 0.987225,
    "train/precision@80%": 0.973847,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_243_450f578c1979a87c4ff4.table.json"
    },
    "train/recall@5": 0.993943,
    "train/strength": 0.035,
    "train/strength_acc": 0.968285,
    "train_loss": 0.092041,
    "train_runtime": 393.0912,
    "train_samples_per_second": 391.604,
    "train_steps_per_second": 6.116,
    "val/acc@1": 0.901382,
    "val/coverage@99%precision": 0.252513,
    "val/dose_form_acc": 0.957286,
    "val/ingredient_acc": 0.976131,
    "val/margin/coverage@99%precision": 0.633166,
    "val/n": 1592,
    "val/precision@50%": 0.963568,
    "val/precision@80%": 0.952119,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_244_db5ba5cf99fd2eef674e.table.json"
    },
    "val/recall@5": 0.978643,
    "val/strength_acc": 0.968593,
    "val_mthspl/acc@1": 0.868602,
    "val_mthspl/coverage@99%precision": 0.139635,
    "val_mthspl/dose_form_acc": 0.956658,
    "val_mthspl/ingredient_acc": 0.971955,
    "val_mthspl/margin/coverage@99%precision": 0.397333,
    "val_mthspl/n": 5099,
    "val_mthspl/precision@50%": 0.949804,
    "val_mthspl/precision@80%": 0.923266,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_246_a4e7daf6a69989ee1486.table.json"
    },
    "val_mthspl/recall@5": 0.981761,
    "val_mthspl/strength_acc": 0.937046
   }
  },
  {
   "id": "kj033don",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v4-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T23:55:21Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v4-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v4-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v4",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v4",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.789451,
    "aux/num_labels": 229,
    "best_epoch": 1,
    "epoch": 4,
    "n_fallback": 95,
    "n_train_rows": 9081,
    "n_train_rows_vandf": 9081,
    "test/acc@1": 0.882006,
    "test/coverage@99%precision": 0.223767,
    "test/dose_form_acc": 0.967552,
    "test/failures": {
     "file": "media/table/test/failures_66_e04076ab8e462d795385.table.json"
    },
    "test/ingredient_acc": 0.983987,
    "test/margin/coverage@99%precision": 0.700379,
    "test/n": 2373,
    "test/precision@50%": 0.963744,
    "test/precision@80%": 0.926765,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_63_6e46eec0a0022bbab0ee.table.json"
    },
    "test/recall@5": 0.984829,
    "test/strength_acc": 0.967552,
    "test_mthspl/acc@1": 0.682464,
    "test_mthspl/coverage@99%precision": 0.026771,
    "test_mthspl/dose_form_acc": 0.873831,
    "test_mthspl/ingredient_acc": 0.92827,
    "test_mthspl/margin/coverage@99%precision": 0.183681,
    "test_mthspl/n": 7807,
    "test_mthspl/precision@50%": 0.89293,
    "test_mthspl/precision@80%": 0.793628,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_65_8f9153cb55fc52f043d8.table.json"
    },
    "test_mthspl/recall@5": 0.859613,
    "test_mthspl/strength_acc": 0.824516,
    "total_flos": 0,
    "train/acc@1": 0.925779,
    "train/coverage@99%precision": 0.478912,
    "train/dose_form_acc": 0.981169,
    "train/epoch": 4,
    "train/global_step": 564,
    "train/grad_norm": 1.975482,
    "train/ingredient_acc": 0.992622,
    "train/learning_rate": 0.0,
    "train/loss": 0.059103,
    "train/margin/coverage@99%precision": 0.740888,
    "train/mnrl": 0.0138,
    "train/n": 9081,
    "train/precision@50%": 0.988546,
    "train/precision@80%": 0.964074,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_61_65d7225629345e214136.table.json"
    },
    "train/recall@5": 0.989208,
    "train/strength": 0.0453,
    "train/strength_acc": 0.963771,
    "train_loss": 0.088051,
    "train_runtime": 94.0372,
    "train_samples_per_second": 386.273,
    "train_steps_per_second": 5.998,
    "val/acc@1": 0.903266,
    "val/coverage@99%precision": 0.210427,
    "val/dose_form_acc": 0.953518,
    "val/ingredient_acc": 0.978015,
    "val/margin/coverage@99%precision": 0.651382,
    "val/n": 1592,
    "val/precision@50%": 0.961055,
    "val/precision@80%": 0.950549,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_62_03adb0531bf9d47c48ca.table.json"
    },
    "val/recall@5": 0.986181,
    "val/strength_acc": 0.968593,
    "val_mthspl/acc@1": 0.740341,
    "val_mthspl/coverage@99%precision": 0.069818,
    "val_mthspl/dose_form_acc": 0.918023,
    "val_mthspl/ingredient_acc": 0.937635,
    "val_mthspl/margin/coverage@99%precision": 0.263385,
    "val_mthspl/n": 5099,
    "val_mthspl/precision@50%": 0.878039,
    "val_mthspl/precision@80%": 0.835744,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_64_68c021bccd194ed11f32.table.json"
    },
    "val_mthspl/recall@5": 0.922926,
    "val_mthspl/strength_acc": 0.895274
   }
  },
  {
   "id": "vo0xtujv",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v4-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T23:57:43Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v4-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v4-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v4",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v4",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.940287,
    "aux/num_labels": 709,
    "best_epoch": 3,
    "epoch": 3.991681,
    "n_fallback": 611,
    "n_train_rows": 38484,
    "n_train_rows_mthspl": 29403,
    "n_train_rows_vandf": 9081,
    "test/acc@1": 0.884113,
    "test/coverage@99%precision": 0.261273,
    "test/dose_form_acc": 0.96713,
    "test/failures": {
     "file": "media/table/test/failures_248_fb0c04d26f33ea337a55.table.json"
    },
    "test/ingredient_acc": 0.976823,
    "test/margin/coverage@99%precision": 0.670459,
    "test/n": 2373,
    "test/precision@50%": 0.955312,
    "test/precision@80%": 0.934141,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_245_1c7ad8b6682c0fb34b32.table.json"
    },
    "test/recall@5": 0.977665,
    "test/strength_acc": 0.962495,
    "test_mthspl/acc@1": 0.778916,
    "test_mthspl/coverage@99%precision": 0.1026,
    "test_mthspl/dose_form_acc": 0.934418,
    "test_mthspl/ingredient_acc": 0.977456,
    "test_mthspl/margin/coverage@99%precision": 0.343666,
    "test_mthspl/n": 7807,
    "test_mthspl/precision@50%": 0.904457,
    "test_mthspl/precision@80%": 0.848863,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_247_52d3eb93a4d97659021f.table.json"
    },
    "test_mthspl/recall@5": 0.930063,
    "test_mthspl/strength_acc": 0.874215,
    "total_flos": 0,
    "train/acc@1": 0.937452,
    "train/coverage@99%precision": 0.459861,
    "train/dose_form_acc": 0.984363,
    "train/epoch": 3.991681,
    "train/global_step": 2384,
    "train/grad_norm": 1.529062,
    "train/ingredient_acc": 0.991521,
    "train/learning_rate": 0.0,
    "train/loss": 0.049654,
    "train/margin/coverage@99%precision": 0.804647,
    "train/mnrl": 0.0146,
    "train/n": 9081,
    "train/precision@50%": 0.988106,
    "train/precision@80%": 0.973021,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_243_17c9f520fb816a755ab6.table.json"
    },
    "train/recall@5": 0.992402,
    "train/strength": 0.0351,
    "train/strength_acc": 0.968506,
    "train_loss": 0.091487,
    "train_runtime": 392.0697,
    "train_samples_per_second": 392.624,
    "train_steps_per_second": 6.132,
    "val/acc@1": 0.896985,
    "val/coverage@99%precision": 0.255025,
    "val/dose_form_acc": 0.95603,
    "val/ingredient_acc": 0.971734,
    "val/margin/coverage@99%precision": 0.576633,
    "val/n": 1592,
    "val/precision@50%": 0.964824,
    "val/precision@80%": 0.956044,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_244_84f269610d5ae4c35150.table.json"
    },
    "val/recall@5": 0.986181,
    "val/strength_acc": 0.965452,
    "val_mthspl/acc@1": 0.872132,
    "val_mthspl/coverage@99%precision": 0.135713,
    "val_mthspl/dose_form_acc": 0.956266,
    "val_mthspl/ingredient_acc": 0.971171,
    "val_mthspl/margin/coverage@99%precision": 0.416944,
    "val_mthspl/n": 5099,
    "val_mthspl/precision@50%": 0.950196,
    "val_mthspl/precision@80%": 0.928414,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_246_736b1d20e46f4b3844aa.table.json"
    },
    "val_mthspl/recall@5": 0.983526,
    "val_mthspl/strength_acc": 0.941949
   }
  },
  {
   "id": "2yjdmwq2",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v5",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T00:05:34Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v5",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v5/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v5",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v5",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.796308,
    "aux/num_labels": 220,
    "best_epoch": 3,
    "epoch": 4,
    "n_fallback": 113,
    "n_train_rows": 9210,
    "n_train_rows_vandf": 9210,
    "test/acc@1": 0.921355,
    "test/coverage@99%precision": 0.335821,
    "test/dose_form_acc": 0.971297,
    "test/failures": {
     "file": "media/table/test/failures_67_80e268a3c3ed2e0fb4e3.table.json"
    },
    "test/ingredient_acc": 0.992537,
    "test/margin/coverage@99%precision": 0.67566,
    "test/n": 1742,
    "test/precision@50%": 0.982778,
    "test/precision@80%": 0.964849,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_64_429fffa4362a629ffe1c.table.json"
    },
    "test/recall@5": 0.985649,
    "test/strength_acc": 0.965557,
    "test_mthspl/acc@1": 0.689329,
    "test_mthspl/coverage@99%precision": 0.004556,
    "test_mthspl/dose_form_acc": 0.887507,
    "test_mthspl/ingredient_acc": 0.935343,
    "test_mthspl/margin/coverage@99%precision": 0.206063,
    "test_mthspl/n": 5707,
    "test_mthspl/precision@50%": 0.860547,
    "test_mthspl/precision@80%": 0.782304,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_66_91ce8e26a92c202f289f.table.json"
    },
    "test_mthspl/recall@5": 0.903978,
    "test_mthspl/strength_acc": 0.845278,
    "total_flos": 0,
    "train/acc@1": 0.932899,
    "train/coverage@99%precision": 0.320521,
    "train/dose_form_acc": 0.981433,
    "train/epoch": 4,
    "train/global_step": 572,
    "train/grad_norm": 0.390096,
    "train/ingredient_acc": 0.993268,
    "train/learning_rate": 0.0,
    "train/loss": 0.061101,
    "train/margin/coverage@99%precision": 0.807383,
    "train/mnrl": 0.0157,
    "train/n": 9210,
    "train/precision@50%": 0.97785,
    "train/precision@80%": 0.959419,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_62_eb10d53f6cc6a67a2808.table.json"
    },
    "train/recall@5": 0.99468,
    "train/strength": 0.0454,
    "train/strength_acc": 0.971878,
    "train_loss": 0.088615,
    "train_runtime": 97.2772,
    "train_samples_per_second": 378.711,
    "train_steps_per_second": 5.88,
    "val/acc@1": 0.899229,
    "val/coverage@99%precision": 0.432391,
    "val/dose_form_acc": 0.977378,
    "val/ingredient_acc": 0.974293,
    "val/margin/coverage@99%precision": 0.617481,
    "val/n": 1945,
    "val/precision@50%": 0.986626,
    "val/precision@80%": 0.952442,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_63_975298b5618041126875.table.json"
    },
    "val/recall@5": 0.983033,
    "val/strength_acc": 0.96401,
    "val_mthspl/acc@1": 0.727137,
    "val_mthspl/coverage@99%precision": 0.104861,
    "val_mthspl/dose_form_acc": 0.871484,
    "val_mthspl/ingredient_acc": 0.951388,
    "val_mthspl/margin/coverage@99%precision": 0.148631,
    "val_mthspl/n": 5369,
    "val_mthspl/precision@50%": 0.889344,
    "val_mthspl/precision@80%": 0.814203,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_65_90836003f037410774e6.table.json"
    },
    "val_mthspl/recall@5": 0.904451,
    "val_mthspl/strength_acc": 0.876327
   }
  },
  {
   "id": "qsl0b6qh",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v5",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T00:08:00Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v5",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v5/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v5",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v5",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.935015,
    "aux/num_labels": 715,
    "best_epoch": 3,
    "epoch": 3.993641,
    "n_fallback": 640,
    "n_train_rows": 40317,
    "n_train_rows_mthspl": 31107,
    "n_train_rows_vandf": 9210,
    "test/acc@1": 0.906429,
    "test/coverage@99%precision": 0.385189,
    "test/dose_form_acc": 0.972445,
    "test/failures": {
     "file": "media/table/test/failures_260_edd1fae7d8e0691a5385.table.json"
    },
    "test/ingredient_acc": 0.989667,
    "test/margin/coverage@99%precision": 0.714696,
    "test/n": 1742,
    "test/precision@50%": 0.979334,
    "test/precision@80%": 0.955524,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_257_c1d8c08b0d8721b1e6fc.table.json"
    },
    "test/recall@5": 0.982204,
    "test/strength_acc": 0.955798,
    "test_mthspl/acc@1": 0.807254,
    "test_mthspl/coverage@99%precision": 0.042579,
    "test_mthspl/dose_form_acc": 0.931137,
    "test_mthspl/ingredient_acc": 0.978973,
    "test_mthspl/margin/coverage@99%precision": 0.185912,
    "test_mthspl/n": 5707,
    "test_mthspl/precision@50%": 0.918711,
    "test_mthspl/precision@80%": 0.858081,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_259_6169422511a9cc8dfeb2.table.json"
    },
    "test_mthspl/recall@5": 0.977046,
    "test_mthspl/strength_acc": 0.902751,
    "total_flos": 0,
    "train/acc@1": 0.929099,
    "train/coverage@99%precision": 0.329425,
    "train/dose_form_acc": 0.982085,
    "train/epoch": 3.993641,
    "train/global_step": 2500,
    "train/grad_norm": 0.626663,
    "train/ingredient_acc": 0.991531,
    "train/learning_rate": 0.0,
    "train/loss": 0.061994,
    "train/margin/coverage@99%precision": 0.766341,
    "train/mnrl": 0.0257,
    "train/n": 9210,
    "train/precision@50%": 0.974593,
    "train/precision@80%": 0.960505,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_255_94a9b3e785d14ebe7ff3.table.json"
    },
    "train/recall@5": 0.994897,
    "train/strength": 0.0363,
    "train/strength_acc": 0.96873,
    "train_loss": 0.093359,
    "train_runtime": 405.5446,
    "train_samples_per_second": 397.658,
    "train_steps_per_second": 6.204,
    "val/acc@1": 0.901799,
    "val/coverage@99%precision": 0.36144,
    "val/dose_form_acc": 0.970694,
    "val/ingredient_acc": 0.972751,
    "val/margin/coverage@99%precision": 0.684833,
    "val/n": 1945,
    "val/precision@50%": 0.979424,
    "val/precision@80%": 0.948586,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_256_556751d552978005d16d.table.json"
    },
    "val/recall@5": 0.988689,
    "val/strength_acc": 0.960411,
    "val_mthspl/acc@1": 0.833675,
    "val_mthspl/coverage@99%precision": 0.134103,
    "val_mthspl/dose_form_acc": 0.940026,
    "val_mthspl/ingredient_acc": 0.98063,
    "val_mthspl/margin/coverage@99%precision": 0.413485,
    "val_mthspl/n": 5369,
    "val_mthspl/precision@50%": 0.925484,
    "val_mthspl/precision@80%": 0.877299,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_258_4cca81466658e15a547a.table.json"
    },
    "val_mthspl/recall@5": 0.972807,
    "val_mthspl/strength_acc": 0.937605
   }
  },
  {
   "id": "6b9cz75u",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v5-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T00:16:12Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v5-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v5-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v5",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v5",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.796308,
    "aux/num_labels": 220,
    "best_epoch": 2,
    "epoch": 4,
    "n_fallback": 113,
    "n_train_rows": 9210,
    "n_train_rows_vandf": 9210,
    "test/acc@1": 0.911596,
    "test/coverage@99%precision": 0.288749,
    "test/dose_form_acc": 0.974168,
    "test/failures": {
     "file": "media/table/test/failures_67_28be82a742af0b48c043.table.json"
    },
    "test/ingredient_acc": 0.991963,
    "test/margin/coverage@99%precision": 0.703789,
    "test/n": 1742,
    "test/precision@50%": 0.980482,
    "test/precision@80%": 0.961263,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_64_732b6509dfe14a3c5009.table.json"
    },
    "test/recall@5": 0.982778,
    "test/strength_acc": 0.962687,
    "test_mthspl/acc@1": 0.696163,
    "test_mthspl/coverage@99%precision": 0.027335,
    "test_mthspl/dose_form_acc": 0.888383,
    "test_mthspl/ingredient_acc": 0.945506,
    "test_mthspl/margin/coverage@99%precision": 0.19993,
    "test_mthspl/n": 5707,
    "test_mthspl/precision@50%": 0.874912,
    "test_mthspl/precision@80%": 0.784932,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_66_1a19d165fb3678e1733d.table.json"
    },
    "test_mthspl/recall@5": 0.911162,
    "test_mthspl/strength_acc": 0.855966,
    "total_flos": 0,
    "train/acc@1": 0.929099,
    "train/coverage@99%precision": 0.307492,
    "train/dose_form_acc": 0.981759,
    "train/epoch": 4,
    "train/global_step": 572,
    "train/grad_norm": 0.767983,
    "train/ingredient_acc": 0.992942,
    "train/learning_rate": 0.0,
    "train/loss": 0.063292,
    "train/margin/coverage@99%precision": 0.788165,
    "train/mnrl": 0.0174,
    "train/n": 9210,
    "train/precision@50%": 0.981325,
    "train/precision@80%": 0.960098,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_62_84cd4de0166d761deb7c.table.json"
    },
    "train/recall@5": 0.995005,
    "train/strength": 0.0459,
    "train/strength_acc": 0.968838,
    "train_loss": 0.08775,
    "train_runtime": 96.3637,
    "train_samples_per_second": 382.302,
    "train_steps_per_second": 5.936,
    "val/acc@1": 0.89563,
    "val/coverage@99%precision": 0.277635,
    "val/dose_form_acc": 0.972751,
    "val/ingredient_acc": 0.972751,
    "val/margin/coverage@99%precision": 0.691517,
    "val/n": 1945,
    "val/precision@50%": 0.986626,
    "val/precision@80%": 0.951799,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_63_60c31176483841922369.table.json"
    },
    "val/recall@5": 0.980977,
    "val/strength_acc": 0.96401,
    "val_mthspl/acc@1": 0.735146,
    "val_mthspl/coverage@99%precision": 0.100205,
    "val_mthspl/dose_form_acc": 0.874465,
    "val_mthspl/ingredient_acc": 0.956975,
    "val_mthspl/margin/coverage@99%precision": 0.200224,
    "val_mthspl/n": 5369,
    "val_mthspl/precision@50%": 0.896051,
    "val_mthspl/precision@80%": 0.82305,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_65_15d5905210b9da4146cc.table.json"
    },
    "val_mthspl/recall@5": 0.911715,
    "val_mthspl/strength_acc": 0.894953
   }
  },
  {
   "id": "uvszakn5",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v5-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T00:18:39Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v5-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v5-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v5",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v5",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.935015,
    "aux/num_labels": 715,
    "best_epoch": 1,
    "epoch": 3.993641,
    "n_fallback": 640,
    "n_train_rows": 40317,
    "n_train_rows_mthspl": 31107,
    "n_train_rows_vandf": 9210,
    "test/acc@1": 0.900115,
    "test/coverage@99%precision": 0.353617,
    "test/dose_form_acc": 0.973594,
    "test/failures": {
     "file": "media/table/test/failures_260_caca52129509ed55c781.table.json"
    },
    "test/ingredient_acc": 0.987945,
    "test/margin/coverage@99%precision": 0.69403,
    "test/n": 1742,
    "test/precision@50%": 0.974742,
    "test/precision@80%": 0.950502,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_257_2a3f5d89b75e993bed58.table.json"
    },
    "test/recall@5": 0.985649,
    "test/strength_acc": 0.956372,
    "test_mthspl/acc@1": 0.79972,
    "test_mthspl/coverage@99%precision": 0.009637,
    "test_mthspl/dose_form_acc": 0.921149,
    "test_mthspl/ingredient_acc": 0.98055,
    "test_mthspl/margin/coverage@99%precision": 0.281934,
    "test_mthspl/n": 5707,
    "test_mthspl/precision@50%": 0.913455,
    "test_mthspl/precision@80%": 0.85173,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_259_39276f635ba6a548e1af.table.json"
    },
    "test_mthspl/recall@5": 0.970212,
    "test_mthspl/strength_acc": 0.903277,
    "total_flos": 0,
    "train/acc@1": 0.915635,
    "train/coverage@99%precision": 0.309012,
    "train/dose_form_acc": 0.974919,
    "train/epoch": 3.993641,
    "train/global_step": 2500,
    "train/grad_norm": 1.111188,
    "train/ingredient_acc": 0.987405,
    "train/learning_rate": 0.0,
    "train/loss": 0.060107,
    "train/margin/coverage@99%precision": 0.739739,
    "train/mnrl": 0.0245,
    "train/n": 9210,
    "train/precision@50%": 0.976764,
    "train/precision@80%": 0.95684,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_255_62a6b8161795419478c6.table.json"
    },
    "train/recall@5": 0.989359,
    "train/strength": 0.0356,
    "train/strength_acc": 0.960261,
    "train_loss": 0.093042,
    "train_runtime": 405.1401,
    "train_samples_per_second": 398.055,
    "train_steps_per_second": 6.21,
    "val/acc@1": 0.897172,
    "val/coverage@99%precision": 0.278663,
    "val/dose_form_acc": 0.97018,
    "val/ingredient_acc": 0.976864,
    "val/margin/coverage@99%precision": 0.757326,
    "val/n": 1945,
    "val/precision@50%": 0.981481,
    "val/precision@80%": 0.942159,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_256_9ad134609c96d7aeb465.table.json"
    },
    "val/recall@5": 0.986632,
    "val/strength_acc": 0.961954,
    "val_mthspl/acc@1": 0.834234,
    "val_mthspl/coverage@99%precision": 0.108028,
    "val_mthspl/dose_form_acc": 0.935928,
    "val_mthspl/ingredient_acc": 0.980071,
    "val_mthspl/margin/coverage@99%precision": 0.379959,
    "val_mthspl/n": 5369,
    "val_mthspl/precision@50%": 0.907228,
    "val_mthspl/precision@80%": 0.872177,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_258_f4bb45e6fcf3e173fcd6.table.json"
    },
    "val_mthspl/recall@5": 0.973924,
    "val_mthspl/strength_acc": 0.939654
   }
  },
  {
   "id": "4y53l2ec",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v6",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T00:26:52Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v6",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v6/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v6",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v6",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.802435,
    "aux/num_labels": 231,
    "best_epoch": 2,
    "epoch": 4,
    "n_fallback": 80,
    "n_train_rows": 9445,
    "n_train_rows_vandf": 9445,
    "test/acc@1": 0.91457,
    "test/coverage@99%precision": 0.4413,
    "test/dose_form_acc": 0.969602,
    "test/failures": {
     "file": "media/table/test/failures_68_c5b1b3baa04913c4fa55.table.json"
    },
    "test/ingredient_acc": 0.990566,
    "test/margin/coverage@99%precision": 0.688679,
    "test/n": 1908,
    "test/precision@50%": 0.98218,
    "test/precision@80%": 0.961992,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_8ebbf7d47a77615c1a04.table.json"
    },
    "test/recall@5": 0.987421,
    "test/strength_acc": 0.954403,
    "test_mthspl/acc@1": 0.778059,
    "test_mthspl/coverage@99%precision": 0.091193,
    "test_mthspl/dose_form_acc": 0.920889,
    "test_mthspl/ingredient_acc": 0.93979,
    "test_mthspl/margin/coverage@99%precision": 0.180631,
    "test_mthspl/n": 5132,
    "test_mthspl/precision@50%": 0.928683,
    "test_mthspl/precision@80%": 0.869946,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_67_c322cab44001b3f7d28d.table.json"
    },
    "test_mthspl/recall@5": 0.931021,
    "test_mthspl/strength_acc": 0.877046,
    "total_flos": 0,
    "train/acc@1": 0.930651,
    "train/coverage@99%precision": 0.301112,
    "train/dose_form_acc": 0.97819,
    "train/epoch": 4,
    "train/global_step": 588,
    "train/grad_norm": 0.791364,
    "train/ingredient_acc": 0.992589,
    "train/learning_rate": 0.0,
    "train/loss": 0.05842,
    "train/margin/coverage@99%precision": 0.798729,
    "train/mnrl": 0.0132,
    "train/n": 9445,
    "train/precision@50%": 0.980729,
    "train/precision@80%": 0.958444,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_cc67f9c37445c4e514e8.table.json"
    },
    "train/recall@5": 0.995553,
    "train/strength": 0.0453,
    "train/strength_acc": 0.971096,
    "train_loss": 0.090367,
    "train_runtime": 99.1821,
    "train_samples_per_second": 380.916,
    "train_steps_per_second": 5.928,
    "val/acc@1": 0.87799,
    "val/coverage@99%precision": 0.550239,
    "val/dose_form_acc": 0.970694,
    "val/ingredient_acc": 0.98445,
    "val/margin/coverage@99%precision": 0.700359,
    "val/n": 1672,
    "val/precision@50%": 0.994019,
    "val/precision@80%": 0.947683,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_2aa85bc9f184cb882cd3.table.json"
    },
    "val/recall@5": 0.965909,
    "val/strength_acc": 0.954545,
    "val_mthspl/acc@1": 0.605254,
    "val_mthspl/coverage@99%precision": 0.096993,
    "val_mthspl/dose_form_acc": 0.821712,
    "val_mthspl/ingredient_acc": 0.855254,
    "val_mthspl/margin/coverage@99%precision": 0.21497,
    "val_mthspl/n": 6052,
    "val_mthspl/precision@50%": 0.877065,
    "val_mthspl/precision@80%": 0.728625,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_66_1795862797ab3ec288a3.table.json"
    },
    "val_mthspl/recall@5": 0.783212,
    "val_mthspl/strength_acc": 0.730172
   }
  },
  {
   "id": "dfsujexw",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v6",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T00:29:20Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v6",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v6/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v6",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v6",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.943614,
    "aux/num_labels": 699,
    "best_epoch": 3,
    "epoch": 3.992126,
    "n_fallback": 519,
    "n_train_rows": 40666,
    "n_train_rows_mthspl": 31221,
    "n_train_rows_vandf": 9445,
    "test/acc@1": 0.928197,
    "test/coverage@99%precision": 0.480084,
    "test/dose_form_acc": 0.97956,
    "test/failures": {
     "file": "media/table/test/failures_262_2ff3149cfb012a80ab88.table.json"
    },
    "test/ingredient_acc": 0.992662,
    "test/margin/coverage@99%precision": 0.672956,
    "test/n": 1908,
    "test/precision@50%": 0.98847,
    "test/precision@80%": 0.966579,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_259_a41fbbe6fe91d3906e29.table.json"
    },
    "test/recall@5": 0.981656,
    "test/strength_acc": 0.962264,
    "test_mthspl/acc@1": 0.875097,
    "test_mthspl/coverage@99%precision": 0.203235,
    "test_mthspl/dose_form_acc": 0.964147,
    "test_mthspl/ingredient_acc": 0.98032,
    "test_mthspl/margin/coverage@99%precision": 0.223694,
    "test_mthspl/n": 5132,
    "test_mthspl/precision@50%": 0.952455,
    "test_mthspl/precision@80%": 0.926693,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_261_0ad2011dab32becc24d8.table.json"
    },
    "test_mthspl/recall@5": 0.972915,
    "test_mthspl/strength_acc": 0.928293,
    "total_flos": 0,
    "train/acc@1": 0.930122,
    "train/coverage@99%precision": 0.305135,
    "train/dose_form_acc": 0.97946,
    "train/epoch": 3.992126,
    "train/global_step": 2520,
    "train/grad_norm": 1.975112,
    "train/ingredient_acc": 0.991636,
    "train/learning_rate": 0.0,
    "train/loss": 0.049566,
    "train/margin/coverage@99%precision": 0.808576,
    "train/mnrl": 0.0149,
    "train/n": 9445,
    "train/precision@50%": 0.975858,
    "train/precision@80%": 0.963208,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_257_56889a93e00b85db0e20.table.json"
    },
    "train/recall@5": 0.99513,
    "train/strength": 0.0347,
    "train/strength_acc": 0.97226,
    "train_loss": 0.088776,
    "train_runtime": 409.7663,
    "train_samples_per_second": 396.968,
    "train_steps_per_second": 6.199,
    "val/acc@1": 0.882775,
    "val/coverage@99%precision": 0.393541,
    "val/dose_form_acc": 0.965909,
    "val/ingredient_acc": 0.985646,
    "val/margin/coverage@99%precision": 0.688397,
    "val/n": 1672,
    "val/precision@50%": 0.982057,
    "val/precision@80%": 0.940209,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_258_1cadf326184b1eccc63c.table.json"
    },
    "val/recall@5": 0.965311,
    "val/strength_acc": 0.949761,
    "val_mthspl/acc@1": 0.752313,
    "val_mthspl/coverage@99%precision": 0.123926,
    "val_mthspl/dose_form_acc": 0.933576,
    "val_mthspl/ingredient_acc": 0.973728,
    "val_mthspl/margin/coverage@99%precision": 0.358394,
    "val_mthspl/n": 6052,
    "val_mthspl/precision@50%": 0.913748,
    "val_mthspl/precision@80%": 0.827138,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_260_bd2fd095e21fe998ca36.table.json"
    },
    "val_mthspl/recall@5": 0.933906,
    "val_mthspl/strength_acc": 0.824521
   }
  },
  {
   "id": "jq1g9jdj",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v6-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T00:37:30Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v6-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v6-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v6",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v6",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.802435,
    "aux/num_labels": 231,
    "best_epoch": 1,
    "epoch": 4,
    "n_fallback": 80,
    "n_train_rows": 9445,
    "n_train_rows_vandf": 9445,
    "test/acc@1": 0.922432,
    "test/coverage@99%precision": 0.370021,
    "test/dose_form_acc": 0.972746,
    "test/failures": {
     "file": "media/table/test/failures_68_98a092f7da5f855edbae.table.json"
    },
    "test/ingredient_acc": 0.995807,
    "test/margin/coverage@99%precision": 0.615304,
    "test/n": 1908,
    "test/precision@50%": 0.980084,
    "test/precision@80%": 0.961337,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_5c6009129fa78f52f097.table.json"
    },
    "test/recall@5": 0.988994,
    "test/strength_acc": 0.962264,
    "test_mthspl/acc@1": 0.825019,
    "test_mthspl/coverage@99%precision": 0.098207,
    "test_mthspl/dose_form_acc": 0.952845,
    "test_mthspl/ingredient_acc": 0.967069,
    "test_mthspl/margin/coverage@99%precision": 0.198363,
    "test_mthspl/n": 5132,
    "test_mthspl/precision@50%": 0.920109,
    "test_mthspl/precision@80%": 0.888943,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_67_ba4cefd0863c779e3807.table.json"
    },
    "test_mthspl/recall@5": 0.962588,
    "test_mthspl/strength_acc": 0.905105,
    "total_flos": 0,
    "train/acc@1": 0.91784,
    "train/coverage@99%precision": 0.295818,
    "train/dose_form_acc": 0.977872,
    "train/epoch": 4,
    "train/global_step": 588,
    "train/grad_norm": 0.207057,
    "train/ingredient_acc": 0.990789,
    "train/learning_rate": 0.0,
    "train/loss": 0.052432,
    "train/margin/coverage@99%precision": 0.747697,
    "train/mnrl": 0.0068,
    "train/n": 9445,
    "train/precision@50%": 0.978187,
    "train/precision@80%": 0.954341,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_e9818b2aee445851b093.table.json"
    },
    "train/recall@5": 0.992059,
    "train/strength": 0.0456,
    "train/strength_acc": 0.963896,
    "train_loss": 0.089343,
    "train_runtime": 98.1565,
    "train_samples_per_second": 384.895,
    "train_steps_per_second": 5.99,
    "val/acc@1": 0.883373,
    "val/coverage@99%precision": 0.513158,
    "val/dose_form_acc": 0.972488,
    "val/ingredient_acc": 0.986842,
    "val/margin/coverage@99%precision": 0.719498,
    "val/n": 1672,
    "val/precision@50%": 0.992823,
    "val/precision@80%": 0.957399,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_39cccdbdcccab0aa9a2a.table.json"
    },
    "val/recall@5": 0.976077,
    "val/strength_acc": 0.952153,
    "val_mthspl/acc@1": 0.670192,
    "val_mthspl/coverage@99%precision": 0.08807,
    "val_mthspl/dose_form_acc": 0.884831,
    "val_mthspl/ingredient_acc": 0.934898,
    "val_mthspl/margin/coverage@99%precision": 0.255948,
    "val_mthspl/n": 6052,
    "val_mthspl/precision@50%": 0.879709,
    "val_mthspl/precision@80%": 0.768278,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_66_fef2f9cd46d337721854.table.json"
    },
    "val_mthspl/recall@5": 0.88004,
    "val_mthspl/strength_acc": 0.782386
   }
  },
  {
   "id": "c352kcok",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v6-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "nypttmi8",
   "tags": [
    "colab",
    "levers",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T00:39:57Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "levers"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v6-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v6-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v6",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v6",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.943638,
    "aux/num_labels": 699,
    "best_epoch": 2,
    "epoch": 3.992126,
    "n_fallback": 519,
    "n_train_rows": 40666,
    "n_train_rows_mthspl": 31221,
    "n_train_rows_vandf": 9445,
    "test/acc@1": 0.927673,
    "test/coverage@99%precision": 0.446017,
    "test/dose_form_acc": 0.977987,
    "test/failures": {
     "file": "media/table/test/failures_262_30a7ef0e075559c00b11.table.json"
    },
    "test/ingredient_acc": 0.991614,
    "test/margin/coverage@99%precision": 0.689203,
    "test/n": 1908,
    "test/precision@50%": 0.986373,
    "test/precision@80%": 0.969201,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_259_9c4f0079f23e8a7c7c2a.table.json"
    },
    "test/recall@5": 0.987421,
    "test/strength_acc": 0.961216,
    "test_mthspl/acc@1": 0.875877,
    "test_mthspl/coverage@99%precision": 0.212393,
    "test_mthspl/dose_form_acc": 0.965316,
    "test_mthspl/ingredient_acc": 0.981684,
    "test_mthspl/margin/coverage@99%precision": 0.379969,
    "test_mthspl/n": 5132,
    "test_mthspl/precision@50%": 0.942712,
    "test_mthspl/precision@80%": 0.924988,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_261_876ef2fbf891e8fc3c6d.table.json"
    },
    "test_mthspl/recall@5": 0.975253,
    "test_mthspl/strength_acc": 0.925565,
    "total_flos": 0,
    "train/acc@1": 0.929804,
    "train/coverage@99%precision": 0.295289,
    "train/dose_form_acc": 0.980307,
    "train/epoch": 3.992126,
    "train/global_step": 2520,
    "train/grad_norm": 1.047013,
    "train/ingredient_acc": 0.993012,
    "train/learning_rate": 0.0,
    "train/loss": 0.04914,
    "train/margin/coverage@99%precision": 0.786765,
    "train/mnrl": 0.014,
    "train/n": 9445,
    "train/precision@50%": 0.977128,
    "train/precision@80%": 0.962679,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_257_4e7336fcc4c10231863b.table.json"
    },
    "train/recall@5": 0.993859,
    "train/strength": 0.0352,
    "train/strength_acc": 0.968449,
    "train_loss": 0.088218,
    "train_runtime": 408.9198,
    "train_samples_per_second": 397.79,
    "train_steps_per_second": 6.211,
    "val/acc@1": 0.89055,
    "val/coverage@99%precision": 0.507177,
    "val/dose_form_acc": 0.971292,
    "val/ingredient_acc": 0.981459,
    "val/margin/coverage@99%precision": 0.708732,
    "val/n": 1672,
    "val/precision@50%": 0.991627,
    "val/precision@80%": 0.956652,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_258_8c5ad6081df29d9f9271.table.json"
    },
    "val/recall@5": 0.971292,
    "val/strength_acc": 0.949761,
    "val_mthspl/acc@1": 0.747521,
    "val_mthspl/coverage@99%precision": 0.13384,
    "val_mthspl/dose_form_acc": 0.928453,
    "val_mthspl/ingredient_acc": 0.967614,
    "val_mthspl/margin/coverage@99%precision": 0.349306,
    "val_mthspl/n": 6052,
    "val_mthspl/precision@50%": 0.913087,
    "val_mthspl/precision@80%": 0.829822,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_260_9955f57d890460a7a102.table.json"
    },
    "val_mthspl/recall@5": 0.92614,
    "val_mthspl/strength_acc": 0.824686
   }
  },
  {
   "id": "9aj4y9ey",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v3",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "ad9nakej",
   "tags": [
    "colab",
    "rerun",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T01:08:33Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "rerun"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v3",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-v3/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v3",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v3",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 3,
    "epoch": 4,
    "n_fallback": 133,
    "n_train_rows": 9684,
    "n_train_rows_vandf": 9684,
    "test/acc@1": 0.908026,
    "test/coverage@99%precision": 0.388401,
    "test/dose_form_acc": 0.970709,
    "test/failures": {
     "file": "media/table/test/failures_70_62dc808fada6a5735bea.table.json"
    },
    "test/ingredient_acc": 0.992384,
    "test/margin/coverage@99%precision": 0.651435,
    "test/n": 1707,
    "test/precision@50%": 0.985948,
    "test/precision@80%": 0.958272,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_67_88bc4123b8448e055f27.table.json"
    },
    "test/recall@5": 0.978325,
    "test/strength_acc": 0.964265,
    "test_mthspl/acc@1": 0.760402,
    "test_mthspl/coverage@99%precision": 0.115854,
    "test_mthspl/dose_form_acc": 0.912303,
    "test_mthspl/ingredient_acc": 0.91858,
    "test_mthspl/margin/coverage@99%precision": 0.34792,
    "test_mthspl/n": 5576,
    "test_mthspl/precision@50%": 0.938307,
    "test_mthspl/precision@80%": 0.877382,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_69_ccb5584a7058aeb6ecda.table.json"
    },
    "test_mthspl/recall@5": 0.886836,
    "test_mthspl/strength_acc": 0.850789,
    "total_flos": 0,
    "train/acc@1": 0.937836,
    "train/coverage@99%precision": 0.316295,
    "train/dose_form_acc": 0.983168,
    "train/epoch": 4,
    "train/global_step": 604,
    "train/grad_norm": 0.922059,
    "train/ingredient_acc": 0.99463,
    "train/learning_rate": 0.0,
    "train/loss": 0.01366,
    "train/margin/coverage@99%precision": 0.815262,
    "train/n": 9684,
    "train/precision@50%": 0.979141,
    "train/precision@80%": 0.963986,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_65_4c5254f257b40e9c5a4a.table.json"
    },
    "train/recall@5": 0.994734,
    "train/strength_acc": 0.96995,
    "train_loss": 0.039799,
    "train_runtime": 103.2532,
    "train_samples_per_second": 375.156,
    "train_steps_per_second": 5.85,
    "val/acc@1": 0.914474,
    "val/coverage@99%precision": 0.550439,
    "val/dose_form_acc": 0.980263,
    "val/ingredient_acc": 0.986842,
    "val/margin/coverage@99%precision": 0.721491,
    "val/n": 1824,
    "val/precision@50%": 0.991228,
    "val/precision@80%": 0.960247,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_66_b20f5f1ab80951c18aba.table.json"
    },
    "val/recall@5": 0.990132,
    "val/strength_acc": 0.974781,
    "val_mthspl/acc@1": 0.787683,
    "val_mthspl/coverage@99%precision": 0.000418,
    "val_mthspl/dose_form_acc": 0.93215,
    "val_mthspl/ingredient_acc": 0.949478,
    "val_mthspl/margin/coverage@99%precision": 0.253027,
    "val_mthspl/n": 4790,
    "val_mthspl/precision@50%": 0.903967,
    "val_mthspl/precision@80%": 0.85882,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_68_3c54de44e5e753863a12.table.json"
    },
    "val_mthspl/recall@5": 0.94739,
    "val_mthspl/strength_acc": 0.898539
   }
  },
  {
   "id": "sczog1xg",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v3",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "ad9nakej",
   "tags": [
    "colab",
    "rerun",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T01:11:05Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "rerun"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v3",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v3/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v3",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v3",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 1,
    "epoch": 3.992447,
    "n_fallback": 679,
    "n_train_rows": 42375,
    "n_train_rows_mthspl": 32691,
    "n_train_rows_vandf": 9684,
    "test/acc@1": 0.905682,
    "test/coverage@99%precision": 0.337434,
    "test/dose_form_acc": 0.970709,
    "test/failures": {
     "file": "media/table/test/failures_272_c1321d12be642a902fea.table.json"
    },
    "test/ingredient_acc": 0.992384,
    "test/margin/coverage@99%precision": 0.680141,
    "test/n": 1707,
    "test/precision@50%": 0.974239,
    "test/precision@80%": 0.956076,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_269_a8e1567bba3bbd5a8837.table.json"
    },
    "test/recall@5": 0.987112,
    "test/strength_acc": 0.960164,
    "test_mthspl/acc@1": 0.858859,
    "test_mthspl/coverage@99%precision": 0.179519,
    "test_mthspl/dose_form_acc": 0.955344,
    "test_mthspl/ingredient_acc": 0.980273,
    "test_mthspl/margin/coverage@99%precision": 0.417862,
    "test_mthspl/n": 5576,
    "test_mthspl/precision@50%": 0.952296,
    "test_mthspl/precision@80%": 0.916611,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_271_6efceb402445d3983faa.table.json"
    },
    "test_mthspl/recall@5": 0.959648,
    "test_mthspl/strength_acc": 0.914813,
    "total_flos": 0,
    "train/acc@1": 0.912536,
    "train/coverage@99%precision": 0.296985,
    "train/dose_form_acc": 0.973978,
    "train/epoch": 3.992447,
    "train/global_step": 2628,
    "train/grad_norm": 0.458364,
    "train/ingredient_acc": 0.987608,
    "train/learning_rate": 0.0,
    "train/loss": 0.017022,
    "train/margin/coverage@99%precision": 0.713961,
    "train/n": 9684,
    "train/precision@50%": 0.976663,
    "train/precision@80%": 0.95637,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_267_050afa7e679ee6a27230.table.json"
    },
    "train/recall@5": 0.985853,
    "train/strength_acc": 0.960347,
    "train_loss": 0.046932,
    "train_runtime": 425.8349,
    "train_samples_per_second": 398.042,
    "train_steps_per_second": 6.218,
    "val/acc@1": 0.920504,
    "val/coverage@99%precision": 0.50932,
    "val/dose_form_acc": 0.975877,
    "val/ingredient_acc": 0.989035,
    "val/margin/coverage@99%precision": 0.773026,
    "val/n": 1824,
    "val/precision@50%": 0.991228,
    "val/precision@80%": 0.960247,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_268_aa7ac9ca58b5df73b846.table.json"
    },
    "val/recall@5": 0.995066,
    "val/strength_acc": 0.969846,
    "val_mthspl/acc@1": 0.877662,
    "val_mthspl/coverage@99%precision": 0.004593,
    "val_mthspl/dose_form_acc": 0.964301,
    "val_mthspl/ingredient_acc": 0.98643,
    "val_mthspl/margin/coverage@99%precision": 0.51524,
    "val_mthspl/n": 4790,
    "val_mthspl/precision@50%": 0.932777,
    "val_mthspl/precision@80%": 0.913883,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_270_b27cf82b84535f825157.table.json"
    },
    "val_mthspl/recall@5": 0.986848,
    "val_mthspl/strength_acc": 0.934238
   }
  },
  {
   "id": "4t3k93b8",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v3-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "ad9nakej",
   "tags": [
    "colab",
    "rerun",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T01:19:41Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "rerun"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v3-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-v3-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v3",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v3",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 3,
    "epoch": 4,
    "n_fallback": 133,
    "n_train_rows": 9684,
    "n_train_rows_vandf": 9684,
    "test/acc@1": 0.904511,
    "test/coverage@99%precision": 0.311658,
    "test/dose_form_acc": 0.971295,
    "test/failures": {
     "file": "media/table/test/failures_70_c7135af272eebb1f2f6d.table.json"
    },
    "test/ingredient_acc": 0.987112,
    "test/margin/coverage@99%precision": 0.591095,
    "test/n": 1707,
    "test/precision@50%": 0.981265,
    "test/precision@80%": 0.959004,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_67_df3ff07ecb707cba6b47.table.json"
    },
    "test/recall@5": 0.976567,
    "test/strength_acc": 0.961336,
    "test_mthspl/acc@1": 0.747131,
    "test_mthspl/coverage@99%precision": 0.112267,
    "test_mthspl/dose_form_acc": 0.894189,
    "test_mthspl/ingredient_acc": 0.894907,
    "test_mthspl/margin/coverage@99%precision": 0.293042,
    "test_mthspl/n": 5576,
    "test_mthspl/precision@50%": 0.936155,
    "test_mthspl/precision@80%": 0.86438,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_69_8e2ff6cc5d23b563389e.table.json"
    },
    "test_mthspl/recall@5": 0.874641,
    "test_mthspl/strength_acc": 0.835366,
    "total_flos": 0,
    "train/acc@1": 0.93577,
    "train/coverage@99%precision": 0.299876,
    "train/dose_form_acc": 0.982032,
    "train/epoch": 4,
    "train/global_step": 604,
    "train/grad_norm": 0.272447,
    "train/ingredient_acc": 0.994011,
    "train/learning_rate": 0.0,
    "train/loss": 0.012336,
    "train/margin/coverage@99%precision": 0.798017,
    "train/n": 9684,
    "train/precision@50%": 0.979554,
    "train/precision@80%": 0.964502,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_65_ed6290e627f2a86e3efb.table.json"
    },
    "train/recall@5": 0.995353,
    "train/strength_acc": 0.97088,
    "train_loss": 0.036892,
    "train_runtime": 103.1972,
    "train_samples_per_second": 375.359,
    "train_steps_per_second": 5.853,
    "val/acc@1": 0.914474,
    "val/coverage@99%precision": 0.462171,
    "val/dose_form_acc": 0.980263,
    "val/ingredient_acc": 0.986294,
    "val/margin/coverage@99%precision": 0.705044,
    "val/n": 1824,
    "val/precision@50%": 0.987939,
    "val/precision@80%": 0.958191,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_66_9ed024d9c28e1229a845.table.json"
    },
    "val/recall@5": 0.994518,
    "val/strength_acc": 0.977522,
    "val_mthspl/acc@1": 0.784134,
    "val_mthspl/coverage@99%precision": 0.00334,
    "val_mthspl/dose_form_acc": 0.926514,
    "val_mthspl/ingredient_acc": 0.945929,
    "val_mthspl/margin/coverage@99%precision": 0.13048,
    "val_mthspl/n": 4790,
    "val_mthspl/precision@50%": 0.904384,
    "val_mthspl/precision@80%": 0.856211,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_68_ffbc07927f1273739b0d.table.json"
    },
    "val_mthspl/recall@5": 0.94238,
    "val_mthspl/strength_acc": 0.896242
   }
  },
  {
   "id": "bnnlibzb",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v3-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "ad9nakej",
   "tags": [
    "colab",
    "rerun",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T01:22:18Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "rerun"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v3-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v3-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v3",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v3",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 4,
    "epoch": 3.993958,
    "n_fallback": 680,
    "n_train_rows": 42375,
    "n_train_rows_mthspl": 32691,
    "n_train_rows_vandf": 9684,
    "test/acc@1": 0.909197,
    "test/coverage@99%precision": 0.372583,
    "test/dose_form_acc": 0.97481,
    "test/failures": {
     "file": "media/table/test/failures_273_835cf2e84b466f642c66.table.json"
    },
    "test/ingredient_acc": 0.990041,
    "test/margin/coverage@99%precision": 0.654364,
    "test/n": 1707,
    "test/precision@50%": 0.971897,
    "test/precision@80%": 0.963397,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_270_fadbf867639b1da6b27f.table.json"
    },
    "test/recall@5": 0.979496,
    "test/strength_acc": 0.959578,
    "test_mthspl/acc@1": 0.876076,
    "test_mthspl/coverage@99%precision": 0.185438,
    "test_mthspl/dose_form_acc": 0.964132,
    "test_mthspl/ingredient_acc": 0.97292,
    "test_mthspl/margin/coverage@99%precision": 0.444046,
    "test_mthspl/n": 5576,
    "test_mthspl/precision@50%": 0.958034,
    "test_mthspl/precision@80%": 0.939475,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_272_093a28be399e65cc6889.table.json"
    },
    "test_mthspl/recall@5": 0.961083,
    "test_mthspl/strength_acc": 0.927726,
    "total_flos": 0,
    "train/acc@1": 0.934841,
    "train/coverage@99%precision": 0.292235,
    "train/dose_form_acc": 0.982239,
    "train/epoch": 3.993958,
    "train/global_step": 2632,
    "train/grad_norm": 1.674635,
    "train/ingredient_acc": 0.992875,
    "train/learning_rate": 0.0,
    "train/loss": 0.019101,
    "train/margin/coverage@99%precision": 0.785729,
    "train/n": 9684,
    "train/precision@50%": 0.978521,
    "train/precision@80%": 0.964115,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_268_3c15d552f44215354d50.table.json"
    },
    "train/recall@5": 0.994527,
    "train/strength_acc": 0.96995,
    "train_loss": 0.046143,
    "train_runtime": 427.9891,
    "train_samples_per_second": 396.038,
    "train_steps_per_second": 6.187,
    "val/acc@1": 0.923794,
    "val/coverage@99%precision": 0.447917,
    "val/dose_form_acc": 0.980811,
    "val/ingredient_acc": 0.98739,
    "val/margin/coverage@99%precision": 0.777961,
    "val/n": 1824,
    "val/precision@50%": 0.985746,
    "val/precision@80%": 0.954764,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_269_48504b1c2bf5afd4bfbd.table.json"
    },
    "val/recall@5": 0.993969,
    "val/strength_acc": 0.975329,
    "val_mthspl/acc@1": 0.872025,
    "val_mthspl/coverage@99%precision": 0.00501,
    "val_mthspl/dose_form_acc": 0.959499,
    "val_mthspl/ingredient_acc": 0.978706,
    "val_mthspl/margin/coverage@99%precision": 0.525678,
    "val_mthspl/n": 4790,
    "val_mthspl/precision@50%": 0.940292,
    "val_mthspl/precision@80%": 0.915188,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_271_f754a59735aca02e7fe5.table.json"
    },
    "val_mthspl/recall@5": 0.985595,
    "val_mthspl/strength_acc": 0.937787
   }
  },
  {
   "id": "5ps7ro24",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v4",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "ad9nakej",
   "tags": [
    "colab",
    "rerun",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T01:30:54Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "rerun"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v4",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-v4/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v4",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v4",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 3,
    "epoch": 4,
    "n_fallback": 95,
    "n_train_rows": 9081,
    "n_train_rows_vandf": 9081,
    "test/acc@1": 0.873156,
    "test/coverage@99%precision": 0.234724,
    "test/dose_form_acc": 0.968394,
    "test/failures": {
     "file": "media/table/test/failures_66_64464e78d71b6c7107d4.table.json"
    },
    "test/ingredient_acc": 0.978508,
    "test/margin/coverage@99%precision": 0.691951,
    "test/n": 2373,
    "test/precision@50%": 0.958685,
    "test/precision@80%": 0.927292,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_63_1fe409f9c2a55b98410f.table.json"
    },
    "test/recall@5": 0.977665,
    "test/strength_acc": 0.961231,
    "test_mthspl/acc@1": 0.666453,
    "test_mthspl/coverage@99%precision": 0.026771,
    "test_mthspl/dose_form_acc": 0.855899,
    "test_mthspl/ingredient_acc": 0.897528,
    "test_mthspl/margin/coverage@99%precision": 0.169591,
    "test_mthspl/n": 7807,
    "test_mthspl/precision@50%": 0.896516,
    "test_mthspl/precision@80%": 0.783221,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_65_8a0fa02bf42e5c765d54.table.json"
    },
    "test_mthspl/recall@5": 0.847573,
    "test_mthspl/strength_acc": 0.810427,
    "total_flos": 0,
    "train/acc@1": 0.938553,
    "train/coverage@99%precision": 0.465477,
    "train/dose_form_acc": 0.985244,
    "train/epoch": 4,
    "train/global_step": 564,
    "train/grad_norm": 3.120092,
    "train/ingredient_acc": 0.993833,
    "train/learning_rate": 0.0,
    "train/loss": 0.017439,
    "train/margin/coverage@99%precision": 0.848695,
    "train/n": 9081,
    "train/precision@50%": 0.988326,
    "train/precision@80%": 0.972884,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_61_83552eabae867e362dbd.table.json"
    },
    "train/recall@5": 0.995155,
    "train/strength_acc": 0.969607,
    "train_loss": 0.038103,
    "train_runtime": 96.469,
    "train_samples_per_second": 376.535,
    "train_steps_per_second": 5.846,
    "val/acc@1": 0.907663,
    "val/coverage@99%precision": 0.273869,
    "val/dose_form_acc": 0.959799,
    "val/ingredient_acc": 0.978015,
    "val/margin/coverage@99%precision": 0.719221,
    "val/n": 1592,
    "val/precision@50%": 0.964824,
    "val/precision@80%": 0.950549,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_62_0079087606903bf9dfcd.table.json"
    },
    "val/recall@5": 0.988065,
    "val/strength_acc": 0.972362,
    "val_mthspl/acc@1": 0.761522,
    "val_mthspl/coverage@99%precision": 0.075701,
    "val_mthspl/dose_form_acc": 0.925672,
    "val_mthspl/ingredient_acc": 0.929202,
    "val_mthspl/margin/coverage@99%precision": 0.290449,
    "val_mthspl/n": 5099,
    "val_mthspl/precision@50%": 0.891765,
    "val_mthspl/precision@80%": 0.848002,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_64_878c9697bb50c7a36d7d.table.json"
    },
    "val_mthspl/recall@5": 0.924691,
    "val_mthspl/strength_acc": 0.898215
   }
  },
  {
   "id": "lgl6p3aa",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v4",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "ad9nakej",
   "tags": [
    "colab",
    "rerun",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T01:33:16Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "rerun"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v4",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v4/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v4",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v4",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 2,
    "epoch": 3.991681,
    "n_fallback": 611,
    "n_train_rows": 38484,
    "n_train_rows_mthspl": 29403,
    "n_train_rows_vandf": 9081,
    "test/acc@1": 0.877792,
    "test/coverage@99%precision": 0.233881,
    "test/dose_form_acc": 0.968394,
    "test/failures": {
     "file": "media/table/test/failures_248_65038e8f0643f0729f4b.table.json"
    },
    "test/ingredient_acc": 0.984829,
    "test/margin/coverage@99%precision": 0.666667,
    "test/n": 2373,
    "test/precision@50%": 0.947723,
    "test/precision@80%": 0.916228,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_245_90749b8602e9fdfffd1c.table.json"
    },
    "test/recall@5": 0.981458,
    "test/strength_acc": 0.964602,
    "test_mthspl/acc@1": 0.775714,
    "test_mthspl/coverage@99%precision": 0.081081,
    "test_mthspl/dose_form_acc": 0.933009,
    "test_mthspl/ingredient_acc": 0.981555,
    "test_mthspl/margin/coverage@99%precision": 0.338414,
    "test_mthspl/n": 7807,
    "test_mthspl/precision@50%": 0.911885,
    "test_mthspl/precision@80%": 0.850945,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_247_9331f5657f702c1dac68.table.json"
    },
    "test_mthspl/recall@5": 0.927757,
    "test_mthspl/strength_acc": 0.866914,
    "total_flos": 0,
    "train/acc@1": 0.931175,
    "train/coverage@99%precision": 0.401828,
    "train/dose_form_acc": 0.983042,
    "train/epoch": 3.991681,
    "train/global_step": 2384,
    "train/grad_norm": 1.358463,
    "train/ingredient_acc": 0.991411,
    "train/learning_rate": 0.0,
    "train/loss": 0.029836,
    "train/margin/coverage@99%precision": 0.796718,
    "train/n": 9081,
    "train/precision@50%": 0.985463,
    "train/precision@80%": 0.968754,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_243_d4f64c2ae40914c2379e.table.json"
    },
    "train/recall@5": 0.991961,
    "train/strength_acc": 0.964651,
    "train_loss": 0.043657,
    "train_runtime": 393.7317,
    "train_samples_per_second": 390.967,
    "train_steps_per_second": 6.106,
    "val/acc@1": 0.903894,
    "val/coverage@99%precision": 0.255653,
    "val/dose_form_acc": 0.959171,
    "val/ingredient_acc": 0.977387,
    "val/margin/coverage@99%precision": 0.65892,
    "val/n": 1592,
    "val/precision@50%": 0.964824,
    "val/precision@80%": 0.956044,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_244_324b19d3de280bc4477d.table.json"
    },
    "val/recall@5": 0.979271,
    "val/strength_acc": 0.968593,
    "val_mthspl/acc@1": 0.866641,
    "val_mthspl/coverage@99%precision": 0.106688,
    "val_mthspl/dose_form_acc": 0.951951,
    "val_mthspl/ingredient_acc": 0.97019,
    "val_mthspl/margin/coverage@99%precision": 0.410277,
    "val_mthspl/n": 5099,
    "val_mthspl/precision@50%": 0.941961,
    "val_mthspl/precision@80%": 0.913704,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_246_ec0ac0238a9c4f44773a.table.json"
    },
    "val_mthspl/recall@5": 0.98588,
    "val_mthspl/strength_acc": 0.939008
   }
  },
  {
   "id": "yz0rmm17",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v4-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "ad9nakej",
   "tags": [
    "colab",
    "rerun",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T01:41:11Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "rerun"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v4-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-v4-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v4",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v4",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 3,
    "epoch": 4,
    "n_fallback": 95,
    "n_train_rows": 9081,
    "n_train_rows_vandf": 9081,
    "test/acc@1": 0.882006,
    "test/coverage@99%precision": 0.271386,
    "test/dose_form_acc": 0.96418,
    "test/failures": {
     "file": "media/table/test/failures_66_2f64bb7270a140f56ff2.table.json"
    },
    "test/ingredient_acc": 0.978508,
    "test/margin/coverage@99%precision": 0.688158,
    "test/n": 2373,
    "test/precision@50%": 0.967116,
    "test/precision@80%": 0.930453,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_63_f18faae66142eae2728c.table.json"
    },
    "test/recall@5": 0.981458,
    "test/strength_acc": 0.960388,
    "test_mthspl/acc@1": 0.646599,
    "test_mthspl/coverage@99%precision": 0.005252,
    "test_mthspl/dose_form_acc": 0.832842,
    "test_mthspl/ingredient_acc": 0.868451,
    "test_mthspl/margin/coverage@99%precision": 0.16703,
    "test_mthspl/n": 7807,
    "test_mthspl/precision@50%": 0.894723,
    "test_mthspl/precision@80%": 0.769613,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_65_e9abb5a64a918130e35b.table.json"
    },
    "test_mthspl/recall@5": 0.810939,
    "test_mthspl/strength_acc": 0.786346,
    "total_flos": 0,
    "train/acc@1": 0.938553,
    "train/coverage@99%precision": 0.496751,
    "train/dose_form_acc": 0.986455,
    "train/epoch": 4,
    "train/global_step": 564,
    "train/grad_norm": 2.011544,
    "train/ingredient_acc": 0.993173,
    "train/learning_rate": 0.0,
    "train/loss": 0.013395,
    "train/margin/coverage@99%precision": 0.840326,
    "train/n": 9081,
    "train/precision@50%": 0.989868,
    "train/precision@80%": 0.972608,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_61_ff6b5596f01a97888383.table.json"
    },
    "train/recall@5": 0.994384,
    "train/strength_acc": 0.969607,
    "train_loss": 0.038742,
    "train_runtime": 95.5838,
    "train_samples_per_second": 380.022,
    "train_steps_per_second": 5.901,
    "val/acc@1": 0.903894,
    "val/coverage@99%precision": 0.247487,
    "val/dose_form_acc": 0.953518,
    "val/ingredient_acc": 0.971734,
    "val/margin/coverage@99%precision": 0.625628,
    "val/n": 1592,
    "val/precision@50%": 0.96608,
    "val/precision@80%": 0.950549,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_62_b9c1bbb78935b0aff812.table.json"
    },
    "val/recall@5": 0.984925,
    "val/strength_acc": 0.96608,
    "val_mthspl/acc@1": 0.730732,
    "val_mthspl/coverage@99%precision": 0.074721,
    "val_mthspl/dose_form_acc": 0.910963,
    "val_mthspl/ingredient_acc": 0.913905,
    "val_mthspl/margin/coverage@99%precision": 0.21161,
    "val_mthspl/n": 5099,
    "val_mthspl/precision@50%": 0.898039,
    "val_mthspl/precision@80%": 0.835744,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_64_d08e7f7951bab1682119.table.json"
    },
    "val_mthspl/recall@5": 0.894489,
    "val_mthspl/strength_acc": 0.868406
   }
  },
  {
   "id": "4nt12rb5",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v4-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "ad9nakej",
   "tags": [
    "colab",
    "rerun",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T01:43:38Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "rerun"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v4-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v4-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v4",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v4",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 4,
    "epoch": 3.991681,
    "n_fallback": 611,
    "n_train_rows": 38484,
    "n_train_rows_mthspl": 29403,
    "n_train_rows_vandf": 9081,
    "test/acc@1": 0.892962,
    "test/coverage@99%precision": 0.226717,
    "test/dose_form_acc": 0.97008,
    "test/failures": {
     "file": "media/table/test/failures_248_d774a7bcffc32fd10812.table.json"
    },
    "test/ingredient_acc": 0.983144,
    "test/margin/coverage@99%precision": 0.662874,
    "test/n": 2373,
    "test/precision@50%": 0.962901,
    "test/precision@80%": 0.938883,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_245_60cf848a9e6280232c1a.table.json"
    },
    "test/recall@5": 0.979351,
    "test/strength_acc": 0.96418,
    "test_mthspl/acc@1": 0.783656,
    "test_mthspl/coverage@99%precision": 0.094915,
    "test_mthspl/dose_form_acc": 0.939029,
    "test_mthspl/ingredient_acc": 0.980274,
    "test_mthspl/margin/coverage@99%precision": 0.363008,
    "test_mthspl/n": 7807,
    "test_mthspl/precision@50%": 0.913422,
    "test_mthspl/precision@80%": 0.846622,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_247_0f5f9246c4f05365c314.table.json"
    },
    "test_mthspl/recall@5": 0.930191,
    "test_mthspl/strength_acc": 0.873319,
    "total_flos": 0,
    "train/acc@1": 0.939764,
    "train/coverage@99%precision": 0.424072,
    "train/dose_form_acc": 0.984583,
    "train/epoch": 3.991681,
    "train/global_step": 2384,
    "train/grad_norm": 1.67328,
    "train/ingredient_acc": 0.992622,
    "train/learning_rate": 0.0,
    "train/loss": 0.013109,
    "train/margin/coverage@99%precision": 0.815769,
    "train/n": 9081,
    "train/precision@50%": 0.986564,
    "train/precision@80%": 0.97426,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_243_d5704121e54635086735.table.json"
    },
    "train/recall@5": 0.994164,
    "train/strength_acc": 0.971259,
    "train_loss": 0.042986,
    "train_runtime": 394.1217,
    "train_samples_per_second": 390.58,
    "train_steps_per_second": 6.1,
    "val/acc@1": 0.899497,
    "val/coverage@99%precision": 0.258794,
    "val/dose_form_acc": 0.957286,
    "val/ingredient_acc": 0.975503,
    "val/margin/coverage@99%precision": 0.602387,
    "val/n": 1592,
    "val/precision@50%": 0.96608,
    "val/precision@80%": 0.957614,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_244_88f956c91045cf4bc02a.table.json"
    },
    "val/recall@5": 0.985553,
    "val/strength_acc": 0.965452,
    "val_mthspl/acc@1": 0.880761,
    "val_mthspl/coverage@99%precision": 0.120024,
    "val_mthspl/dose_form_acc": 0.955089,
    "val_mthspl/ingredient_acc": 0.972936,
    "val_mthspl/margin/coverage@99%precision": 0.452834,
    "val_mthspl/n": 5099,
    "val_mthspl/precision@50%": 0.951373,
    "val_mthspl/precision@80%": 0.926943,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_246_58947a3e2416d651ef63.table.json"
    },
    "val_mthspl/recall@5": 0.985487,
    "val_mthspl/strength_acc": 0.952344
   }
  },
  {
   "id": "iop9qwcy",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v5",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "ad9nakej",
   "tags": [
    "colab",
    "rerun",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T01:51:35Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "rerun"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v5",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-v5/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v5",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v5",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 3,
    "epoch": 4,
    "n_fallback": 113,
    "n_train_rows": 9210,
    "n_train_rows_vandf": 9210,
    "test/acc@1": 0.920781,
    "test/coverage@99%precision": 0.307692,
    "test/dose_form_acc": 0.971871,
    "test/failures": {
     "file": "media/table/test/failures_67_7a4018c3ecb4d95c334e.table.json"
    },
    "test/ingredient_acc": 0.991963,
    "test/margin/coverage@99%precision": 0.664179,
    "test/n": 1742,
    "test/precision@50%": 0.982778,
    "test/precision@80%": 0.964132,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_64_b61446dfc885eea0c91f.table.json"
    },
    "test/recall@5": 0.986223,
    "test/strength_acc": 0.965557,
    "test_mthspl/acc@1": 0.690906,
    "test_mthspl/coverage@99%precision": 0.0198,
    "test_mthspl/dose_form_acc": 0.890485,
    "test_mthspl/ingredient_acc": 0.935518,
    "test_mthspl/margin/coverage@99%precision": 0.184861,
    "test_mthspl/n": 5707,
    "test_mthspl/precision@50%": 0.860897,
    "test_mthspl/precision@80%": 0.780771,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_66_94151bbd7aafdcdd1b0b.table.json"
    },
    "test_mthspl/recall@5": 0.902576,
    "test_mthspl/strength_acc": 0.845103,
    "total_flos": 0,
    "train/acc@1": 0.933442,
    "train/coverage@99%precision": 0.326167,
    "train/dose_form_acc": 0.981542,
    "train/epoch": 4,
    "train/global_step": 572,
    "train/grad_norm": 0.40095,
    "train/ingredient_acc": 0.993702,
    "train/learning_rate": 0.0,
    "train/loss": 0.015071,
    "train/margin/coverage@99%precision": 0.80532,
    "train/n": 9210,
    "train/precision@50%": 0.978067,
    "train/precision@80%": 0.959148,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_62_85f1d399e83443b61c87.table.json"
    },
    "train/recall@5": 0.994571,
    "train/strength_acc": 0.972096,
    "train_loss": 0.039715,
    "train_runtime": 97.7218,
    "train_samples_per_second": 376.988,
    "train_steps_per_second": 5.853,
    "val/acc@1": 0.902828,
    "val/coverage@99%precision": 0.372237,
    "val/dose_form_acc": 0.976864,
    "val/ingredient_acc": 0.975321,
    "val/margin/coverage@99%precision": 0.620566,
    "val/n": 1945,
    "val/precision@50%": 0.986626,
    "val/precision@80%": 0.955013,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_63_89366370cff4c554d0c1.table.json"
    },
    "val/recall@5": 0.984576,
    "val/strength_acc": 0.96401,
    "val_mthspl/acc@1": 0.727882,
    "val_mthspl/coverage@99%precision": 0.104116,
    "val_mthspl/dose_form_acc": 0.874837,
    "val_mthspl/ingredient_acc": 0.950456,
    "val_mthspl/margin/coverage@99%precision": 0.144533,
    "val_mthspl/n": 5369,
    "val_mthspl/precision@50%": 0.889344,
    "val_mthspl/precision@80%": 0.814435,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_65_825c386e90d47005c07c.table.json"
    },
    "val_mthspl/recall@5": 0.902961,
    "val_mthspl/strength_acc": 0.8767
   }
  },
  {
   "id": "kl8b26t3",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v5",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "ad9nakej",
   "tags": [
    "colab",
    "rerun",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T01:54:03Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "rerun"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v5",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v5/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v5",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v5",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 3,
    "epoch": 3.993641,
    "n_fallback": 640,
    "n_train_rows": 40317,
    "n_train_rows_mthspl": 31107,
    "n_train_rows_vandf": 9210,
    "test/acc@1": 0.907577,
    "test/coverage@99%precision": 0.345006,
    "test/dose_form_acc": 0.97302,
    "test/failures": {
     "file": "media/table/test/failures_260_c38a4fe726f083c6be1a.table.json"
    },
    "test/ingredient_acc": 0.993685,
    "test/margin/coverage@99%precision": 0.728473,
    "test/n": 1742,
    "test/precision@50%": 0.978186,
    "test/precision@80%": 0.954089,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_257_ee7b7cb08c67b426ec51.table.json"
    },
    "test/recall@5": 0.983352,
    "test/strength_acc": 0.955224,
    "test_mthspl/acc@1": 0.809883,
    "test_mthspl/coverage@99%precision": 0.021377,
    "test_mthspl/dose_form_acc": 0.930086,
    "test_mthspl/ingredient_acc": 0.980375,
    "test_mthspl/margin/coverage@99%precision": 0.175574,
    "test_mthspl/n": 5707,
    "test_mthspl/precision@50%": 0.912053,
    "test_mthspl/precision@80%": 0.861586,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_259_aeda9a5139b91469ee9f.table.json"
    },
    "test_mthspl/recall@5": 0.977046,
    "test_mthspl/strength_acc": 0.902751,
    "total_flos": 0,
    "train/acc@1": 0.931379,
    "train/coverage@99%precision": 0.331488,
    "train/dose_form_acc": 0.983062,
    "train/epoch": 3.993641,
    "train/global_step": 2500,
    "train/grad_norm": 0.41904,
    "train/ingredient_acc": 0.991965,
    "train/learning_rate": 0.0,
    "train/loss": 0.02425,
    "train/margin/coverage@99%precision": 0.798588,
    "train/n": 9210,
    "train/precision@50%": 0.977416,
    "train/precision@80%": 0.961319,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_255_b76dcc292ccafadaf241.table.json"
    },
    "train/recall@5": 0.995223,
    "train/strength_acc": 0.97025,
    "train_loss": 0.044885,
    "train_runtime": 405.8214,
    "train_samples_per_second": 397.387,
    "train_steps_per_second": 6.2,
    "val/acc@1": 0.900771,
    "val/coverage@99%precision": 0.368123,
    "val/dose_form_acc": 0.969152,
    "val/ingredient_acc": 0.971208,
    "val/margin/coverage@99%precision": 0.679177,
    "val/n": 1945,
    "val/precision@50%": 0.985597,
    "val/precision@80%": 0.949229,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_256_322b438b5a4a0b5b09ad.table.json"
    },
    "val/recall@5": 0.989717,
    "val/strength_acc": 0.958869,
    "val_mthspl/acc@1": 0.834234,
    "val_mthspl/coverage@99%precision": 0.119762,
    "val_mthspl/dose_form_acc": 0.94133,
    "val_mthspl/ingredient_acc": 0.982678,
    "val_mthspl/margin/coverage@99%precision": 0.441423,
    "val_mthspl/n": 5369,
    "val_mthspl/precision@50%": 0.925484,
    "val_mthspl/precision@80%": 0.882189,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_258_0323543143814779a35b.table.json"
    },
    "val_mthspl/recall@5": 0.973366,
    "val_mthspl/strength_acc": 0.93835
   }
  },
  {
   "id": "4r1rhptu",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v5-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "ad9nakej",
   "tags": [
    "colab",
    "rerun",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T02:02:13Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "rerun"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v5-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-v5-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v5",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v5",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 2,
    "epoch": 4,
    "n_fallback": 113,
    "n_train_rows": 9210,
    "n_train_rows_vandf": 9210,
    "test/acc@1": 0.91217,
    "test/coverage@99%precision": 0.280138,
    "test/dose_form_acc": 0.975316,
    "test/failures": {
     "file": "media/table/test/failures_67_8c344fbda12cfdc656bd.table.json"
    },
    "test/ingredient_acc": 0.991389,
    "test/margin/coverage@99%precision": 0.697474,
    "test/n": 1742,
    "test/precision@50%": 0.98163,
    "test/precision@80%": 0.96198,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_64_fcfa9478c8be015d221b.table.json"
    },
    "test/recall@5": 0.983927,
    "test/strength_acc": 0.963261,
    "test_mthspl/acc@1": 0.69774,
    "test_mthspl/coverage@99%precision": 0.009112,
    "test_mthspl/dose_form_acc": 0.887682,
    "test_mthspl/ingredient_acc": 0.944279,
    "test_mthspl/margin/coverage@99%precision": 0.16103,
    "test_mthspl/n": 5707,
    "test_mthspl/precision@50%": 0.877365,
    "test_mthspl/precision@80%": 0.786684,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_66_754a4f6aaf7c070fa3ef.table.json"
    },
    "test_mthspl/recall@5": 0.909935,
    "test_mthspl/strength_acc": 0.855441,
    "total_flos": 0,
    "train/acc@1": 0.92899,
    "train/coverage@99%precision": 0.307818,
    "train/dose_form_acc": 0.981976,
    "train/epoch": 4,
    "train/global_step": 572,
    "train/grad_norm": 0.805625,
    "train/ingredient_acc": 0.992834,
    "train/learning_rate": 0.0,
    "train/loss": 0.016855,
    "train/margin/coverage@99%precision": 0.800434,
    "train/n": 9210,
    "train/precision@50%": 0.981325,
    "train/precision@80%": 0.960233,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_62_16bddb0ade054ad9e374.table.json"
    },
    "train/recall@5": 0.994897,
    "train/strength_acc": 0.968295,
    "train_loss": 0.038384,
    "train_runtime": 96.1982,
    "train_samples_per_second": 382.959,
    "train_steps_per_second": 5.946,
    "val/acc@1": 0.896658,
    "val/coverage@99%precision": 0.314139,
    "val/dose_form_acc": 0.973265,
    "val/ingredient_acc": 0.973779,
    "val/margin/coverage@99%precision": 0.692031,
    "val/n": 1945,
    "val/precision@50%": 0.986626,
    "val/precision@80%": 0.952442,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_63_55f2a0a09bc07699fa48.table.json"
    },
    "val/recall@5": 0.982519,
    "val/strength_acc": 0.96401,
    "val_mthspl/acc@1": 0.734215,
    "val_mthspl/coverage@99%precision": 0.099646,
    "val_mthspl/dose_form_acc": 0.874651,
    "val_mthspl/ingredient_acc": 0.956975,
    "val_mthspl/margin/coverage@99%precision": 0.188676,
    "val_mthspl/n": 5369,
    "val_mthspl/precision@50%": 0.896796,
    "val_mthspl/precision@80%": 0.821886,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_65_355eb9cb1c312d13ab7b.table.json"
    },
    "val_mthspl/recall@5": 0.909667,
    "val_mthspl/strength_acc": 0.894207
   }
  },
  {
   "id": "ud1911w6",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v5-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "ad9nakej",
   "tags": [
    "colab",
    "rerun",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T02:04:35Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "rerun"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v5-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v5-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v5",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v5",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 4,
    "epoch": 3.993641,
    "n_fallback": 640,
    "n_train_rows": 40317,
    "n_train_rows_mthspl": 31107,
    "n_train_rows_vandf": 9210,
    "test/acc@1": 0.904707,
    "test/coverage@99%precision": 0.316877,
    "test/dose_form_acc": 0.967853,
    "test/failures": {
     "file": "media/table/test/failures_260_f64a4e97c9919250d156.table.json"
    },
    "test/ingredient_acc": 0.987371,
    "test/margin/coverage@99%precision": 0.702067,
    "test/n": 1742,
    "test/precision@50%": 0.973594,
    "test/precision@80%": 0.954806,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_257_e76092b385d32beda917.table.json"
    },
    "test/recall@5": 0.984501,
    "test/strength_acc": 0.958094,
    "test_mthspl/acc@1": 0.812336,
    "test_mthspl/coverage@99%precision": 0.072367,
    "test_mthspl/dose_form_acc": 0.922551,
    "test_mthspl/ingredient_acc": 0.979148,
    "test_mthspl/margin/coverage@99%precision": 0.213072,
    "test_mthspl/n": 5707,
    "test_mthspl/precision@50%": 0.922565,
    "test_mthspl/precision@80%": 0.865309,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_259_5daadd48dd38af04308e.table.json"
    },
    "test_mthspl/recall@5": 0.978097,
    "test_mthspl/strength_acc": 0.910987,
    "total_flos": 0,
    "train/acc@1": 0.931053,
    "train/coverage@99%precision": 0.312269,
    "train/dose_form_acc": 0.983713,
    "train/epoch": 3.993641,
    "train/global_step": 2500,
    "train/grad_norm": 0.911077,
    "train/ingredient_acc": 0.991531,
    "train/learning_rate": 0.0,
    "train/loss": 0.022025,
    "train/margin/coverage@99%precision": 0.816395,
    "train/n": 9210,
    "train/precision@50%": 0.978502,
    "train/precision@80%": 0.966069,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_255_0f0873eaa23ec3e268b5.table.json"
    },
    "train/recall@5": 0.994245,
    "train/strength_acc": 0.968404,
    "train_loss": 0.044878,
    "train_runtime": 406.1839,
    "train_samples_per_second": 397.032,
    "train_steps_per_second": 6.194,
    "val/acc@1": 0.902314,
    "val/coverage@99%precision": 0.364524,
    "val/dose_form_acc": 0.968123,
    "val/ingredient_acc": 0.977378,
    "val/margin/coverage@99%precision": 0.748586,
    "val/n": 1945,
    "val/precision@50%": 0.981481,
    "val/precision@80%": 0.949871,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_256_86edd75588314ebde36b.table.json"
    },
    "val/recall@5": 0.988689,
    "val/strength_acc": 0.958355,
    "val_mthspl/acc@1": 0.859005,
    "val_mthspl/coverage@99%precision": 0.149562,
    "val_mthspl/dose_form_acc": 0.940771,
    "val_mthspl/ingredient_acc": 0.98212,
    "val_mthspl/margin/coverage@99%precision": 0.376048,
    "val_mthspl/n": 5369,
    "val_mthspl/precision@50%": 0.931446,
    "val_mthspl/precision@80%": 0.905937,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_258_d065e610e3435f8142a8.table.json"
    },
    "val_mthspl/recall@5": 0.973738,
    "val_mthspl/strength_acc": 0.944682
   }
  },
  {
   "id": "qabgu78y",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v6",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "ad9nakej",
   "tags": [
    "colab",
    "rerun",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T02:12:47Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "rerun"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v6",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-v6/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v6",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v6",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 2,
    "epoch": 4,
    "n_fallback": 80,
    "n_train_rows": 9445,
    "n_train_rows_vandf": 9445,
    "test/acc@1": 0.915618,
    "test/coverage@99%precision": 0.431866,
    "test/dose_form_acc": 0.97065,
    "test/failures": {
     "file": "media/table/test/failures_68_ebdc138f74e4984232b9.table.json"
    },
    "test/ingredient_acc": 0.99109,
    "test/margin/coverage@99%precision": 0.694444,
    "test/n": 1908,
    "test/precision@50%": 0.984277,
    "test/precision@80%": 0.962647,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_964c8bacd0fc873d6060.table.json"
    },
    "test/recall@5": 0.986897,
    "test/strength_acc": 0.955451,
    "test_mthspl/acc@1": 0.778254,
    "test_mthspl/coverage@99%precision": 0.090803,
    "test_mthspl/dose_form_acc": 0.920694,
    "test_mthspl/ingredient_acc": 0.939205,
    "test_mthspl/margin/coverage@99%precision": 0.184334,
    "test_mthspl/n": 5132,
    "test_mthspl/precision@50%": 0.928293,
    "test_mthspl/precision@80%": 0.871164,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_67_6c6be33f5a621a207855.table.json"
    },
    "test_mthspl/recall@5": 0.928098,
    "test_mthspl/strength_acc": 0.875097,
    "total_flos": 0,
    "train/acc@1": 0.931075,
    "train/coverage@99%precision": 0.290101,
    "train/dose_form_acc": 0.978401,
    "train/epoch": 4,
    "train/global_step": 588,
    "train/grad_norm": 0.814088,
    "train/ingredient_acc": 0.992695,
    "train/learning_rate": 0.0,
    "train/loss": 0.01295,
    "train/margin/coverage@99%precision": 0.798835,
    "train/n": 9445,
    "train/precision@50%": 0.980093,
    "train/precision@80%": 0.958179,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_b05587301a4819e13f9f.table.json"
    },
    "train/recall@5": 0.995447,
    "train/strength_acc": 0.971308,
    "train_loss": 0.040732,
    "train_runtime": 99.5804,
    "train_samples_per_second": 379.392,
    "train_steps_per_second": 5.905,
    "val/acc@1": 0.87799,
    "val/coverage@99%precision": 0.546651,
    "val/dose_form_acc": 0.969498,
    "val/ingredient_acc": 0.985646,
    "val/margin/coverage@99%precision": 0.708134,
    "val/n": 1672,
    "val/precision@50%": 0.992823,
    "val/precision@80%": 0.950673,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_bec99a9384b5a6657370.table.json"
    },
    "val/recall@5": 0.964713,
    "val/strength_acc": 0.953947,
    "val_mthspl/acc@1": 0.60542,
    "val_mthspl/coverage@99%precision": 0.095836,
    "val_mthspl/dose_form_acc": 0.819729,
    "val_mthspl/ingredient_acc": 0.85228,
    "val_mthspl/margin/coverage@99%precision": 0.206709,
    "val_mthspl/n": 6052,
    "val_mthspl/precision@50%": 0.876074,
    "val_mthspl/precision@80%": 0.728831,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_66_d088967cf991a467fbc8.table.json"
    },
    "val_mthspl/recall@5": 0.778916,
    "val_mthspl/strength_acc": 0.727363
   }
  },
  {
   "id": "xtgyu502",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v6",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "ad9nakej",
   "tags": [
    "colab",
    "rerun",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T02:15:14Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "rerun"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v6",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v6/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v6",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v6",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 4,
    "epoch": 3.992126,
    "n_fallback": 519,
    "n_train_rows": 40666,
    "n_train_rows_mthspl": 31221,
    "n_train_rows_vandf": 9445,
    "test/acc@1": 0.929769,
    "test/coverage@99%precision": 0.45021,
    "test/dose_form_acc": 0.980084,
    "test/failures": {
     "file": "media/table/test/failures_262_7cb83b46751744560ab3.table.json"
    },
    "test/ingredient_acc": 0.992662,
    "test/margin/coverage@99%precision": 0.687631,
    "test/n": 1908,
    "test/precision@50%": 0.985325,
    "test/precision@80%": 0.967235,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_259_a93906d40f056e3dd548.table.json"
    },
    "test/recall@5": 0.984801,
    "test/strength_acc": 0.962788,
    "test_mthspl/acc@1": 0.880164,
    "test_mthspl/coverage@99%precision": 0.201481,
    "test_mthspl/dose_form_acc": 0.965316,
    "test_mthspl/ingredient_acc": 0.981294,
    "test_mthspl/margin/coverage@99%precision": 0.352104,
    "test_mthspl/n": 5132,
    "test_mthspl/precision@50%": 0.953235,
    "test_mthspl/precision@80%": 0.928885,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_261_356dd643e115d2b25d29.table.json"
    },
    "test_mthspl/recall@5": 0.974084,
    "test_mthspl/strength_acc": 0.930242,
    "total_flos": 0,
    "train/acc@1": 0.93351,
    "train/coverage@99%precision": 0.309158,
    "train/dose_form_acc": 0.980307,
    "train/epoch": 3.992126,
    "train/global_step": 2520,
    "train/grad_norm": 1.954892,
    "train/ingredient_acc": 0.992377,
    "train/learning_rate": 0.0,
    "train/loss": 0.013257,
    "train/margin/coverage@99%precision": 0.818846,
    "train/n": 9445,
    "train/precision@50%": 0.977552,
    "train/precision@80%": 0.964399,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_257_7b8421fb300e15632a37.table.json"
    },
    "train/recall@5": 0.995553,
    "train/strength_acc": 0.972366,
    "train_loss": 0.041954,
    "train_runtime": 411.552,
    "train_samples_per_second": 395.245,
    "train_steps_per_second": 6.172,
    "val/acc@1": 0.884569,
    "val/coverage@99%precision": 0.420455,
    "val/dose_form_acc": 0.966507,
    "val/ingredient_acc": 0.985646,
    "val/margin/coverage@99%precision": 0.717703,
    "val/n": 1672,
    "val/precision@50%": 0.983254,
    "val/precision@80%": 0.94843,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_258_7c2c2dfe97270fbf8cf2.table.json"
    },
    "val/recall@5": 0.969498,
    "val/strength_acc": 0.949761,
    "val_mthspl/acc@1": 0.758427,
    "val_mthspl/coverage@99%precision": 0.127065,
    "val_mthspl/dose_form_acc": 0.934071,
    "val_mthspl/ingredient_acc": 0.973562,
    "val_mthspl/margin/coverage@99%precision": 0.355089,
    "val_mthspl/n": 6052,
    "val_mthspl/precision@50%": 0.909782,
    "val_mthspl/precision@80%": 0.826105,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_260_f54c5821df507faab2df.table.json"
    },
    "val_mthspl/recall@5": 0.933741,
    "val_mthspl/strength_acc": 0.827165
   }
  },
  {
   "id": "j4sayu42",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v6-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "ad9nakej",
   "tags": [
    "colab",
    "rerun",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T02:23:30Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "rerun"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v6-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-v6-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v6",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v6",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 1,
    "epoch": 4,
    "n_fallback": 80,
    "n_train_rows": 9445,
    "n_train_rows_vandf": 9445,
    "test/acc@1": 0.92348,
    "test/coverage@99%precision": 0.371593,
    "test/dose_form_acc": 0.973795,
    "test/failures": {
     "file": "media/table/test/failures_68_5abbada49c995e1bf2c4.table.json"
    },
    "test/ingredient_acc": 0.996855,
    "test/margin/coverage@99%precision": 0.618973,
    "test/n": 1908,
    "test/precision@50%": 0.979036,
    "test/precision@80%": 0.960682,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_ea14a1b4591e76b63b10.table.json"
    },
    "test/recall@5": 0.988994,
    "test/strength_acc": 0.962788,
    "test_mthspl/acc@1": 0.824435,
    "test_mthspl/coverage@99%precision": 0.091972,
    "test_mthspl/dose_form_acc": 0.952455,
    "test_mthspl/ingredient_acc": 0.967264,
    "test_mthspl/margin/coverage@99%precision": 0.203819,
    "test_mthspl/n": 5132,
    "test_mthspl/precision@50%": 0.918161,
    "test_mthspl/precision@80%": 0.888456,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_67_b7494bea31b4302827ce.table.json"
    },
    "test_mthspl/recall@5": 0.962977,
    "test_mthspl/strength_acc": 0.90491,
    "total_flos": 0,
    "train/acc@1": 0.917628,
    "train/coverage@99%precision": 0.294336,
    "train/dose_form_acc": 0.977766,
    "train/epoch": 4,
    "train/global_step": 588,
    "train/grad_norm": 0.158259,
    "train/ingredient_acc": 0.990789,
    "train/learning_rate": 0.0,
    "train/loss": 0.0062,
    "train/margin/coverage@99%precision": 0.747274,
    "train/n": 9445,
    "train/precision@50%": 0.978611,
    "train/precision@80%": 0.954473,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_db3736bc5e5ab97f1f7f.table.json"
    },
    "train/recall@5": 0.992483,
    "train/strength_acc": 0.964108,
    "train_loss": 0.039664,
    "train_runtime": 98.3758,
    "train_samples_per_second": 384.037,
    "train_steps_per_second": 5.977,
    "val/acc@1": 0.884569,
    "val/coverage@99%precision": 0.511364,
    "val/dose_form_acc": 0.973086,
    "val/ingredient_acc": 0.986842,
    "val/margin/coverage@99%precision": 0.708134,
    "val/n": 1672,
    "val/precision@50%": 0.991627,
    "val/precision@80%": 0.957399,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_f78b56618b3d05b66045.table.json"
    },
    "val/recall@5": 0.976077,
    "val/strength_acc": 0.952153,
    "val_mthspl/acc@1": 0.667548,
    "val_mthspl/coverage@99%precision": 0.088401,
    "val_mthspl/dose_form_acc": 0.882849,
    "val_mthspl/ingredient_acc": 0.933741,
    "val_mthspl/margin/coverage@99%precision": 0.253966,
    "val_mthspl/n": 6052,
    "val_mthspl/precision@50%": 0.88037,
    "val_mthspl/precision@80%": 0.766625,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_66_5268a61a98b6edb82bfd.table.json"
    },
    "val_mthspl/recall@5": 0.878553,
    "val_mthspl/strength_acc": 0.781064
   }
  },
  {
   "id": "178kyi13",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v6-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "ad9nakej",
   "tags": [
    "colab",
    "rerun",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T02:25:58Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "rerun"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v6-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-v6-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v6",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v6",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 3,
    "epoch": 3.992126,
    "n_fallback": 519,
    "n_train_rows": 40666,
    "n_train_rows_mthspl": 31221,
    "n_train_rows_vandf": 9445,
    "test/acc@1": 0.928721,
    "test/coverage@99%precision": 0.479036,
    "test/dose_form_acc": 0.976939,
    "test/failures": {
     "file": "media/table/test/failures_262_9a19392371da799bc460.table.json"
    },
    "test/ingredient_acc": 0.990566,
    "test/margin/coverage@99%precision": 0.69392,
    "test/n": 1908,
    "test/precision@50%": 0.98847,
    "test/precision@80%": 0.971166,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_259_fbdafceb9f37f2499daf.table.json"
    },
    "test/recall@5": 0.986373,
    "test/strength_acc": 0.961216,
    "test_mthspl/acc@1": 0.880164,
    "test_mthspl/coverage@99%precision": 0.180436,
    "test_mthspl/dose_form_acc": 0.965705,
    "test_mthspl/ingredient_acc": 0.98032,
    "test_mthspl/margin/coverage@99%precision": 0.4318,
    "test_mthspl/n": 5132,
    "test_mthspl/precision@50%": 0.946999,
    "test_mthspl/precision@80%": 0.924257,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_261_298537b8e5cad20375d2.table.json"
    },
    "test_mthspl/recall@5": 0.975643,
    "test_mthspl/strength_acc": 0.928488,
    "total_flos": 0,
    "train/acc@1": 0.93658,
    "train/coverage@99%precision": 0.311699,
    "train/dose_form_acc": 0.982213,
    "train/epoch": 3.992126,
    "train/global_step": 2520,
    "train/grad_norm": 1.222186,
    "train/ingredient_acc": 0.993859,
    "train/learning_rate": 0.0,
    "train/loss": 0.013504,
    "train/margin/coverage@99%precision": 0.802965,
    "train/n": 9445,
    "train/precision@50%": 0.976705,
    "train/precision@80%": 0.963208,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_257_3516f4307154c7ff0f8c.table.json"
    },
    "train/recall@5": 0.995765,
    "train/strength_acc": 0.971308,
    "train_loss": 0.041003,
    "train_runtime": 410.5825,
    "train_samples_per_second": 396.179,
    "train_steps_per_second": 6.186,
    "val/acc@1": 0.897727,
    "val/coverage@99%precision": 0.562799,
    "val/dose_form_acc": 0.974282,
    "val/ingredient_acc": 0.982656,
    "val/margin/coverage@99%precision": 0.731459,
    "val/n": 1672,
    "val/precision@50%": 0.992823,
    "val/precision@80%": 0.956652,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_258_b7727d4d7ae81964637b.table.json"
    },
    "val/recall@5": 0.970096,
    "val/strength_acc": 0.950957,
    "val_mthspl/acc@1": 0.755783,
    "val_mthspl/coverage@99%precision": 0.099636,
    "val_mthspl/dose_form_acc": 0.929445,
    "val_mthspl/ingredient_acc": 0.967614,
    "val_mthspl/margin/coverage@99%precision": 0.352776,
    "val_mthspl/n": 6052,
    "val_mthspl/precision@50%": 0.920687,
    "val_mthspl/precision@80%": 0.83354,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_260_ffae9adc0c4016b1dda3.table.json"
    },
    "val_mthspl/recall@5": 0.921348,
    "val_mthspl/strength_acc": 0.830469
   }
  },
  {
   "id": "t9uh95uo",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "2v3am5xr",
   "tags": [
    "colab",
    "rerun-head",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T13:20:17Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "rerun-head"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v1",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.789814,
    "aux/num_labels": 232,
    "best_epoch": 2,
    "epoch": 4,
    "n_fallback": 123,
    "n_train_rows": 9287,
    "n_train_rows_vandf": 9287,
    "test/acc@1": 0.92803,
    "test/coverage@99%precision": 0.346861,
    "test/dose_form_acc": 0.973485,
    "test/failures": {
     "file": "media/table/test/failures_68_3a10ce86befb299f974d.table.json"
    },
    "test/ingredient_acc": 0.98539,
    "test/margin/coverage@99%precision": 0.733225,
    "test/n": 1848,
    "test/precision@50%": 0.981602,
    "test/precision@80%": 0.966847,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_525c42fdc62216fbc33d.table.json"
    },
    "test/recall@5": 0.984307,
    "test/strength_acc": 0.965909,
    "test_mthspl/acc@1": 0.664838,
    "test_mthspl/coverage@99%precision": 0.04509,
    "test_mthspl/dose_form_acc": 0.80198,
    "test_mthspl/ingredient_acc": 0.853225,
    "test_mthspl/margin/coverage@99%precision": 0.162965,
    "test_mthspl/n": 7474,
    "test_mthspl/precision@50%": 0.88761,
    "test_mthspl/precision@80%": 0.777722,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_67_ed6c96f2c97b520f408d.table.json"
    },
    "test_mthspl/recall@5": 0.8749,
    "test_mthspl/strength_acc": 0.818303,
    "total_flos": 0,
    "train/acc@1": 0.933348,
    "train/coverage@99%precision": 0.358027,
    "train/dose_form_acc": 0.982879,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.294913,
    "train/ingredient_acc": 0.993109,
    "train/learning_rate": 0.0,
    "train/loss": 0.053315,
    "train/margin/coverage@99%precision": 0.78163,
    "train/mnrl": 0.0083,
    "train/n": 9287,
    "train/precision@50%": 0.981051,
    "train/precision@80%": 0.964603,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_895a1e712de92a649730.table.json"
    },
    "train/recall@5": 0.99397,
    "train/strength": 0.045,
    "train/strength_acc": 0.970281,
    "train_loss": 0.083777,
    "train_runtime": 99.4558,
    "train_samples_per_second": 373.513,
    "train_steps_per_second": 5.832,
    "val/acc@1": 0.882538,
    "val/coverage@99%precision": 0.337703,
    "val/dose_form_acc": 0.966439,
    "val/ingredient_acc": 0.971159,
    "val/margin/coverage@99%precision": 0.742003,
    "val/n": 1907,
    "val/precision@50%": 0.985325,
    "val/precision@80%": 0.949541,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_578b1e553d1e6fcda53f.table.json"
    },
    "val/recall@5": 0.963818,
    "val/strength_acc": 0.934976,
    "val_mthspl/acc@1": 0.750748,
    "val_mthspl/coverage@99%precision": 0.104354,
    "val_mthspl/dose_form_acc": 0.919575,
    "val_mthspl/ingredient_acc": 0.920073,
    "val_mthspl/margin/coverage@99%precision": 0.018112,
    "val_mthspl/n": 6018,
    "val_mthspl/precision@50%": 0.919242,
    "val_mthspl/precision@80%": 0.852306,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_66_5eb0a9859c4665fdae1d.table.json"
    },
    "val_mthspl/recall@5": 0.903622,
    "val_mthspl/strength_acc": 0.864905
   }
  },
  {
   "id": "z7mqyfb5",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "2v3am5xr",
   "tags": [
    "colab",
    "rerun-head",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T13:23:07Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "rerun-head"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v1",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.940611,
    "aux/num_labels": 699,
    "best_epoch": 1,
    "epoch": 4,
    "n_fallback": 635,
    "n_train_rows": 37751,
    "n_train_rows_mthspl": 28464,
    "n_train_rows_vandf": 9287,
    "test/acc@1": 0.926407,
    "test/coverage@99%precision": 0.355519,
    "test/dose_form_acc": 0.971861,
    "test/failures": {
     "file": "media/table/test/failures_245_43f39927ba41d8d4673b.table.json"
    },
    "test/ingredient_acc": 0.985931,
    "test/margin/coverage@99%precision": 0.751082,
    "test/n": 1848,
    "test/precision@50%": 0.982684,
    "test/precision@80%": 0.966847,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_242_0d6c1a62bbb7d6b9d3b4.table.json"
    },
    "test/recall@5": 0.985931,
    "test/strength_acc": 0.968074,
    "test_mthspl/acc@1": 0.839845,
    "test_mthspl/coverage@99%precision": 0.070912,
    "test_mthspl/dose_form_acc": 0.919855,
    "test_mthspl/ingredient_acc": 0.947284,
    "test_mthspl/margin/coverage@99%precision": 0.339443,
    "test_mthspl/n": 7474,
    "test_mthspl/precision@50%": 0.926412,
    "test_mthspl/precision@80%": 0.90199,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_244_9f77c7bfc25e9bc6bba3.table.json"
    },
    "test_mthspl/recall@5": 0.970029,
    "test_mthspl/strength_acc": 0.927081,
    "total_flos": 0,
    "train/acc@1": 0.914827,
    "train/coverage@99%precision": 0.297836,
    "train/dose_form_acc": 0.972112,
    "train/epoch": 4,
    "train/global_step": 2356,
    "train/grad_norm": 0.514544,
    "train/ingredient_acc": 0.989555,
    "train/learning_rate": 0.0,
    "train/loss": 0.05733,
    "train/margin/coverage@99%precision": 0.703564,
    "train/mnrl": 0.0201,
    "train/n": 9287,
    "train/precision@50%": 0.973945,
    "train/precision@80%": 0.953567,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_240_3780ab90651f37dad05a.table.json"
    },
    "train/recall@5": 0.988263,
    "train/strength": 0.0372,
    "train/strength_acc": 0.962421,
    "train_loss": 0.089888,
    "train_runtime": 363.6251,
    "train_samples_per_second": 415.274,
    "train_steps_per_second": 6.479,
    "val/acc@1": 0.869428,
    "val/coverage@99%precision": 0.298374,
    "val/dose_form_acc": 0.964866,
    "val/ingredient_acc": 0.970635,
    "val/margin/coverage@99%precision": 0.623492,
    "val/n": 1907,
    "val/precision@50%": 0.975891,
    "val/precision@80%": 0.938401,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_241_0973d9e217af40a160f0.table.json"
    },
    "val/recall@5": 0.965391,
    "val/strength_acc": 0.931306,
    "val_mthspl/acc@1": 0.85776,
    "val_mthspl/coverage@99%precision": 0.166999,
    "val_mthspl/dose_form_acc": 0.963609,
    "val_mthspl/ingredient_acc": 0.972748,
    "val_mthspl/margin/coverage@99%precision": 0.528581,
    "val_mthspl/n": 6018,
    "val_mthspl/precision@50%": 0.947159,
    "val_mthspl/precision@80%": 0.914624,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_243_cf85a935828c8dc1cf64.table.json"
    },
    "val_mthspl/recall@5": 0.964939,
    "val_mthspl/strength_acc": 0.924726
   }
  },
  {
   "id": "us4peb8v",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-e16-v1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "2exoct4h",
   "tags": [
    "colab",
    "control-steps",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T13:35:46Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "control-steps"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 16,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-e16-v1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.2,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-e16-v1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v1",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 16,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 14,
    "epoch": 16,
    "n_fallback": 123,
    "n_train_rows": 9287,
    "n_train_rows_vandf": 9287,
    "test/acc@1": 0.932359,
    "test/coverage@99%precision": 0.403139,
    "test/dose_form_acc": 0.971861,
    "test/failures": {
     "file": "media/table/test/failures_254_63383f3cbb8ed31814e7.table.json"
    },
    "test/ingredient_acc": 0.982143,
    "test/margin/coverage@99%precision": 0.758117,
    "test/n": 1848,
    "test/precision@50%": 0.983766,
    "test/precision@80%": 0.972936,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_251_6040627b1309eb34bb77.table.json"
    },
    "test/recall@5": 0.982143,
    "test/strength_acc": 0.965909,
    "test_mthspl/acc@1": 0.620417,
    "test_mthspl/coverage@99%precision": 0.051244,
    "test_mthspl/dose_form_acc": 0.756891,
    "test_mthspl/ingredient_acc": 0.795558,
    "test_mthspl/margin/coverage@99%precision": 0.129248,
    "test_mthspl/n": 7474,
    "test_mthspl/precision@50%": 0.875836,
    "test_mthspl/precision@80%": 0.741428,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_253_c66b6831ec73e36a8841.table.json"
    },
    "test_mthspl/recall@5": 0.809071,
    "test_mthspl/strength_acc": 0.761172,
    "total_flos": 0,
    "train/acc@1": 0.962636,
    "train/coverage@99%precision": 0.428125,
    "train/dose_form_acc": 0.98934,
    "train/epoch": 16,
    "train/global_step": 2320,
    "train/grad_norm": 0.112405,
    "train/ingredient_acc": 0.996985,
    "train/learning_rate": 0.0,
    "train/loss": 0.002617,
    "train/margin/coverage@99%precision": 0.897814,
    "train/n": 9287,
    "train/precision@50%": 0.987941,
    "train/precision@80%": 0.976581,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_249_efd2fe932d08c8acf5b2.table.json"
    },
    "train/recall@5": 0.999462,
    "train/strength_acc": 0.985141,
    "train_loss": 0.015628,
    "train_runtime": 393.5465,
    "train_samples_per_second": 377.572,
    "train_steps_per_second": 5.895,
    "val/acc@1": 0.885684,
    "val/coverage@99%precision": 0.428946,
    "val/dose_form_acc": 0.973256,
    "val/ingredient_acc": 0.963818,
    "val/margin/coverage@99%precision": 0.76193,
    "val/n": 1907,
    "val/precision@50%": 0.989518,
    "val/precision@80%": 0.95675,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_250_bbeb56c39e773b22245b.table.json"
    },
    "val/recall@5": 0.955427,
    "val/strength_acc": 0.929733,
    "val_mthspl/acc@1": 0.690761,
    "val_mthspl/coverage@99%precision": 0.112828,
    "val_mthspl/dose_form_acc": 0.872715,
    "val_mthspl/ingredient_acc": 0.870389,
    "val_mthspl/margin/coverage@99%precision": 0.136424,
    "val_mthspl/n": 6018,
    "val_mthspl/precision@50%": 0.909605,
    "val_mthspl/precision@80%": 0.817408,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_252_1ffb50d8c5d2dea53cad.table.json"
    },
    "val_mthspl/recall@5": 0.830342,
    "val_mthspl/strength_acc": 0.8222
   }
  },
  {
   "id": "vxkly49t",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-e16-v4",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "2exoct4h",
   "tags": [
    "colab",
    "control-steps",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T13:43:19Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "control-steps"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 16,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-e16-v4",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.2,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-e16-v4/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v4",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v4",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 16,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 11,
    "epoch": 16,
    "n_fallback": 95,
    "n_train_rows": 9081,
    "n_train_rows_vandf": 9081,
    "test/acc@1": 0.890855,
    "test/coverage@99%precision": 0.216182,
    "test/dose_form_acc": 0.976401,
    "test/failures": {
     "file": "media/table/test/failures_247_e57610c4cdb3f8808152.table.json"
    },
    "test/ingredient_acc": 0.986094,
    "test/margin/coverage@99%precision": 0.593763,
    "test/n": 2373,
    "test/precision@50%": 0.975548,
    "test/precision@80%": 0.93941,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_244_22e23f700acceaf8db32.table.json"
    },
    "test/recall@5": 0.97893,
    "test/strength_acc": 0.965866,
    "test_mthspl/acc@1": 0.611374,
    "test_mthspl/coverage@99%precision": 0.003458,
    "test_mthspl/dose_form_acc": 0.797489,
    "test_mthspl/ingredient_acc": 0.839375,
    "test_mthspl/margin/coverage@99%precision": 0.122198,
    "test_mthspl/n": 7807,
    "test_mthspl/precision@50%": 0.875768,
    "test_mthspl/precision@80%": 0.73391,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_246_d19287983a32cdef868e.table.json"
    },
    "test_mthspl/recall@5": 0.778276,
    "test_mthspl/strength_acc": 0.75048,
    "total_flos": 0,
    "train/acc@1": 0.959586,
    "train/coverage@99%precision": 0.532871,
    "train/dose_form_acc": 0.989539,
    "train/epoch": 16,
    "train/global_step": 2256,
    "train/grad_norm": 0.116633,
    "train/ingredient_acc": 0.998238,
    "train/learning_rate": 0.0,
    "train/loss": 0.004776,
    "train/margin/coverage@99%precision": 0.909812,
    "train/n": 9081,
    "train/precision@50%": 0.990749,
    "train/precision@80%": 0.978802,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_242_d24337ceaf675e8dfbc5.table.json"
    },
    "train/recall@5": 0.998789,
    "train/strength_acc": 0.981169,
    "train_loss": 0.016769,
    "train_runtime": 384.698,
    "train_samples_per_second": 377.688,
    "train_steps_per_second": 5.864,
    "val/acc@1": 0.907035,
    "val/coverage@99%precision": 0.277638,
    "val/dose_form_acc": 0.963568,
    "val/ingredient_acc": 0.978015,
    "val/margin/coverage@99%precision": 0.69598,
    "val/n": 1592,
    "val/precision@50%": 0.969849,
    "val/precision@80%": 0.956829,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_243_4621299ed87943764ab4.table.json"
    },
    "val/recall@5": 0.987437,
    "val/strength_acc": 0.974874,
    "val_mthspl/acc@1": 0.697196,
    "val_mthspl/coverage@99%precision": 0.07374,
    "val_mthspl/dose_form_acc": 0.891155,
    "val_mthspl/ingredient_acc": 0.891351,
    "val_mthspl/margin/coverage@99%precision": 0.135125,
    "val_mthspl/n": 5099,
    "val_mthspl/precision@50%": 0.883137,
    "val_mthspl/precision@80%": 0.80657,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_245_8c2eb2727e8b5dc38dad.table.json"
    },
    "val_mthspl/recall@5": 0.856835,
    "val_mthspl/strength_acc": 0.830751
   }
  },
  {
   "id": "1h0yyygl",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v1-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "94onbtb5",
   "tags": [
    "colab",
    "rerun-head-v1s1",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T14:07:36Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "rerun-head-v1s1"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v1-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v1-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v1",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.789814,
    "aux/num_labels": 232,
    "best_epoch": 2,
    "epoch": 4,
    "n_fallback": 123,
    "n_train_rows": 9287,
    "n_train_rows_vandf": 9287,
    "test/acc@1": 0.935065,
    "test/coverage@99%precision": 0.330087,
    "test/dose_form_acc": 0.973485,
    "test/failures": {
     "file": "media/table/test/failures_68_b39909cb11ee440417b5.table.json"
    },
    "test/ingredient_acc": 0.985931,
    "test/margin/coverage@99%precision": 0.770022,
    "test/n": 1848,
    "test/precision@50%": 0.978355,
    "test/precision@80%": 0.967524,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_d097a84dc6d9a16c2688.table.json"
    },
    "test/recall@5": 0.985931,
    "test/strength_acc": 0.968615,
    "test_mthspl/acc@1": 0.685443,
    "test_mthspl/coverage@99%precision": 0.044688,
    "test_mthspl/dose_form_acc": 0.840514,
    "test_mthspl/ingredient_acc": 0.851887,
    "test_mthspl/margin/coverage@99%precision": 0.159085,
    "test_mthspl/n": 7474,
    "test_mthspl/precision@50%": 0.884667,
    "test_mthspl/precision@80%": 0.786085,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_67_46edc16843728471b05c.table.json"
    },
    "test_mthspl/recall@5": 0.902462,
    "test_mthspl/strength_acc": 0.845866,
    "total_flos": 0,
    "train/acc@1": 0.93184,
    "train/coverage@99%precision": 0.326693,
    "train/dose_form_acc": 0.979864,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.718664,
    "train/ingredient_acc": 0.993432,
    "train/learning_rate": 0.0,
    "train/loss": 0.060013,
    "train/margin/coverage@99%precision": 0.782169,
    "train/mnrl": 0.0149,
    "train/n": 9287,
    "train/precision@50%": 0.978682,
    "train/precision@80%": 0.961373,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_e353b3252deda99ce7d4.table.json"
    },
    "train/recall@5": 0.99397,
    "train/strength": 0.0451,
    "train/strength_acc": 0.969312,
    "train_loss": 0.083082,
    "train_runtime": 97.4725,
    "train_samples_per_second": 381.113,
    "train_steps_per_second": 5.95,
    "val/acc@1": 0.878343,
    "val/coverage@99%precision": 0.283167,
    "val/dose_form_acc": 0.964866,
    "val/ingredient_acc": 0.972208,
    "val/margin/coverage@99%precision": 0.704248,
    "val/n": 1907,
    "val/precision@50%": 0.979036,
    "val/precision@80%": 0.948231,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_6129520bb9853b3c6877.table.json"
    },
    "val/recall@5": 0.965391,
    "val/strength_acc": 0.936025,
    "val_mthspl/acc@1": 0.777335,
    "val_mthspl/coverage@99%precision": 0.102692,
    "val_mthspl/dose_form_acc": 0.941343,
    "val_mthspl/ingredient_acc": 0.944832,
    "val_mthspl/margin/coverage@99%precision": 0.117315,
    "val_mthspl/n": 6018,
    "val_mthspl/precision@50%": 0.926886,
    "val_mthspl/precision@80%": 0.865185,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_66_27fd7c24d70e41a693d7.table.json"
    },
    "val_mthspl/recall@5": 0.934197,
    "val_mthspl/strength_acc": 0.892157
   }
  },
  {
   "id": "tth968tx",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v1-s1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "94onbtb5",
   "tags": [
    "colab",
    "rerun-head-v1s1",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T14:10:26Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "sweep",
     "colab",
     "rerun-head-v1s1"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v1-s1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v1-s1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v1",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.940637,
    "aux/num_labels": 699,
    "best_epoch": 1,
    "epoch": 4,
    "n_fallback": 635,
    "n_train_rows": 37751,
    "n_train_rows_mthspl": 28464,
    "n_train_rows_vandf": 9287,
    "test/acc@1": 0.926948,
    "test/coverage@99%precision": 0.400974,
    "test/dose_form_acc": 0.968074,
    "test/failures": {
     "file": "media/table/test/failures_245_3f4b2d028385212841d6.table.json"
    },
    "test/ingredient_acc": 0.987554,
    "test/margin/coverage@99%precision": 0.745671,
    "test/n": 1848,
    "test/precision@50%": 0.982684,
    "test/precision@80%": 0.962788,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_242_18dbf1ab5e63333802a4.table.json"
    },
    "test/recall@5": 0.987013,
    "test/strength_acc": 0.967532,
    "test_mthspl/acc@1": 0.819775,
    "test_mthspl/coverage@99%precision": 0.061145,
    "test_mthspl/dose_form_acc": 0.924806,
    "test_mthspl/ingredient_acc": 0.924003,
    "test_mthspl/margin/coverage@99%precision": 0.350013,
    "test_mthspl/n": 7474,
    "test_mthspl/precision@50%": 0.921327,
    "test_mthspl/precision@80%": 0.889279,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_244_412b49a254ac728ae26e.table.json"
    },
    "test_mthspl/recall@5": 0.971367,
    "test_mthspl/strength_acc": 0.933235,
    "total_flos": 0,
    "train/acc@1": 0.919027,
    "train/coverage@99%precision": 0.286637,
    "train/dose_form_acc": 0.975773,
    "train/epoch": 4,
    "train/global_step": 2356,
    "train/grad_norm": 0.318438,
    "train/ingredient_acc": 0.989232,
    "train/learning_rate": 0.0,
    "train/loss": 0.056241,
    "train/margin/coverage@99%precision": 0.749112,
    "train/mnrl": 0.019,
    "train/n": 9287,
    "train/precision@50%": 0.976098,
    "train/precision@80%": 0.953297,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_240_251f96241ba8f7c6a0e4.table.json"
    },
    "train/recall@5": 0.989878,
    "train/strength": 0.0373,
    "train/strength_acc": 0.964359,
    "train_loss": 0.090577,
    "train_runtime": 356.9703,
    "train_samples_per_second": 423.016,
    "train_steps_per_second": 6.6,
    "val/acc@1": 0.882014,
    "val/coverage@99%precision": 0.286838,
    "val/dose_form_acc": 0.963818,
    "val/ingredient_acc": 0.974305,
    "val/margin/coverage@99%precision": 0.65076,
    "val/n": 1907,
    "val/precision@50%": 0.986373,
    "val/precision@80%": 0.946265,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_241_4b828cd69b5289fc14b1.table.json"
    },
    "val/recall@5": 0.969061,
    "val/strength_acc": 0.934452,
    "val_mthspl/acc@1": 0.872715,
    "val_mthspl/coverage@99%precision": 0.138252,
    "val_mthspl/dose_form_acc": 0.969425,
    "val_mthspl/ingredient_acc": 0.98006,
    "val_mthspl/margin/coverage@99%precision": 0.524925,
    "val_mthspl/n": 6018,
    "val_mthspl/precision@50%": 0.945829,
    "val_mthspl/precision@80%": 0.92044,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_243_288aa553867acde0aebe.table.json"
    },
    "val_mthspl/recall@5": 0.969591,
    "val_mthspl/strength_acc": 0.93669
   }
  },
  {
   "id": "snngj70f",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v2",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "zcsece1l",
   "tags": [
    "colab",
    "rerun-head-v2s42",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T14:17:52Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "rerun-head-v2s42"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v2",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-aux-strength-v2/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v2",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF",
    "bf16_full_eval": false,
    "dataset_subdir": "v2",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.780521,
    "aux/num_labels": 248,
    "best_epoch": 2,
    "epoch": 4,
    "n_fallback": 117,
    "n_train_rows": 9559,
    "n_train_rows_vandf": 9559,
    "test/acc@1": 0.905251,
    "test/coverage@99%precision": 0.271689,
    "test/dose_form_acc": 0.952626,
    "test/failures": {
     "file": "media/table/test/failures_69_c1386a89a1b3f981c631.table.json"
    },
    "test/ingredient_acc": 0.984589,
    "test/margin/coverage@99%precision": 0.704338,
    "test/n": 1752,
    "test/precision@50%": 0.971461,
    "test/precision@80%": 0.957917,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_66_55a785364cdb90e99a9b.table.json"
    },
    "test/recall@5": 0.969749,
    "test/strength_acc": 0.952626,
    "test_mthspl/acc@1": 0.643372,
    "test_mthspl/coverage@99%precision": 0.071686,
    "test_mthspl/dose_form_acc": 0.805277,
    "test_mthspl/ingredient_acc": 0.830502,
    "test_mthspl/margin/coverage@99%precision": 0.179279,
    "test_mthspl/n": 7770,
    "test_mthspl/precision@50%": 0.880824,
    "test_mthspl/precision@80%": 0.753539,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_68_0c8e42b20c45a2e2b38d.table.json"
    },
    "test_mthspl/recall@5": 0.842085,
    "test_mthspl/strength_acc": 0.800386,
    "total_flos": 0,
    "train/acc@1": 0.929177,
    "train/coverage@99%precision": 0.40203,
    "train/dose_form_acc": 0.982216,
    "train/epoch": 4,
    "train/global_step": 596,
    "train/grad_norm": 0.808712,
    "train/ingredient_acc": 0.992572,
    "train/learning_rate": 0.0,
    "train/loss": 0.05806,
    "train/margin/coverage@99%precision": 0.784915,
    "train/mnrl": 0.0121,
    "train/n": 9559,
    "train/precision@50%": 0.984519,
    "train/precision@80%": 0.959984,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_64_b58317c8f1af4042ba66.table.json"
    },
    "train/recall@5": 0.993828,
    "train/strength": 0.046,
    "train/strength_acc": 0.967151,
    "train_loss": 0.087301,
    "train_runtime": 99.869,
    "train_samples_per_second": 382.862,
    "train_steps_per_second": 5.968,
    "val/acc@1": 0.913717,
    "val/coverage@99%precision": 0.253319,
    "val/dose_form_acc": 0.96958,
    "val/ingredient_acc": 0.985619,
    "val/margin/coverage@99%precision": 0.783186,
    "val/n": 1808,
    "val/precision@50%": 0.975664,
    "val/precision@80%": 0.966805,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_65_d214f49008740d815ada.table.json"
    },
    "val/recall@5": 0.981748,
    "val/strength_acc": 0.955199,
    "val_mthspl/acc@1": 0.733973,
    "val_mthspl/coverage@99%precision": 0.083912,
    "val_mthspl/dose_form_acc": 0.879951,
    "val_mthspl/ingredient_acc": 0.92303,
    "val_mthspl/margin/coverage@99%precision": 0.128828,
    "val_mthspl/n": 4898,
    "val_mthspl/precision@50%": 0.892609,
    "val_mthspl/precision@80%": 0.8244,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_67_8221bcf86b2d7034aba4.table.json"
    },
    "val_mthspl/recall@5": 0.903022,
    "val_mthspl/strength_acc": 0.893834
   }
  },
  {
   "id": "h305sjbi",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v2",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "zcsece1l",
   "tags": [
    "colab",
    "rerun-head-v2s42",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T14:20:30Z",
   "config": {
    "lr": 2e-05,
    "aux": "strength",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "rerun-head-v2s42"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v2",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-aux-strength-v2/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v2",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v2",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "aux/label_coverage": 0.932345,
    "aux/num_labels": 761,
    "best_epoch": 4,
    "epoch": 4,
    "n_fallback": 685,
    "n_train_rows": 39613,
    "n_train_rows_mthspl": 30054,
    "n_train_rows_vandf": 9559,
    "test/acc@1": 0.896119,
    "test/coverage@99%precision": 0.259703,
    "test/dose_form_acc": 0.953196,
    "test/failures": {
     "file": "media/table/test/failures_257_c0f6ca28353481f42cef.table.json"
    },
    "test/ingredient_acc": 0.980023,
    "test/margin/coverage@99%precision": 0.619863,
    "test/n": 1752,
    "test/precision@50%": 0.971461,
    "test/precision@80%": 0.96291,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_254_a60b51defe35c58e3541.table.json"
    },
    "test/recall@5": 0.973744,
    "test/strength_acc": 0.946347,
    "test_mthspl/acc@1": 0.836808,
    "test_mthspl/coverage@99%precision": 0.185714,
    "test_mthspl/dose_form_acc": 0.929215,
    "test_mthspl/ingredient_acc": 0.929472,
    "test_mthspl/margin/coverage@99%precision": 0.361261,
    "test_mthspl/n": 7770,
    "test_mthspl/precision@50%": 0.924839,
    "test_mthspl/precision@80%": 0.892214,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_256_5fe0a298436d9c8ea693.table.json"
    },
    "test_mthspl/recall@5": 0.95843,
    "test_mthspl/strength_acc": 0.95148,
    "total_flos": 0,
    "train/acc@1": 0.930223,
    "train/coverage@99%precision": 0.388639,
    "train/dose_form_acc": 0.981693,
    "train/epoch": 4,
    "train/global_step": 2472,
    "train/grad_norm": 1.263108,
    "train/ingredient_acc": 0.993096,
    "train/learning_rate": 0.0,
    "train/loss": 0.062533,
    "train/margin/coverage@99%precision": 0.791296,
    "train/mnrl": 0.0269,
    "train/n": 9559,
    "train/precision@50%": 0.982218,
    "train/precision@80%": 0.963646,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_252_191d7529afb2c1a37d6c.table.json"
    },
    "train/recall@5": 0.994769,
    "train/strength": 0.0357,
    "train/strength_acc": 0.968302,
    "train_loss": 0.091645,
    "train_runtime": 375.3915,
    "train_samples_per_second": 422.098,
    "train_steps_per_second": 6.585,
    "val/acc@1": 0.913164,
    "val/coverage@99%precision": 0.298673,
    "val/dose_form_acc": 0.973451,
    "val/ingredient_acc": 0.987279,
    "val/margin/coverage@99%precision": 0.618363,
    "val/n": 1808,
    "val/precision@50%": 0.972345,
    "val/precision@80%": 0.967497,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_253_6e64a7af08e62a01bc8a.table.json"
    },
    "val/recall@5": 0.981195,
    "val/strength_acc": 0.96073,
    "val_mthspl/acc@1": 0.814006,
    "val_mthspl/coverage@99%precision": 0.13087,
    "val_mthspl/dose_form_acc": 0.931605,
    "val_mthspl/ingredient_acc": 0.958963,
    "val_mthspl/margin/coverage@99%precision": 0.339526,
    "val_mthspl/n": 4898,
    "val_mthspl/precision@50%": 0.910576,
    "val_mthspl/precision@80%": 0.876212,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_255_bca1e90c68deec72d127.table.json"
    },
    "val_mthspl/recall@5": 0.962842,
    "val_mthspl/strength_acc": 0.935484
   }
  },
  {
   "id": "u4pby8j3",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-cap9300-v1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "ocmpf5na",
   "tags": [
    "colab",
    "control-size",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T14:28:17Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "control-size"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-cap9300-v1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.2,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-cap9300-v1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v1",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "max_extra_pairs": 9300,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 2,
    "epoch": 4,
    "n_fallback": 309,
    "n_train_rows": 18587,
    "n_train_rows_mthspl": 9300,
    "n_train_rows_vandf": 9287,
    "test/acc@1": 0.927489,
    "test/coverage@99%precision": 0.364177,
    "test/dose_form_acc": 0.973485,
    "test/failures": {
     "file": "media/table/test/failures_126_98da35983ff243b56eea.table.json"
    },
    "test/ingredient_acc": 0.987554,
    "test/margin/coverage@99%precision": 0.778139,
    "test/n": 1848,
    "test/precision@50%": 0.981602,
    "test/precision@80%": 0.963464,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_123_ae03cde61dfe0acf31bc.table.json"
    },
    "test/recall@5": 0.985931,
    "test/strength_acc": 0.966991,
    "test_mthspl/acc@1": 0.838105,
    "test_mthspl/coverage@99%precision": 0.065025,
    "test_mthspl/dose_form_acc": 0.924137,
    "test_mthspl/ingredient_acc": 0.948756,
    "test_mthspl/margin/coverage@99%precision": 0.297297,
    "test_mthspl/n": 7474,
    "test_mthspl/precision@50%": 0.928552,
    "test_mthspl/precision@80%": 0.907008,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_125_4d83103b3e428359e9ce.table.json"
    },
    "test_mthspl/recall@5": 0.967889,
    "test_mthspl/strength_acc": 0.930961,
    "total_flos": 0,
    "train/acc@1": 0.930979,
    "train/coverage@99%precision": 0.317218,
    "train/dose_form_acc": 0.979326,
    "train/epoch": 4,
    "train/global_step": 1160,
    "train/grad_norm": 0.279498,
    "train/ingredient_acc": 0.993001,
    "train/learning_rate": 0.0,
    "train/loss": 0.017054,
    "train/margin/coverage@99%precision": 0.761602,
    "train/n": 9287,
    "train/precision@50%": 0.980835,
    "train/precision@80%": 0.962046,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_121_50e6da7755461489b590.table.json"
    },
    "train/recall@5": 0.993109,
    "train/strength_acc": 0.969312,
    "train_loss": 0.042744,
    "train_runtime": 181.4178,
    "train_samples_per_second": 409.816,
    "train_steps_per_second": 6.394,
    "val/acc@1": 0.877294,
    "val/coverage@99%precision": 0.380178,
    "val/dose_form_acc": 0.964866,
    "val/ingredient_acc": 0.971159,
    "val/margin/coverage@99%precision": 0.651809,
    "val/n": 1907,
    "val/precision@50%": 0.98218,
    "val/precision@80%": 0.94692,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_122_baea60a737c7b6b2b3b8.table.json"
    },
    "val/recall@5": 0.967488,
    "val/strength_acc": 0.931306,
    "val_mthspl/acc@1": 0.850947,
    "val_mthspl/coverage@99%precision": 0.152542,
    "val_mthspl/dose_form_acc": 0.961781,
    "val_mthspl/ingredient_acc": 0.973247,
    "val_mthspl/margin/coverage@99%precision": 0.448986,
    "val_mthspl/n": 6018,
    "val_mthspl/precision@50%": 0.950814,
    "val_mthspl/precision@80%": 0.906523,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_124_4cf1b5df67769290697a.table.json"
    },
    "val_mthspl/recall@5": 0.967431,
    "val_mthspl/strength_acc": 0.91542
   }
  },
  {
   "id": "b9lti8jv",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-cap9300-v4",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "ocmpf5na",
   "tags": [
    "colab",
    "control-size",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-15T14:32:30Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "control-size"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-cap9300-v4",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.2,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-mthspl-cap9300-v4/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v4",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": "VANDF,MTHSPL",
    "bf16_full_eval": false,
    "dataset_subdir": "v4",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": false,
    "max_extra_pairs": 9300,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-multi:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 4,
    "epoch": 3.996516,
    "n_fallback": 254,
    "n_train_rows": 18381,
    "n_train_rows_mthspl": 9300,
    "n_train_rows_vandf": 9081,
    "test/acc@1": 0.895912,
    "test/coverage@99%precision": 0.23346,
    "test/dose_form_acc": 0.972609,
    "test/failures": {
     "file": "media/table/test/failures_124_06d0d19fc8d3837260d5.table.json"
    },
    "test/ingredient_acc": 0.987779,
    "test/margin/coverage@99%precision": 0.675516,
    "test/n": 2373,
    "test/precision@50%": 0.962057,
    "test/precision@80%": 0.935195,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_121_a2051eaf14e823678e83.table.json"
    },
    "test/recall@5": 0.984829,
    "test/strength_acc": 0.969237,
    "test_mthspl/acc@1": 0.780966,
    "test_mthspl/coverage@99%precision": 0.007685,
    "test_mthspl/dose_form_acc": 0.938645,
    "test_mthspl/ingredient_acc": 0.975919,
    "test_mthspl/margin/coverage@99%precision": 0.311515,
    "test_mthspl/n": 7807,
    "test_mthspl/precision@50%": 0.91752,
    "test_mthspl/precision@80%": 0.855267,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_123_451891e2aaffe5fc0ff2.table.json"
    },
    "test_mthspl/recall@5": 0.920712,
    "test_mthspl/strength_acc": 0.869732,
    "total_flos": 0,
    "train/acc@1": 0.937562,
    "train/coverage@99%precision": 0.43123,
    "train/dose_form_acc": 0.984253,
    "train/epoch": 3.996516,
    "train/global_step": 1144,
    "train/grad_norm": 2.598448,
    "train/ingredient_acc": 0.995815,
    "train/learning_rate": 0.0,
    "train/loss": 0.028121,
    "train/margin/coverage@99%precision": 0.834379,
    "train/n": 9081,
    "train/precision@50%": 0.985683,
    "train/precision@80%": 0.971645,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_119_774998323637ef12b379.table.json"
    },
    "train/recall@5": 0.994824,
    "train/strength_acc": 0.968396,
    "train_loss": 0.044645,
    "train_runtime": 181.9441,
    "train_samples_per_second": 404.102,
    "train_steps_per_second": 6.31,
    "val/acc@1": 0.906407,
    "val/coverage@99%precision": 0.265704,
    "val/dose_form_acc": 0.957286,
    "val/ingredient_acc": 0.979271,
    "val/margin/coverage@99%precision": 0.604899,
    "val/n": 1592,
    "val/precision@50%": 0.967337,
    "val/precision@80%": 0.953689,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_120_0981e09652196d642754.table.json"
    },
    "val/recall@5": 0.986809,
    "val/strength_acc": 0.972362,
    "val_mthspl/acc@1": 0.870759,
    "val_mthspl/coverage@99%precision": 0.105903,
    "val_mthspl/dose_form_acc": 0.955285,
    "val_mthspl/ingredient_acc": 0.975093,
    "val_mthspl/margin/coverage@99%precision": 0.375564,
    "val_mthspl/n": 5099,
    "val_mthspl/precision@50%": 0.938431,
    "val_mthspl/precision@80%": 0.91444,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_122_bc8a5fc9614fe0f61d66.table.json"
    },
    "val_mthspl/recall@5": 0.983918,
    "val_mthspl/strength_acc": 0.944499
   }
  },
  {
   "id": "eiaktu3s",
   "name": "sapbert-ingredient-strength-kfold-fold0",
   "group": "kfold-k7",
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [
    "fold0",
    "kfold-k7"
   ],
   "notes": null,
   "created_at": "2026-09-15T16:24:00Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "kfold-k7",
     "fold0"
    ],
    "dtype": "float32",
    "group": "kfold-k7",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-ingredient-strength-kfold-fold0",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "/content/rxnorm/models/kfold/sapbert-ingredient-strength-kfold-fold0/checkpoints",
    "save_steps": 500,
    "split_fold": 0,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "split_kfold": 7,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": [
     "VANDF"
    ],
    "bf16_full_eval": false,
    "dataset_subdir": "fold0",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder-final-all",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": true,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-kfold:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 1,
    "epoch": 4,
    "n_fallback": 126,
    "n_train_rows": 9506,
    "n_train_rows_vandf": 9506,
    "test/acc@1": 0.932359,
    "test/coverage@99%precision": 0.370671,
    "test/dose_form_acc": 0.972403,
    "test/failures": {
     "file": "media/table/test/failures_69_421698d550ddafbd3834.table.json"
    },
    "test/ingredient_acc": 0.986472,
    "test/margin/coverage@99%precision": 0.774351,
    "test/n": 1848,
    "test/precision@50%": 0.979437,
    "test/precision@80%": 0.965494,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_66_c0a956562ae23e7b097e.table.json"
    },
    "test/recall@5": 0.987554,
    "test/strength_acc": 0.96645,
    "test_mthspl/acc@1": 0.721568,
    "test_mthspl/coverage@99%precision": 0.049371,
    "test_mthspl/dose_form_acc": 0.859245,
    "test_mthspl/ingredient_acc": 0.896709,
    "test_mthspl/margin/coverage@99%precision": 0.177014,
    "test_mthspl/n": 7474,
    "test_mthspl/precision@50%": 0.894568,
    "test_mthspl/precision@80%": 0.817361,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_68_f896b5422abc47c18be3.table.json"
    },
    "test_mthspl/recall@5": 0.92213,
    "test_mthspl/strength_acc": 0.864463,
    "total_flos": 0,
    "train/acc@1": 0.923943,
    "train/coverage@99%precision": 0.28603,
    "train/dose_form_acc": 0.976857,
    "train/epoch": 4,
    "train/global_step": 592,
    "train/grad_norm": 0.190458,
    "train/ingredient_acc": 0.990637,
    "train/learning_rate": 0.0,
    "train/loss": 0.010624,
    "train/margin/coverage@99%precision": 0.757732,
    "train/n": 9506,
    "train/precision@50%": 0.980644,
    "train/precision@80%": 0.959106,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_64_a79142f16a1a14d41858.table.json"
    },
    "train/recall@5": 0.989691,
    "train/strength_acc": 0.965601,
    "train_loss": 0.03526,
    "train_runtime": 96.0352,
    "train_samples_per_second": 395.938,
    "train_steps_per_second": 6.164,
    "val/acc@1": 0.870261,
    "val/coverage@99%precision": 0.322275,
    "val/dose_form_acc": 0.963863,
    "val/ingredient_acc": 0.96564,
    "val/margin/coverage@99%precision": 0.642773,
    "val/n": 1688,
    "val/precision@50%": 0.983412,
    "val/precision@80%": 0.94,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_65_d913847796fedd6ab4de.table.json"
    },
    "val/recall@5": 0.956754,
    "val/strength_acc": 0.92654,
    "val_mthspl/acc@1": 0.780338,
    "val_mthspl/coverage@99%precision": 0.100725,
    "val_mthspl/dose_form_acc": 0.945363,
    "val_mthspl/ingredient_acc": 0.943133,
    "val_mthspl/margin/coverage@99%precision": 0.042557,
    "val_mthspl/n": 5381,
    "val_mthspl/precision@50%": 0.925279,
    "val_mthspl/precision@80%": 0.869919,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_67_1e29ea1c5313eefbc610.table.json"
    },
    "val_mthspl/recall@5": 0.927709,
    "val_mthspl/strength_acc": 0.88032
   }
  },
  {
   "id": "jobvjf5p",
   "name": "sapbert-ingredient-strength-kfold-fold1",
   "group": "kfold-k7",
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [
    "fold1",
    "kfold-k7"
   ],
   "notes": null,
   "created_at": "2026-09-15T16:27:39Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "kfold-k7",
     "fold1"
    ],
    "dtype": "float32",
    "group": "kfold-k7",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-ingredient-strength-kfold-fold1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "/content/rxnorm/models/kfold/sapbert-ingredient-strength-kfold-fold1/checkpoints",
    "save_steps": 500,
    "split_fold": 1,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "split_kfold": 7,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": [
     "VANDF"
    ],
    "bf16_full_eval": false,
    "dataset_subdir": "fold1",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder-final-all",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": true,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-kfold:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 1,
    "epoch": 4,
    "n_fallback": 149,
    "n_train_rows": 9840,
    "n_train_rows_vandf": 9840,
    "test/acc@1": 0.863744,
    "test/coverage@99%precision": 0.287915,
    "test/dose_form_acc": 0.957938,
    "test/failures": {
     "file": "media/table/test/failures_71_44e78bd87b4aa110203a.table.json"
    },
    "test/ingredient_acc": 0.966232,
    "test/margin/coverage@99%precision": 0.633294,
    "test/n": 1688,
    "test/precision@50%": 0.984597,
    "test/precision@80%": 0.936296,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_68_616f799bce0c40cec483.table.json"
    },
    "test/recall@5": 0.967417,
    "test/strength_acc": 0.924763,
    "test_mthspl/acc@1": 0.74856,
    "test_mthspl/coverage@99%precision": 0.102397,
    "test_mthspl/dose_form_acc": 0.927151,
    "test_mthspl/ingredient_acc": 0.924549,
    "test_mthspl/margin/coverage@99%precision": 0.060584,
    "test_mthspl/n": 5381,
    "test_mthspl/precision@50%": 0.9171,
    "test_mthspl/precision@80%": 0.850407,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_70_58943db48a62bec059dd.table.json"
    },
    "test_mthspl/recall@5": 0.908196,
    "test_mthspl/strength_acc": 0.867868,
    "total_flos": 0,
    "train/acc@1": 0.92063,
    "train/coverage@99%precision": 0.321037,
    "train/dose_form_acc": 0.977033,
    "train/epoch": 4,
    "train/global_step": 612,
    "train/grad_norm": 1.165272,
    "train/ingredient_acc": 0.990549,
    "train/learning_rate": 0.0,
    "train/loss": 0.014892,
    "train/margin/coverage@99%precision": 0.734959,
    "train/n": 9840,
    "train/precision@50%": 0.983537,
    "train/precision@80%": 0.958333,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_66_edc2e0d586932ae0b0e7.table.json"
    },
    "train/recall@5": 0.989736,
    "train/strength_acc": 0.962297,
    "train_loss": 0.034923,
    "train_runtime": 96.6634,
    "train_samples_per_second": 407.186,
    "train_steps_per_second": 6.331,
    "val/acc@1": 0.897862,
    "val/coverage@99%precision": 0.289786,
    "val/dose_form_acc": 0.964371,
    "val/ingredient_acc": 0.989311,
    "val/margin/coverage@99%precision": 0.730998,
    "val/n": 1684,
    "val/precision@50%": 0.964371,
    "val/precision@80%": 0.941351,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_67_f69ae683774a720eed2d.table.json"
    },
    "val/recall@5": 0.988124,
    "val/strength_acc": 0.973278,
    "val_mthspl/acc@1": 0.765866,
    "val_mthspl/coverage@99%precision": 0.106083,
    "val_mthspl/dose_form_acc": 0.899549,
    "val_mthspl/ingredient_acc": 0.955877,
    "val_mthspl/margin/coverage@99%precision": 0.361434,
    "val_mthspl/n": 5326,
    "val_mthspl/precision@50%": 0.900113,
    "val_mthspl/precision@80%": 0.844872,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_69_31adb10db497f2f06f31.table.json"
    },
    "val_mthspl/recall@5": 0.935223,
    "val_mthspl/strength_acc": 0.90368
   }
  },
  {
   "id": "5btdesbn",
   "name": "sapbert-ingredient-strength-kfold-fold2",
   "group": "kfold-k7",
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [
    "fold2",
    "kfold-k7"
   ],
   "notes": null,
   "created_at": "2026-09-15T16:31:08Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "kfold-k7",
     "fold2"
    ],
    "dtype": "float32",
    "group": "kfold-k7",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-ingredient-strength-kfold-fold2",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "/content/rxnorm/models/kfold/sapbert-ingredient-strength-kfold-fold2/checkpoints",
    "save_steps": 500,
    "split_fold": 2,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "split_kfold": 7,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": [
     "VANDF"
    ],
    "bf16_full_eval": false,
    "dataset_subdir": "fold2",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder-final-all",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": true,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-kfold:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 3,
    "epoch": 4,
    "n_fallback": 113,
    "n_train_rows": 9783,
    "n_train_rows_vandf": 9783,
    "test/acc@1": 0.884798,
    "test/coverage@99%precision": 0.329572,
    "test/dose_form_acc": 0.951306,
    "test/failures": {
     "file": "media/table/test/failures_70_2055885bb364c157a95e.table.json"
    },
    "test/ingredient_acc": 0.985748,
    "test/margin/coverage@99%precision": 0.706057,
    "test/n": 1684,
    "test/precision@50%": 0.956057,
    "test/precision@80%": 0.935412,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_67_089200311b83098a6a2a.table.json"
    },
    "test/recall@5": 0.982779,
    "test/strength_acc": 0.969715,
    "test_mthspl/acc@1": 0.767555,
    "test_mthspl/coverage@99%precision": 0.113969,
    "test_mthspl/dose_form_acc": 0.894104,
    "test_mthspl/ingredient_acc": 0.943485,
    "test_mthspl/margin/coverage@99%precision": 0.325197,
    "test_mthspl/n": 5326,
    "test_mthspl/precision@50%": 0.906872,
    "test_mthspl/precision@80%": 0.852617,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_69_843bfc5c0ede0c771950.table.json"
    },
    "test_mthspl/recall@5": 0.924521,
    "test_mthspl/strength_acc": 0.896545,
    "total_flos": 0,
    "train/acc@1": 0.940816,
    "train/coverage@99%precision": 0.422365,
    "train/dose_form_acc": 0.986712,
    "train/epoch": 4,
    "train/global_step": 608,
    "train/grad_norm": 0.353728,
    "train/ingredient_acc": 0.992947,
    "train/learning_rate": 0.0,
    "train/loss": 0.013378,
    "train/margin/coverage@99%precision": 0.824083,
    "train/n": 9783,
    "train/precision@50%": 0.987122,
    "train/precision@80%": 0.972911,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_65_f154e4bf238ab8288efb.table.json"
    },
    "train/recall@5": 0.994685,
    "train/strength_acc": 0.968006,
    "train_loss": 0.039661,
    "train_runtime": 99.4412,
    "train_samples_per_second": 393.519,
    "train_steps_per_second": 6.114,
    "val/acc@1": 0.886772,
    "val/coverage@99%precision": 0.22381,
    "val/dose_form_acc": 0.969312,
    "val/ingredient_acc": 0.968783,
    "val/margin/coverage@99%precision": 0.644974,
    "val/n": 1890,
    "val/precision@50%": 0.979894,
    "val/precision@80%": 0.94246,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_66_17a59f00783f2b0dbc21.table.json"
    },
    "val/recall@5": 0.983598,
    "val/strength_acc": 0.96455,
    "val_mthspl/acc@1": 0.812893,
    "val_mthspl/coverage@99%precision": 0.131973,
    "val_mthspl/dose_form_acc": 0.92685,
    "val_mthspl/ingredient_acc": 0.944432,
    "val_mthspl/margin/coverage@99%precision": 0.41285,
    "val_mthspl/n": 4607,
    "val_mthspl/precision@50%": 0.93533,
    "val_mthspl/precision@80%": 0.881443,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_68_681623c3cce00782e84e.table.json"
    },
    "val_mthspl/recall@5": 0.93944,
    "val_mthspl/strength_acc": 0.92099
   }
  },
  {
   "id": "aefstan3",
   "name": "sapbert-ingredient-strength-kfold-fold3",
   "group": "kfold-k7",
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [
    "fold3",
    "kfold-k7"
   ],
   "notes": null,
   "created_at": "2026-09-15T16:34:38Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "kfold-k7",
     "fold3"
    ],
    "dtype": "float32",
    "group": "kfold-k7",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-ingredient-strength-kfold-fold3",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "/content/rxnorm/models/kfold/sapbert-ingredient-strength-kfold-fold3/checkpoints",
    "save_steps": 500,
    "split_fold": 3,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "split_kfold": 7,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": [
     "VANDF"
    ],
    "bf16_full_eval": false,
    "dataset_subdir": "fold3",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder-final-all",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": true,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-kfold:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 3,
    "epoch": 4,
    "n_fallback": 85,
    "n_train_rows": 9512,
    "n_train_rows_vandf": 9512,
    "test/acc@1": 0.883069,
    "test/coverage@99%precision": 0.231746,
    "test/dose_form_acc": 0.967196,
    "test/failures": {
     "file": "media/table/test/failures_69_77d63656a1a6bac92847.table.json"
    },
    "test/ingredient_acc": 0.974603,
    "test/margin/coverage@99%precision": 0.593651,
    "test/n": 1890,
    "test/precision@50%": 0.979894,
    "test/precision@80%": 0.938492,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_66_ce791131b2369e8d8778.table.json"
    },
    "test/recall@5": 0.980423,
    "test/strength_acc": 0.966138,
    "test_mthspl/acc@1": 0.810723,
    "test_mthspl/coverage@99%precision": 0.118298,
    "test_mthspl/dose_form_acc": 0.92685,
    "test_mthspl/ingredient_acc": 0.937486,
    "test_mthspl/margin/coverage@99%precision": 0.441068,
    "test_mthspl/n": 4607,
    "test_mthspl/precision@50%": 0.945312,
    "test_mthspl/precision@80%": 0.886598,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_68_b57726aa7ff728f60e8b.table.json"
    },
    "test_mthspl/recall@5": 0.93206,
    "test_mthspl/strength_acc": 0.910354,
    "total_flos": 0,
    "train/acc@1": 0.934294,
    "train/coverage@99%precision": 0.316863,
    "train/dose_form_acc": 0.9795,
    "train/epoch": 4,
    "train/global_step": 592,
    "train/grad_norm": 2.33962,
    "train/ingredient_acc": 0.994638,
    "train/learning_rate": 0.0,
    "train/loss": 0.015916,
    "train/margin/coverage@99%precision": 0.81434,
    "train/n": 9512,
    "train/precision@50%": 0.981497,
    "train/precision@80%": 0.962943,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_64_9bb7a66556905840bef1.table.json"
    },
    "train/recall@5": 0.997582,
    "train/strength_acc": 0.970038,
    "train_loss": 0.037077,
    "train_runtime": 97.7739,
    "train_samples_per_second": 389.143,
    "train_steps_per_second": 6.055,
    "val/acc@1": 0.908471,
    "val/coverage@99%precision": 0.486072,
    "val/dose_form_acc": 0.976123,
    "val/ingredient_acc": 0.990904,
    "val/margin/coverage@99%precision": 0.638431,
    "val/n": 1759,
    "val/precision@50%": 0.989773,
    "val/precision@80%": 0.972992,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_65_d6225b525a5b0579247d.table.json"
    },
    "val/recall@5": 0.960773,
    "val/strength_acc": 0.946561,
    "val_mthspl/acc@1": 0.726222,
    "val_mthspl/coverage@99%precision": 0.092071,
    "val_mthspl/dose_form_acc": 0.878929,
    "val_mthspl/ingredient_acc": 0.94565,
    "val_mthspl/margin/coverage@99%precision": 0.235044,
    "val_mthspl/n": 4931,
    "val_mthspl/precision@50%": 0.904704,
    "val_mthspl/precision@80%": 0.825095,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_67_480daa74d17ab14f1493.table.json"
    },
    "val_mthspl/recall@5": 0.903671,
    "val_mthspl/strength_acc": 0.875684
   }
  },
  {
   "id": "70v08ec3",
   "name": "sapbert-ingredient-strength-kfold-fold4",
   "group": "kfold-k7",
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [
    "fold4",
    "kfold-k7"
   ],
   "notes": null,
   "created_at": "2026-09-15T16:38:08Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "kfold-k7",
     "fold4"
    ],
    "dtype": "float32",
    "group": "kfold-k7",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-ingredient-strength-kfold-fold4",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "/content/rxnorm/models/kfold/sapbert-ingredient-strength-kfold-fold4/checkpoints",
    "save_steps": 500,
    "split_fold": 4,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "split_kfold": 7,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": [
     "VANDF"
    ],
    "bf16_full_eval": false,
    "dataset_subdir": "fold4",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder-final-all",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": true,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-kfold:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 1,
    "epoch": 4,
    "n_fallback": 98,
    "n_train_rows": 9898,
    "n_train_rows_vandf": 9898,
    "test/acc@1": 0.898238,
    "test/coverage@99%precision": 0.522456,
    "test/dose_form_acc": 0.97726,
    "test/failures": {
     "file": "media/table/test/failures_71_1d8dd142c851095f4b20.table.json"
    },
    "test/ingredient_acc": 0.992041,
    "test/margin/coverage@99%precision": 0.569642,
    "test/n": 1759,
    "test/precision@50%": 0.992045,
    "test/precision@80%": 0.966596,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_68_79eb2f49b8ce437c594a.table.json"
    },
    "test/recall@5": 0.959636,
    "test/strength_acc": 0.947129,
    "test_mthspl/acc@1": 0.7029,
    "test_mthspl/coverage@99%precision": 0.089434,
    "test_mthspl/dose_form_acc": 0.877915,
    "test_mthspl/ingredient_acc": 0.941797,
    "test_mthspl/margin/coverage@99%precision": 0.243967,
    "test_mthspl/n": 4931,
    "test_mthspl/precision@50%": 0.88605,
    "test_mthspl/precision@80%": 0.795184,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_70_8e8d2aa7934bfb4ed414.table.json"
    },
    "test_mthspl/recall@5": 0.894342,
    "test_mthspl/strength_acc": 0.868992,
    "total_flos": 0,
    "train/acc@1": 0.916549,
    "train/coverage@99%precision": 0.263387,
    "train/dose_form_acc": 0.975955,
    "train/epoch": 4,
    "train/global_step": 616,
    "train/grad_norm": 2.785619,
    "train/ingredient_acc": 0.989998,
    "train/learning_rate": 0.0,
    "train/loss": 0.018112,
    "train/margin/coverage@99%precision": 0.722772,
    "train/n": 9898,
    "train/precision@50%": 0.976359,
    "train/precision@80%": 0.955292,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_66_760827fe126d7a9de02b.table.json"
    },
    "train/recall@5": 0.992524,
    "train/strength_acc": 0.968276,
    "train_loss": 0.035226,
    "train_runtime": 99.2159,
    "train_samples_per_second": 399.049,
    "train_steps_per_second": 6.209,
    "val/acc@1": 0.894977,
    "val/coverage@99%precision": 0.404436,
    "val/dose_form_acc": 0.968689,
    "val/ingredient_acc": 0.986954,
    "val/margin/coverage@99%precision": 0.617091,
    "val/n": 1533,
    "val/precision@50%": 0.986945,
    "val/precision@80%": 0.951876,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_67_4ff8c156489228b3f3ab.table.json"
    },
    "val/recall@5": 0.968689,
    "val/strength_acc": 0.931507,
    "val_mthspl/acc@1": 0.64522,
    "val_mthspl/coverage@99%precision": 0.121218,
    "val_mthspl/dose_form_acc": 0.866075,
    "val_mthspl/ingredient_acc": 0.893909,
    "val_mthspl/margin/coverage@99%precision": 0.209762,
    "val_mthspl/n": 4958,
    "val_mthspl/precision@50%": 0.878983,
    "val_mthspl/precision@80%": 0.766768,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_69_cdd663822686e9219be4.table.json"
    },
    "val_mthspl/recall@5": 0.807584,
    "val_mthspl/strength_acc": 0.776724
   }
  },
  {
   "id": "xkk4lioe",
   "name": "sapbert-ingredient-strength-kfold-fold5",
   "group": "kfold-k7",
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [
    "fold5",
    "kfold-k7"
   ],
   "notes": null,
   "created_at": "2026-09-15T16:41:39Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "kfold-k7",
     "fold5"
    ],
    "dtype": "float32",
    "group": "kfold-k7",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-ingredient-strength-kfold-fold5",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "/content/rxnorm/models/kfold/sapbert-ingredient-strength-kfold-fold5/checkpoints",
    "save_steps": 500,
    "split_fold": 5,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "split_kfold": 7,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": [
     "VANDF"
    ],
    "bf16_full_eval": false,
    "dataset_subdir": "fold5",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder-final-all",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": true,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-kfold:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 3,
    "epoch": 4,
    "n_fallback": 95,
    "n_train_rows": 9777,
    "n_train_rows_vandf": 9777,
    "test/acc@1": 0.899543,
    "test/coverage@99%precision": 0.466406,
    "test/dose_form_acc": 0.966732,
    "test/failures": {
     "file": "media/table/test/failures_70_7b863d39a731423ef865.table.json"
    },
    "test/ingredient_acc": 0.98304,
    "test/margin/coverage@99%precision": 0.672538,
    "test/n": 1533,
    "test/precision@50%": 0.986945,
    "test/precision@80%": 0.960848,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_67_ce5584d95277398c4aa3.table.json"
    },
    "test/recall@5": 0.966732,
    "test/strength_acc": 0.931507,
    "test_mthspl/acc@1": 0.65954,
    "test_mthspl/coverage@99%precision": 0.127874,
    "test_mthspl/dose_form_acc": 0.853167,
    "test_mthspl/ingredient_acc": 0.885639,
    "test_mthspl/margin/coverage@99%precision": 0.198871,
    "test_mthspl/n": 4958,
    "test_mthspl/precision@50%": 0.90238,
    "test_mthspl/precision@80%": 0.77761,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_69_1eab8d55f63e80aed443.table.json"
    },
    "test_mthspl/recall@5": 0.821097,
    "test_mthspl/strength_acc": 0.771682,
    "total_flos": 0,
    "train/acc@1": 0.94037,
    "train/coverage@99%precision": 0.280045,
    "train/dose_form_acc": 0.983635,
    "train/epoch": 4,
    "train/global_step": 608,
    "train/grad_norm": 1.523588,
    "train/ingredient_acc": 0.995909,
    "train/learning_rate": 0.0,
    "train/loss": 0.013342,
    "train/margin/coverage@99%precision": 0.808223,
    "train/n": 9777,
    "train/precision@50%": 0.981383,
    "train/precision@80%": 0.963053,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_65_62997213d82c97ba9d0d.table.json"
    },
    "train/recall@5": 0.996216,
    "train/strength_acc": 0.975043,
    "train_loss": 0.035842,
    "train_runtime": 98.7808,
    "train_samples_per_second": 395.907,
    "train_steps_per_second": 6.155,
    "val/acc@1": 0.902466,
    "val/coverage@99%precision": 0.42411,
    "val/dose_form_acc": 0.972603,
    "val/ingredient_acc": 0.977534,
    "val/margin/coverage@99%precision": 0.635068,
    "val/n": 1825,
    "val/precision@50%": 0.985746,
    "val/precision@80%": 0.965753,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_66_31b20f5aafd824a96af6.table.json"
    },
    "val/recall@5": 0.976438,
    "val/strength_acc": 0.961644,
    "val_mthspl/acc@1": 0.71568,
    "val_mthspl/coverage@99%precision": 0.010207,
    "val_mthspl/dose_form_acc": 0.858136,
    "val_mthspl/ingredient_acc": 0.915976,
    "val_mthspl/margin/coverage@99%precision": 0.12145,
    "val_mthspl/n": 6760,
    "val_mthspl/precision@50%": 0.897041,
    "val_mthspl/precision@80%": 0.819896,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_68_eece6053d8aee843af2d.table.json"
    },
    "val_mthspl/recall@5": 0.893935,
    "val_mthspl/strength_acc": 0.84571
   }
  },
  {
   "id": "3ppkzzgb",
   "name": "sapbert-ingredient-strength-kfold-fold6",
   "group": "kfold-k7",
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [
    "fold6",
    "kfold-k7"
   ],
   "notes": null,
   "created_at": "2026-09-15T16:45:09Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "kfold-k7",
     "fold6"
    ],
    "dtype": "float32",
    "group": "kfold-k7",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-ingredient-strength-kfold-fold6",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "/content/rxnorm/models/kfold/sapbert-ingredient-strength-kfold-fold6/checkpoints",
    "save_steps": 500,
    "split_fold": 6,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "split_kfold": 7,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": [
     "VANDF"
    ],
    "bf16_full_eval": false,
    "dataset_subdir": "fold6",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder-final-all",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": true,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-kfold:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 1,
    "epoch": 4,
    "n_fallback": 104,
    "n_train_rows": 9448,
    "n_train_rows_vandf": 9448,
    "test/acc@1": 0.894795,
    "test/coverage@99%precision": 0.390137,
    "test/dose_form_acc": 0.970411,
    "test/failures": {
     "file": "media/table/test/failures_68_6e666b1855754e94579c.table.json"
    },
    "test/ingredient_acc": 0.983014,
    "test/margin/coverage@99%precision": 0.633425,
    "test/n": 1825,
    "test/precision@50%": 0.982456,
    "test/precision@80%": 0.968493,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_dad33f36ce5db0aeae64.table.json"
    },
    "test/recall@5": 0.975342,
    "test/strength_acc": 0.96,
    "test_mthspl/acc@1": 0.731065,
    "test_mthspl/coverage@99%precision": 0.00503,
    "test_mthspl/dose_form_acc": 0.869822,
    "test_mthspl/ingredient_acc": 0.930473,
    "test_mthspl/margin/coverage@99%precision": 0.113018,
    "test_mthspl/n": 6760,
    "test_mthspl/precision@50%": 0.888757,
    "test_mthspl/precision@80%": 0.828957,
    "test_mthspl/precision_vs_coverage_table": {
     "file": "media/table/test_mthspl/precision_vs_coverage_table_67_2f191045bd4e98912b86.table.json"
    },
    "test_mthspl/recall@5": 0.918639,
    "test_mthspl/strength_acc": 0.861391,
    "total_flos": 0,
    "train/acc@1": 0.915008,
    "train/coverage@99%precision": 0.27138,
    "train/dose_form_acc": 0.97608,
    "train/epoch": 4,
    "train/global_step": 588,
    "train/grad_norm": 0.593024,
    "train/ingredient_acc": 0.990051,
    "train/learning_rate": 0.0,
    "train/loss": 0.010812,
    "train/margin/coverage@99%precision": 0.70417,
    "train/n": 9448,
    "train/precision@50%": 0.975233,
    "train/precision@80%": 0.951045,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_4113191191a1d64e86d8.table.json"
    },
    "train/recall@5": 0.989522,
    "train/strength_acc": 0.95978,
    "train_loss": 0.038443,
    "train_runtime": 97.6705,
    "train_samples_per_second": 386.934,
    "train_steps_per_second": 6.02,
    "val/acc@1": 0.937229,
    "val/coverage@99%precision": 0.396645,
    "val/dose_form_acc": 0.97619,
    "val/ingredient_acc": 0.987013,
    "val/margin/coverage@99%precision": 0.774892,
    "val/n": 1848,
    "val/precision@50%": 0.982684,
    "val/precision@80%": 0.9682,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_e29c3fc8502347c8d711.table.json"
    },
    "val/recall@5": 0.986472,
    "val/strength_acc": 0.969697,
    "val_mthspl/acc@1": 0.701499,
    "val_mthspl/coverage@99%precision": 0.04616,
    "val_mthspl/dose_form_acc": 0.826331,
    "val_mthspl/ingredient_acc": 0.867942,
    "val_mthspl/margin/coverage@99%precision": 0.160557,
    "val_mthspl/n": 7474,
    "val_mthspl/precision@50%": 0.898047,
    "val_mthspl/precision@80%": 0.810169,
    "val_mthspl/precision_vs_coverage_table": {
     "file": "media/table/val_mthspl/precision_vs_coverage_table_66_e33b467b8ca3ae28b8c0.table.json"
    },
    "val_mthspl/recall@5": 0.901124,
    "val_mthspl/strength_acc": 0.844528
   }
  },
  {
   "id": "qwn31tzn",
   "name": "sapbert-ingredient-strength-final-all",
   "group": "kfold-k7",
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [
    "final-all",
    "kfold-k7"
   ],
   "notes": null,
   "created_at": "2026-09-15T16:50:09Z",
   "config": {
    "lr": 2e-05,
    "aux": "none",
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "kfold-k7",
     "final-all"
    ],
    "dtype": "float32",
    "group": "kfold-k7",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 1,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-ingredient-strength-final-all",
    "log_level": "passive",
    "log_model": true,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "aux_weight": 0.01,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "/content/rxnorm/models/kfold/sapbert-ingredient-strength-final-all/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "aux_min_count": 5,
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "split_sources": [
     "VANDF",
     "MTHSPL"
    ],
    "torch_compile": false,
    "train_sources": [
     "VANDF"
    ],
    "bf16_full_eval": false,
    "dataset_subdir": "all",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "model_artifact": "vandf-rxnorm-biencoder-final-all",
    "normalize_text": true,
    "hub_always_push": false,
    "log_predictions": true,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-kfold:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 1,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "best_epoch": 1,
    "n_fallback": 202,
    "n_train_rows": 14369,
    "n_train_rows_vandf": 14369,
    "total_flos": 0,
    "train/acc@1": 0.904865,
    "train/coverage@99%precision": 0.275385,
    "train/dose_form_acc": 0.973972,
    "train/epoch": 1,
    "train/global_step": 224,
    "train/grad_norm": 0.890303,
    "train/ingredient_acc": 0.982949,
    "train/learning_rate": 0.0,
    "train/loss": 0.049347,
    "train/margin/coverage@99%precision": 0.665043,
    "train/n": 14369,
    "train/precision@50%": 0.978842,
    "train/precision@80%": 0.952066,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_23_7cccca4ca07dcabd1449.table.json"
    },
    "train/recall@5": 0.987125,
    "train/strength_acc": 0.954833,
    "train_loss": 0.073521,
    "train_runtime": 32.8732,
    "train_samples_per_second": 437.104,
    "train_steps_per_second": 6.814
   }
  },
  {
   "id": "7r9p45m5",
   "name": "attach-calibration-final-all",
   "group": "kfold-k7",
   "job_type": "calibration",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-15T17:29:08Z",
   "config": {
    "source_artifact": "vandf-rxnorm-biencoder-final-all:v0"
   },
   "summary": {}
  }
 ]
}