{
 "source": "W&B project within-noise/rxnorm-vandf, exported 2026-11-04T22:54:07+00:00",
 "selection": "runs created before 2026-09-14T19:00 UTC (Part I)",
 "n_runs": 57,
 "runs": [
  {
   "id": "ihwyilwg",
   "name": "true-frost-1",
   "group": null,
   "job_type": "dataset",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-11T18:35:03Z",
   "config": {},
   "summary": {}
  },
  {
   "id": "pd69r8t4",
   "name": "exact",
   "group": null,
   "job_type": "baseline",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-11T18:36:19Z",
   "config": {
    "top_k": 5,
    "baseline": "exact",
    "normalize": "lower, punct->space, keep %./",
    "candidate_pool": 27287
   },
   "summary": {
    "test/acc@1": 0,
    "test/coverage@99%precision": 0,
    "test/dose_form_acc": 0,
    "test/failures": {
     "file": "media/table/test/failures_3_a6690e993be355eafff3.table.json"
    },
    "test/ingredient_acc": 0,
    "test/n": 1848,
    "test/precision@50%": 0,
    "test/precision@80%": 0,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_2_365de35b0651a9803e44.table.json"
    },
    "test/recall@5": 0,
    "test/strength_acc": 0,
    "train/acc@1": 0,
    "train/coverage@99%precision": 0,
    "train/dose_form_acc": 0,
    "train/ingredient_acc": 0,
    "train/n": 9287,
    "train/precision@50%": 0,
    "train/precision@80%": 0,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_0_365de35b0651a9803e44.table.json"
    },
    "train/recall@5": 0,
    "train/strength_acc": 0,
    "val/acc@1": 0,
    "val/coverage@99%precision": 0,
    "val/dose_form_acc": 0,
    "val/ingredient_acc": 0,
    "val/n": 1907,
    "val/precision@50%": 0,
    "val/precision@80%": 0,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_1_365de35b0651a9803e44.table.json"
    },
    "val/recall@5": 0,
    "val/strength_acc": 0
   }
  },
  {
   "id": "xr7g32b0",
   "name": "tfidf",
   "group": null,
   "job_type": "baseline",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-11T18:36:24Z",
   "config": {
    "top_k": 5,
    "analyzer": "char_wb",
    "baseline": "tfidf",
    "normalize": "lower, punct->space, keep %./",
    "ngram_range": [
     3,
     5
    ],
    "sublinear_tf": true,
    "candidate_pool": 27287
   },
   "summary": {
    "test/acc@1": 0.509199,
    "test/coverage@99%precision": 0.004329,
    "test/dose_form_acc": 0.698052,
    "test/failures": {
     "file": "media/table/test/failures_3_a9da172b5e9188870554.table.json"
    },
    "test/ingredient_acc": 0.978355,
    "test/margin/coverage@99%precision": 0.003788,
    "test/n": 1848,
    "test/precision@50%": 0.600649,
    "test/precision@80%": 0.55954,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_2_d08fcd9c91aff76a3227.table.json"
    },
    "test/recall@5": 0.820346,
    "test/strength_acc": 0.616883,
    "train/acc@1": 0.49607,
    "train/coverage@99%precision": 0.000215,
    "train/dose_form_acc": 0.687413,
    "train/ingredient_acc": 0.95273,
    "train/margin/coverage@99%precision": 0.003123,
    "train/n": 9287,
    "train/precision@50%": 0.628122,
    "train/precision@80%": 0.549529,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_0_9129a0386aae55ddf4cb.table.json"
    },
    "train/recall@5": 0.764617,
    "train/strength_acc": 0.622268,
    "val/acc@1": 0.464604,
    "val/coverage@99%precision": 0.000524,
    "val/dose_form_acc": 0.678553,
    "val/ingredient_acc": 0.94494,
    "val/margin/coverage@99%precision": 0.014683,
    "val/n": 1907,
    "val/precision@50%": 0.621593,
    "val/precision@80%": 0.508519,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_1_728810324623f7169a31.table.json"
    },
    "val/recall@5": 0.726796,
    "val/strength_acc": 0.5742
   }
  },
  {
   "id": "fked1jx1",
   "name": "all-minilm-l6-v2-ingredient",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-11T18:50:54Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "data_dir": "/home/kevin/repos/rxnorm/data/processed",
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "all-minilm-l6-v2-ingredient",
    "log_level": "passive",
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "sentence-transformers/all-MiniLM-L6-v2",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "/home/kevin/repos/rxnorm/models/all-minilm-l6-v2-ingredient/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 384,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 1536,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 6,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.17.0",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "position_embedding_type": "absolute",
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.836039,
    "test/coverage@99%precision": 0.003247,
    "test/dose_form_acc": 0.934524,
    "test/failures": {
     "file": "media/table/test/failures_66_8e6154a81c2b18e4324d.table.json"
    },
    "test/ingredient_acc": 0.983225,
    "test/margin/coverage@99%precision": 0.470238,
    "test/n": 1848,
    "test/precision@50%": 0.919913,
    "test/precision@80%": 0.884303,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_4e041c65a41a9c953f0b.table.json"
    },
    "test/recall@5": 0.966991,
    "test/strength_acc": 0.883658,
    "total_flos": 0,
    "train/acc@1": 0.832992,
    "train/coverage@99%precision": 0.026489,
    "train/dose_form_acc": 0.95316,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 1.335181,
    "train/ingredient_acc": 0.976957,
    "train/learning_rate": 0.0,
    "train/loss": 0.066472,
    "train/margin/coverage@99%precision": 0.550555,
    "train/n": 9287,
    "train/precision@50%": 0.942291,
    "train/precision@80%": 0.879946,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_e82dce97cb14ba9d1da1.table.json"
    },
    "train/recall@5": 0.975127,
    "train/strength_acc": 0.8892,
    "train_loss": 0.138704,
    "train_runtime": 288.8994,
    "train_samples_per_second": 128.585,
    "train_steps_per_second": 2.008,
    "val/acc@1": 0.773466,
    "val/coverage@99%precision": 0.16623,
    "val/dose_form_acc": 0.934452,
    "val/ingredient_acc": 0.940745,
    "val/margin/coverage@99%precision": 0.34085,
    "val/n": 1907,
    "val/precision@50%": 0.944444,
    "val/precision@80%": 0.855177,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_7fe575af2eda7eda4631.table.json"
    },
    "val/recall@5": 0.926586,
    "val/strength_acc": 0.831673
   }
  },
  {
   "id": "0eaijnrv",
   "name": "minilm-colab",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [
    "colab"
   ],
   "notes": null,
   "created_at": "2026-09-11T19:18:29Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "colab"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "minilm-colab",
    "log_level": "passive",
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "sentence-transformers/all-MiniLM-L6-v2",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/minilm-colab/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 384,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 1536,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 6,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "position_embedding_type": "absolute",
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.839286,
    "test/coverage@99%precision": 0.002165,
    "test/dose_form_acc": 0.937229,
    "test/failures": {
     "file": "media/table/test/failures_66_ab4e71c0d43a51bc27e2.table.json"
    },
    "test/ingredient_acc": 0.981602,
    "test/margin/coverage@99%precision": 0.462662,
    "test/n": 1848,
    "test/precision@50%": 0.92316,
    "test/precision@80%": 0.889716,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_ebdb6c43ed3cf99312e8.table.json"
    },
    "test/recall@5": 0.968615,
    "test/strength_acc": 0.883658,
    "total_flos": 0,
    "train/acc@1": 0.835361,
    "train/coverage@99%precision": 0.034457,
    "train/dose_form_acc": 0.954345,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 1.206532,
    "train/ingredient_acc": 0.976849,
    "train/learning_rate": 0.0,
    "train/loss": 0.070693,
    "train/margin/coverage@99%precision": 0.549908,
    "train/n": 9287,
    "train/precision@50%": 0.944229,
    "train/precision@80%": 0.8821,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_93c81179d3da741e6b2d.table.json"
    },
    "train/recall@5": 0.97405,
    "train/strength_acc": 0.892753,
    "train_loss": 0.140779,
    "train_runtime": 60.8054,
    "train_samples_per_second": 610.933,
    "train_steps_per_second": 9.539,
    "val/acc@1": 0.773991,
    "val/coverage@99%precision": 0.210802,
    "val/dose_form_acc": 0.936025,
    "val/ingredient_acc": 0.941793,
    "val/margin/coverage@99%precision": 0.347666,
    "val/n": 1907,
    "val/precision@50%": 0.944444,
    "val/precision@80%": 0.851245,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_aec7ca67850f82ed4997.table.json"
    },
    "val/recall@5": 0.93183,
    "val/strength_acc": 0.830624
   }
  },
  {
   "id": "x9p04t9i",
   "name": "all-minilm-l6-v2-ingredient-strength",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-11T19:35:59Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "data_dir": "/home/kevin/repos/rxnorm/data/processed",
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "all-minilm-l6-v2-ingredient-strength",
    "log_level": "passive",
    "log_model": true,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "sentence-transformers/all-MiniLM-L6-v2",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "/home/kevin/repos/rxnorm/models/all-minilm-l6-v2-ingredient-strength/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 384,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 1536,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 6,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.17.0",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "position_embedding_type": "absolute",
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.885823,
    "test/coverage@99%precision": 0.013528,
    "test/dose_form_acc": 0.942641,
    "test/failures": {
     "file": "media/table/test/failures_66_ad6802f8310d5da686fb.table.json"
    },
    "test/ingredient_acc": 0.982143,
    "test/margin/coverage@99%precision": 0.504329,
    "test/n": 1848,
    "test/precision@50%": 0.948052,
    "test/precision@80%": 0.928281,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_b96e2a2d7233586c99cc.table.json"
    },
    "test/recall@5": 0.975108,
    "test/strength_acc": 0.941017,
    "total_flos": 0,
    "train/acc@1": 0.866911,
    "train/coverage@99%precision": 0.001184,
    "train/dose_form_acc": 0.950468,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 1.116675,
    "train/ingredient_acc": 0.98008,
    "train/learning_rate": 0.0,
    "train/loss": 0.047081,
    "train/margin/coverage@99%precision": 0.625713,
    "train/n": 9287,
    "train/precision@50%": 0.96447,
    "train/precision@80%": 0.916824,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_aa730162c460d6ce1b55.table.json"
    },
    "train/recall@5": 0.979326,
    "train/strength_acc": 0.933563,
    "train_loss": 0.120973,
    "train_runtime": 326.4072,
    "train_samples_per_second": 113.809,
    "train_steps_per_second": 1.777,
    "val/acc@1": 0.828526,
    "val/coverage@99%precision": 0.230205,
    "val/dose_form_acc": 0.942318,
    "val/ingredient_acc": 0.943891,
    "val/margin/coverage@99%precision": 0.452543,
    "val/n": 1907,
    "val/precision@50%": 0.973795,
    "val/precision@80%": 0.907602,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_90d7231113954b2a184d.table.json"
    },
    "val/recall@5": 0.942318,
    "val/strength_acc": 0.886209
   }
  },
  {
   "id": "zhdz8qgf",
   "name": "all-minilm-l6-v2-ingredient-smoke",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "ut7szdph",
   "tags": [
    "local",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-11T19:38:22Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "local"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": true,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "data_dir": "/home/kevin/repos/rxnorm/data/processed",
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "all-minilm-l6-v2-ingredient-smoke",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "sentence-transformers/all-MiniLM-L6-v2",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "/home/kevin/repos/rxnorm/models/all-minilm-l6-v2-ingredient-smoke/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 384,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 1,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 1536,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 6,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": false,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.17.0",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "position_embedding_type": "absolute",
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 0.75,
    "test/acc@1": 0.629329,
    "test/coverage@99%precision": 0.010281,
    "test/dose_form_acc": 0.824675,
    "test/failures": {
     "file": "media/table/test/failures_5_cd5cd476f7fb0e70abfd.table.json"
    },
    "test/ingredient_acc": 0.966991,
    "test/margin/coverage@99%precision": 0.00487,
    "test/n": 1848,
    "test/precision@50%": 0.782468,
    "test/precision@80%": 0.698917,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_4_806615bb2b0584adce01.table.json"
    },
    "test/recall@5": 0.885281,
    "test/strength_acc": 0.73539,
    "total_flos": 0,
    "train/acc@1": 0.606654,
    "train/coverage@99%precision": 0.0014,
    "train/dose_form_acc": 0.794875,
    "train/epoch": 0.75,
    "train/global_step": 3,
    "train/ingredient_acc": 0.947023,
    "train/margin/coverage@99%precision": 0.001507,
    "train/n": 9287,
    "train/precision@50%": 0.785314,
    "train/precision@80%": 0.683849,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_2_7b6b327b3398f966aaba.table.json"
    },
    "train/recall@5": 0.823194,
    "train/strength_acc": 0.73619,
    "train_loss": 1.923114,
    "train_runtime": 33.5785,
    "train_samples_per_second": 7.624,
    "train_steps_per_second": 0.119,
    "val/acc@1": 0.611432,
    "val/coverage@99%precision": 0.028841,
    "val/dose_form_acc": 0.820661,
    "val/ingredient_acc": 0.930781,
    "val/margin/coverage@99%precision": 0.032512,
    "val/n": 1907,
    "val/precision@50%": 0.78826,
    "val/precision@80%": 0.686107,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_3_f31555565dc151a778e1.table.json"
    },
    "val/recall@5": 0.803356,
    "val/strength_acc": 0.721552
   }
  },
  {
   "id": "eg3hpfe4",
   "name": "grateful-gorge-9",
   "group": null,
   "job_type": "calibrate",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-11T19:42:07Z",
   "config": {
    "model": "vandf-rxnorm-biencoder:latest",
    "top_k": 20,
    "platt_fit_on": "val matched + val hard unmatched",
    "train_config": {
     "lr": 2e-05,
     "seed": 42,
     "tags": [],
     "smoke": false,
     "epochs": 4,
     "data_dir": "/home/kevin/repos/rxnorm/data/processed",
     "run_name": null,
     "log_model": true,
     "negatives": "ingredient",
     "base_model": "sentence-transformers/all-MiniLM-L6-v2",
     "batch_size": 64,
     "output_dir": "/home/kevin/repos/rxnorm/models",
     "warmup_ratio": 0.1,
     "max_seq_length": 96,
     "normalize_text": true,
     "normalize_strength": true
    }
   },
   "summary": {
    "test/+all/cosine/auroc": 0.981803,
    "test/+all/cosine/coverage@p95": 0.028044,
    "test/+all/cosine/coverage@p99": 0.007811,
    "test/+all/cosine/precision@p95": 0.95302,
    "test/+all/cosine/precision@p99": 0.939759,
    "test/+all/margin/auroc": 0.918253,
    "test/+all/margin/coverage@p95": 0.022398,
    "test/+all/margin/coverage@p99": 0.001788,
    "test/+all/margin/precision@p95": 0.915966,
    "test/+all/margin/precision@p99": 0.789474,
    "test/+all/platt/auroc": 0.986774,
    "test/+all/platt/coverage@p95": 0.08865,
    "test/+all/platt/coverage@p99": 0.031809,
    "test/+all/platt/ece": 0.052146,
    "test/+all/platt/precision@p95": 0.943737,
    "test/+all/platt/precision@p99": 0.97929,
    "test/+all/precision_vs_coverage_table": {
     "file": "media/table/test/+all/precision_vs_coverage_table_2_32f89c060a7a3fd8dafa.table.json"
    },
    "test/+all/softmax/auroc": 0.969583,
    "test/+all/softmax/coverage@p95": 0.032468,
    "test/+all/softmax/coverage@p99": 0.004517,
    "test/+all/softmax/ece": 0.254398,
    "test/+all/softmax/precision@p95": 0.915942,
    "test/+all/softmax/precision@p99": 0.875,
    "test/+hard/confident_errors": {
     "file": "media/table/test/+hard/confident_errors_5_66ab155b3eee22e1ebc7.table.json"
    },
    "test/+hard/cosine/auroc": 0.874936,
    "test/+hard/cosine/coverage@p95": 0.521295,
    "test/+hard/cosine/coverage@p99": 0.157054,
    "test/+hard/cosine/precision@p95": 0.92,
    "test/+hard/cosine/precision@p99": 0.968927,
    "test/+hard/margin/auroc": 0.845486,
    "test/+hard/margin/coverage@p95": 0.290594,
    "test/+hard/margin/coverage@p99": 0.007542,
    "test/+hard/margin/precision@p95": 0.945038,
    "test/+hard/margin/precision@p99": 0.882353,
    "test/+hard/platt/auroc": 0.91367,
    "test/+hard/platt/coverage@p95": 0.611358,
    "test/+hard/platt/coverage@p99": 0.301686,
    "test/+hard/platt/ece": 0.035478,
    "test/+hard/platt/precision@p95": 0.944848,
    "test/+hard/platt/precision@p99": 0.972059,
    "test/+hard/precision_vs_coverage_table": {
     "file": "media/table/test/+hard/precision_vs_coverage_table_1_4b1efa7db97e3d593b6a.table.json"
    },
    "test/+hard/reliability": {
     "file": "media/table/test/+hard/reliability_4_6b24feb2735282dc24d0.table.json"
    },
    "test/+hard/softmax/auroc": 0.876175,
    "test/+hard/softmax/coverage@p95": 0.320763,
    "test/+hard/softmax/coverage@p99": 0.020408,
    "test/+hard/softmax/ece": 0.075462,
    "test/+hard/softmax/precision@p95": 0.950207,
    "test/+hard/softmax/precision@p99": 0.913043,
    "test/matched/cosine/auroc": 0.738364,
    "test/matched/cosine/coverage@p95": 0.727273,
    "test/matched/cosine/coverage@p99": 0.198593,
    "test/matched/cosine/precision@p95": 0.932292,
    "test/matched/cosine/precision@p99": 0.975477,
    "test/matched/margin/auroc": 0.874507,
    "test/matched/margin/coverage@p95": 0.757035,
    "test/matched/margin/coverage@p99": 0.464286,
    "test/matched/margin/precision@p95": 0.967119,
    "test/matched/margin/precision@p99": 0.993007,
    "test/matched/platt/auroc": 0.858868,
    "test/matched/platt/coverage@p95": 0.832792,
    "test/matched/platt/coverage@p99": 0.550866,
    "test/matched/platt/ece": 0.062785,
    "test/matched/platt/precision@p95": 0.946719,
    "test/matched/platt/precision@p99": 0.977407,
    "test/matched/precision_vs_coverage_table": {
     "file": "media/table/test/matched/precision_vs_coverage_table_0_930d26c9e77be11b31b1.table.json"
    },
    "test/matched/softmax/auroc": 0.885839,
    "test/matched/softmax/coverage@p95": 0.797078,
    "test/matched/softmax/coverage@p99": 0.469697,
    "test/matched/softmax/ece": 0.02839,
    "test/matched/softmax/precision@p95": 0.962661,
    "test/matched/softmax/precision@p99": 0.993088,
    "test/summary": {
     "file": "media/table/test/summary_3_8ca3f2239a9e4bcd826f.table.json"
    }
   }
  },
  {
   "id": "2dumnzx0",
   "name": "all-minilm-l6-v2-ingredient",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "idhaaw5i",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-11T19:50:52Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "all-minilm-l6-v2-ingredient",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "sentence-transformers/all-MiniLM-L6-v2",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/all-minilm-l6-v2-ingredient/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 384,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 1536,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 6,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": false,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "position_embedding_type": "absolute",
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.839286,
    "test/coverage@99%precision": 0.002165,
    "test/dose_form_acc": 0.937229,
    "test/failures": {
     "file": "media/table/test/failures_66_36d5119e40856ae00af5.table.json"
    },
    "test/ingredient_acc": 0.981602,
    "test/margin/coverage@99%precision": 0.462662,
    "test/n": 1848,
    "test/precision@50%": 0.92316,
    "test/precision@80%": 0.889716,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_ebdb6c43ed3cf99312e8.table.json"
    },
    "test/recall@5": 0.968615,
    "test/strength_acc": 0.883658,
    "total_flos": 0,
    "train/acc@1": 0.835361,
    "train/coverage@99%precision": 0.034457,
    "train/dose_form_acc": 0.954345,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 1.206631,
    "train/ingredient_acc": 0.976849,
    "train/learning_rate": 0.0,
    "train/loss": 0.0707,
    "train/margin/coverage@99%precision": 0.549908,
    "train/n": 9287,
    "train/precision@50%": 0.944229,
    "train/precision@80%": 0.8821,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_e235458eb96d169ac315.table.json"
    },
    "train/recall@5": 0.97405,
    "train/strength_acc": 0.892753,
    "train_loss": 0.14078,
    "train_runtime": 64.3355,
    "train_samples_per_second": 577.411,
    "train_steps_per_second": 9.015,
    "val/acc@1": 0.774515,
    "val/coverage@99%precision": 0.210802,
    "val/dose_form_acc": 0.936025,
    "val/ingredient_acc": 0.941793,
    "val/margin/coverage@99%precision": 0.347666,
    "val/n": 1907,
    "val/precision@50%": 0.944444,
    "val/precision@80%": 0.8519,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_ad70b7d37c2e4d9d8494.table.json"
    },
    "val/recall@5": 0.93183,
    "val/strength_acc": 0.831148
   }
  },
  {
   "id": "cksev2zy",
   "name": "all-minilm-l6-v2-ingredient-strength",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "idhaaw5i",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-11T19:52:38Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "all-minilm-l6-v2-ingredient-strength",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "sentence-transformers/all-MiniLM-L6-v2",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/all-minilm-l6-v2-ingredient-strength/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 384,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 1536,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 6,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "position_embedding_type": "absolute",
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.890152,
    "test/coverage@99%precision": 0.008658,
    "test/dose_form_acc": 0.946429,
    "test/failures": {
     "file": "media/table/test/failures_66_735036e38951f44af784.table.json"
    },
    "test/ingredient_acc": 0.981602,
    "test/margin/coverage@99%precision": 0.463745,
    "test/n": 1848,
    "test/precision@50%": 0.951299,
    "test/precision@80%": 0.933018,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_3189a18e27533d3999d9.table.json"
    },
    "test/recall@5": 0.977273,
    "test/strength_acc": 0.941017,
    "total_flos": 0,
    "train/acc@1": 0.87111,
    "train/coverage@99%precision": 0.000754,
    "train/dose_form_acc": 0.952084,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 1.091083,
    "train/ingredient_acc": 0.981587,
    "train/learning_rate": 0.0,
    "train/loss": 0.045138,
    "train/margin/coverage@99%precision": 0.607085,
    "train/n": 9287,
    "train/precision@50%": 0.96447,
    "train/precision@80%": 0.922073,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_005b60933d290ae9b41a.table.json"
    },
    "train/recall@5": 0.979541,
    "train/strength_acc": 0.93464,
    "train_loss": 0.120412,
    "train_runtime": 63.4089,
    "train_samples_per_second": 585.848,
    "train_steps_per_second": 9.147,
    "val/acc@1": 0.830624,
    "val/coverage@99%precision": 0.226534,
    "val/dose_form_acc": 0.942842,
    "val/ingredient_acc": 0.941269,
    "val/margin/coverage@99%precision": 0.441531,
    "val/n": 1907,
    "val/precision@50%": 0.971698,
    "val/precision@80%": 0.912844,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_92930e1521d45ff78eb6.table.json"
    },
    "val/recall@5": 0.940745,
    "val/strength_acc": 0.886733
   }
  },
  {
   "id": "ykrlcebe",
   "name": "all-minilm-l6-v2-tfidf",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "idhaaw5i",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-11T19:54:14Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "all-minilm-l6-v2-tfidf",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "tfidf",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "sentence-transformers/all-MiniLM-L6-v2",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/all-minilm-l6-v2-tfidf/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 384,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 1536,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 6,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": false,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "position_embedding_type": "absolute",
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.802489,
    "test/coverage@99%precision": 0.002165,
    "test/dose_form_acc": 0.910714,
    "test/failures": {
     "file": "media/table/test/failures_66_c197e77636be34e16f19.table.json"
    },
    "test/ingredient_acc": 0.974026,
    "test/margin/coverage@99%precision": 0.412338,
    "test/n": 1848,
    "test/precision@50%": 0.872294,
    "test/precision@80%": 0.85115,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_d2d4a432579e55c7cd8c.table.json"
    },
    "test/recall@5": 0.965909,
    "test/strength_acc": 0.860931,
    "total_flos": 0,
    "train/acc@1": 0.803596,
    "train/coverage@99%precision": 0.003123,
    "train/dose_form_acc": 0.916442,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 2.501866,
    "train/ingredient_acc": 0.979003,
    "train/learning_rate": 0.0,
    "train/loss": 0.116112,
    "train/margin/coverage@99%precision": 0.438032,
    "train/n": 9287,
    "train/precision@50%": 0.877261,
    "train/precision@80%": 0.839973,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_9adac5c9a989afe29fa8.table.json"
    },
    "train/recall@5": 0.966405,
    "train/strength_acc": 0.884462,
    "train_loss": 0.211829,
    "train_runtime": 62.911,
    "train_samples_per_second": 590.485,
    "train_steps_per_second": 9.219,
    "val/acc@1": 0.729942,
    "val/coverage@99%precision": 0.00839,
    "val/dose_form_acc": 0.89355,
    "val/ingredient_acc": 0.926062,
    "val/margin/coverage@99%precision": 0.268485,
    "val/n": 1907,
    "val/precision@50%": 0.848008,
    "val/precision@80%": 0.799476,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_78616904b94ef517c223.table.json"
    },
    "val/recall@5": 0.918196,
    "val/strength_acc": 0.823283
   }
  },
  {
   "id": "q8u10ru7",
   "name": "all-minilm-l6-v2-tfidf-strength",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "idhaaw5i",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-11T19:55:50Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "all-minilm-l6-v2-tfidf-strength",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "tfidf",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "sentence-transformers/all-MiniLM-L6-v2",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/all-minilm-l6-v2-tfidf-strength/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 384,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 1536,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 6,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "position_embedding_type": "absolute",
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.860931,
    "test/coverage@99%precision": 0.004329,
    "test/dose_form_acc": 0.920996,
    "test/failures": {
     "file": "media/table/test/failures_66_e91e14fb34e7a1a5a8d5.table.json"
    },
    "test/ingredient_acc": 0.974567,
    "test/margin/coverage@99%precision": 0.462121,
    "test/n": 1848,
    "test/precision@50%": 0.901515,
    "test/precision@80%": 0.903924,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_a95e9fd7fcdf06b5ca41.table.json"
    },
    "test/recall@5": 0.978896,
    "test/strength_acc": 0.932359,
    "total_flos": 0,
    "train/acc@1": 0.837084,
    "train/coverage@99%precision": 0.0014,
    "train/dose_form_acc": 0.923872,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 1.510111,
    "train/ingredient_acc": 0.981049,
    "train/learning_rate": 0.0,
    "train/loss": 0.085795,
    "train/margin/coverage@99%precision": 0.472488,
    "train/n": 9287,
    "train/precision@50%": 0.89578,
    "train/precision@80%": 0.878197,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_6d8ec370d05992fb9521.table.json"
    },
    "train/recall@5": 0.967697,
    "train/strength_acc": 0.925595,
    "train_loss": 0.179482,
    "train_runtime": 63.1593,
    "train_samples_per_second": 588.164,
    "train_steps_per_second": 9.183,
    "val/acc@1": 0.772942,
    "val/coverage@99%precision": 0.003671,
    "val/dose_form_acc": 0.897745,
    "val/ingredient_acc": 0.93183,
    "val/margin/coverage@99%precision": 0.436287,
    "val/n": 1907,
    "val/precision@50%": 0.900419,
    "val/precision@80%": 0.852556,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_2205bf2b72290ffcace4.table.json"
    },
    "val/recall@5": 0.926062,
    "val/strength_acc": 0.873099
   }
  },
  {
   "id": "8orcdf5n",
   "name": "all-minilm-l6-v2-none",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "idhaaw5i",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-11T19:57:26Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "all-minilm-l6-v2-none",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "none",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "sentence-transformers/all-MiniLM-L6-v2",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/all-minilm-l6-v2-none/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 384,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 1536,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 6,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": false,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "position_embedding_type": "absolute",
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.804113,
    "test/coverage@99%precision": 0.005411,
    "test/dose_form_acc": 0.919372,
    "test/failures": {
     "file": "media/table/test/failures_66_a8d4738b62c032421c38.table.json"
    },
    "test/ingredient_acc": 0.984848,
    "test/margin/coverage@99%precision": 0.238095,
    "test/n": 1848,
    "test/precision@50%": 0.904762,
    "test/precision@80%": 0.861299,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_1761ab835f22c98c2700.table.json"
    },
    "test/recall@5": 0.957251,
    "test/strength_acc": 0.860931,
    "total_flos": 0,
    "train/acc@1": 0.777862,
    "train/coverage@99%precision": 0.0014,
    "train/dose_form_acc": 0.926564,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.170516,
    "train/ingredient_acc": 0.979864,
    "train/learning_rate": 0.0,
    "train/loss": 0.011108,
    "train/margin/coverage@99%precision": 0.055454,
    "train/n": 9287,
    "train/precision@50%": 0.902239,
    "train/precision@80%": 0.832032,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_66d2320281ccf271d3b7.table.json"
    },
    "train/recall@5": 0.95919,
    "train/strength_acc": 0.875848,
    "train_loss": 0.037525,
    "train_runtime": 47.2982,
    "train_samples_per_second": 785.399,
    "train_steps_per_second": 12.263,
    "val/acc@1": 0.722601,
    "val/coverage@99%precision": 0.010488,
    "val/dose_form_acc": 0.89355,
    "val/ingredient_acc": 0.949659,
    "val/margin/coverage@99%precision": 0.090194,
    "val/n": 1907,
    "val/precision@50%": 0.898323,
    "val/precision@80%": 0.802752,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_cfdd6316eac67f9135d0.table.json"
    },
    "val/recall@5": 0.911379,
    "val/strength_acc": 0.820136
   }
  },
  {
   "id": "vor18z4w",
   "name": "all-minilm-l6-v2-none-strength",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "idhaaw5i",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-11T19:58:45Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "all-minilm-l6-v2-none-strength",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "none",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "sentence-transformers/all-MiniLM-L6-v2",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/all-minilm-l6-v2-none-strength/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 384,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 1536,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 6,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "position_embedding_type": "absolute",
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.861472,
    "test/coverage@99%precision": 0.007576,
    "test/dose_form_acc": 0.92803,
    "test/failures": {
     "file": "media/table/test/failures_66_7337ba119432542718d1.table.json"
    },
    "test/ingredient_acc": 0.984307,
    "test/margin/coverage@99%precision": 0.20184,
    "test/n": 1848,
    "test/precision@50%": 0.918831,
    "test/precision@80%": 0.90866,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_2cbbd3270a5a7fbd62e9.table.json"
    },
    "test/recall@5": 0.974567,
    "test/strength_acc": 0.930736,
    "total_flos": 0,
    "train/acc@1": 0.819856,
    "train/coverage@99%precision": 0.0014,
    "train/dose_form_acc": 0.934855,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.443285,
    "train/ingredient_acc": 0.982233,
    "train/learning_rate": 0.0,
    "train/loss": 0.007447,
    "train/margin/coverage@99%precision": 0.056315,
    "train/n": 9287,
    "train/precision@50%": 0.937769,
    "train/precision@80%": 0.871602,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_2b178458fa8f213e7c11.table.json"
    },
    "train/recall@5": 0.969958,
    "train/strength_acc": 0.927425,
    "train_loss": 0.032384,
    "train_runtime": 48.1433,
    "train_samples_per_second": 771.613,
    "train_steps_per_second": 12.047,
    "val/acc@1": 0.776088,
    "val/coverage@99%precision": 0.028841,
    "val/dose_form_acc": 0.91033,
    "val/ingredient_acc": 0.948086,
    "val/margin/coverage@99%precision": 0.088096,
    "val/n": 1907,
    "val/precision@50%": 0.933962,
    "val/precision@80%": 0.855832,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_649adeb3f8526b794919.table.json"
    },
    "val/recall@5": 0.927111,
    "val/strength_acc": 0.882014
   }
  },
  {
   "id": "i2ltsslc",
   "name": "bge-small-en-v1.5-ingredient",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "idhaaw5i",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-11T20:00:05Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0"
    },
    "label2id": {
     "LABEL_0": 0
    },
    "run_name": "bge-small-en-v1.5-ingredient",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "BAAI/bge-small-en-v1.5",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/bge-small-en-v1.5-ingredient/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 384,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 1536,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": false,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "position_embedding_type": "absolute",
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.816558,
    "test/coverage@99%precision": 0.022186,
    "test/dose_form_acc": 0.934524,
    "test/failures": {
     "file": "media/table/test/failures_66_b348ec1f3b535e942c15.table.json"
    },
    "test/ingredient_acc": 0.989719,
    "test/margin/coverage@99%precision": 0.448593,
    "test/n": 1848,
    "test/precision@50%": 0.927489,
    "test/precision@80%": 0.870771,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_759b5985862003b98aa0.table.json"
    },
    "test/recall@5": 0.962121,
    "test/strength_acc": 0.87013,
    "total_flos": 0,
    "train/acc@1": 0.819748,
    "train/coverage@99%precision": 0.097663,
    "train/dose_form_acc": 0.937655,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 1.175723,
    "train/ingredient_acc": 0.976096,
    "train/learning_rate": 0.0,
    "train/loss": 0.083495,
    "train/margin/coverage@99%precision": 0.558415,
    "train/n": 9287,
    "train/precision@50%": 0.936693,
    "train/precision@80%": 0.877793,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_cbfc54dce71a3acf5803.table.json"
    },
    "train/recall@5": 0.973619,
    "train/strength_acc": 0.886293,
    "train_loss": 0.221085,
    "train_runtime": 96.1513,
    "train_samples_per_second": 386.349,
    "train_steps_per_second": 6.032,
    "val/acc@1": 0.751442,
    "val/coverage@99%precision": 0.071841,
    "val/dose_form_acc": 0.921867,
    "val/ingredient_acc": 0.951232,
    "val/margin/coverage@99%precision": 0.385947,
    "val/n": 1907,
    "val/precision@50%": 0.901468,
    "val/precision@80%": 0.820446,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_e6a9c8658b96bd87030b.table.json"
    },
    "val/recall@5": 0.924489,
    "val/strength_acc": 0.821185
   }
  },
  {
   "id": "3x307748",
   "name": "bge-small-en-v1.5-ingredient-strength",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "idhaaw5i",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-11T20:02:18Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0"
    },
    "label2id": {
     "LABEL_0": 0
    },
    "run_name": "bge-small-en-v1.5-ingredient-strength",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "BAAI/bge-small-en-v1.5",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/bge-small-en-v1.5-ingredient-strength/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 384,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 1536,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "position_embedding_type": "absolute",
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.872294,
    "test/coverage@99%precision": 0.016775,
    "test/dose_form_acc": 0.936147,
    "test/failures": {
     "file": "media/table/test/failures_66_cd976099f80d13e3af60.table.json"
    },
    "test/ingredient_acc": 0.99026,
    "test/margin/coverage@99%precision": 0.466991,
    "test/n": 1848,
    "test/precision@50%": 0.94697,
    "test/precision@80%": 0.922192,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_2ea0c620309107720fa6.table.json"
    },
    "test/recall@5": 0.979437,
    "test/strength_acc": 0.938853,
    "total_flos": 0,
    "train/acc@1": 0.856251,
    "train/coverage@99%precision": 0.055669,
    "train/dose_form_acc": 0.932056,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 1.104595,
    "train/ingredient_acc": 0.978465,
    "train/learning_rate": 0.0,
    "train/loss": 0.065742,
    "train/margin/coverage@99%precision": 0.619145,
    "train/n": 9287,
    "train/precision@50%": 0.952196,
    "train/precision@80%": 0.90996,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_0354c68cd1ea4c453c62.table.json"
    },
    "train/recall@5": 0.979972,
    "train/strength_acc": 0.933886,
    "train_loss": 0.196313,
    "train_runtime": 97.8117,
    "train_samples_per_second": 379.791,
    "train_steps_per_second": 5.93,
    "val/acc@1": 0.811746,
    "val/coverage@99%precision": 0.007341,
    "val/dose_form_acc": 0.930257,
    "val/ingredient_acc": 0.956476,
    "val/margin/coverage@99%precision": 0.373361,
    "val/n": 1907,
    "val/precision@50%": 0.93501,
    "val/precision@80%": 0.880734,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_834202472420b57d8c38.table.json"
    },
    "val/recall@5": 0.939696,
    "val/strength_acc": 0.888306
   }
  },
  {
   "id": "sbvl5x3b",
   "name": "bge-small-en-v1.5-tfidf",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "idhaaw5i",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-11T20:04:36Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0"
    },
    "label2id": {
     "LABEL_0": 0
    },
    "run_name": "bge-small-en-v1.5-tfidf",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "tfidf",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "BAAI/bge-small-en-v1.5",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/bge-small-en-v1.5-tfidf/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 384,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 1536,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": false,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "position_embedding_type": "absolute",
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.784091,
    "test/coverage@99%precision": 0.024892,
    "test/dose_form_acc": 0.900974,
    "test/failures": {
     "file": "media/table/test/failures_66_70b23f939baee0b5d636.table.json"
    },
    "test/ingredient_acc": 0.98539,
    "test/margin/coverage@99%precision": 0.366342,
    "test/n": 1848,
    "test/precision@50%": 0.876623,
    "test/precision@80%": 0.818674,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_d532253ab957d0f68411.table.json"
    },
    "test/recall@5": 0.965909,
    "test/strength_acc": 0.855519,
    "total_flos": 0,
    "train/acc@1": 0.799828,
    "train/coverage@99%precision": 0.006784,
    "train/dose_form_acc": 0.91795,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 1.924182,
    "train/ingredient_acc": 0.979972,
    "train/learning_rate": 0.0,
    "train/loss": 0.153376,
    "train/margin/coverage@99%precision": 0.431033,
    "train/n": 9287,
    "train/precision@50%": 0.893196,
    "train/precision@80%": 0.84603,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_a1a3c6d840200a729392.table.json"
    },
    "train/recall@5": 0.958975,
    "train/strength_acc": 0.876063,
    "train_loss": 0.297338,
    "train_runtime": 95.4522,
    "train_samples_per_second": 389.179,
    "train_steps_per_second": 6.076,
    "val/acc@1": 0.736759,
    "val/coverage@99%precision": 0.006293,
    "val/dose_form_acc": 0.907184,
    "val/ingredient_acc": 0.943367,
    "val/margin/coverage@99%precision": 0.369166,
    "val/n": 1907,
    "val/precision@50%": 0.877358,
    "val/precision@80%": 0.80865,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_362a0d5d34bcc562dc7d.table.json"
    },
    "val/recall@5": 0.920294,
    "val/strength_acc": 0.823283
   }
  },
  {
   "id": "96ohhteb",
   "name": "bge-small-en-v1.5-tfidf-strength",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "idhaaw5i",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-11T20:06:54Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0"
    },
    "label2id": {
     "LABEL_0": 0
    },
    "run_name": "bge-small-en-v1.5-tfidf-strength",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "tfidf",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "BAAI/bge-small-en-v1.5",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/bge-small-en-v1.5-tfidf-strength/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 384,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 1536,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "position_embedding_type": "absolute",
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.847944,
    "test/coverage@99%precision": 0.030303,
    "test/dose_form_acc": 0.916667,
    "test/failures": {
     "file": "media/table/test/failures_66_81408e9389e8d1b9ce01.table.json"
    },
    "test/ingredient_acc": 0.987013,
    "test/margin/coverage@99%precision": 0.448593,
    "test/n": 1848,
    "test/precision@50%": 0.916667,
    "test/precision@80%": 0.898512,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_0b18e2f0a8c9cc71fe19.table.json"
    },
    "test/recall@5": 0.981061,
    "test/strength_acc": 0.936147,
    "total_flos": 0,
    "train/acc@1": 0.84656,
    "train/coverage@99%precision": 0.021535,
    "train/dose_form_acc": 0.929041,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 1.9631,
    "train/ingredient_acc": 0.980833,
    "train/learning_rate": 0.0,
    "train/loss": 0.126288,
    "train/margin/coverage@99%precision": 0.510929,
    "train/n": 9287,
    "train/precision@50%": 0.930448,
    "train/precision@80%": 0.902692,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_3aef46aacac0a30e5291.table.json"
    },
    "train/recall@5": 0.971681,
    "train/strength_acc": 0.925487,
    "train_loss": 0.258801,
    "train_runtime": 96.0543,
    "train_samples_per_second": 386.74,
    "train_steps_per_second": 6.038,
    "val/acc@1": 0.79549,
    "val/coverage@99%precision": 0.005768,
    "val/dose_form_acc": 0.917147,
    "val/ingredient_acc": 0.949659,
    "val/margin/coverage@99%precision": 0.426848,
    "val/n": 1907,
    "val/precision@50%": 0.929769,
    "val/precision@80%": 0.874836,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_3fa02c7db3c4d7a9560d.table.json"
    },
    "val/recall@5": 0.932879,
    "val/strength_acc": 0.884636
   }
  },
  {
   "id": "sog0xj0t",
   "name": "bge-small-en-v1.5-none",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "idhaaw5i",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-11T20:09:06Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0"
    },
    "label2id": {
     "LABEL_0": 0
    },
    "run_name": "bge-small-en-v1.5-none",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "none",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "BAAI/bge-small-en-v1.5",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/bge-small-en-v1.5-none/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 384,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 1536,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": false,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "position_embedding_type": "absolute",
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.772727,
    "test/coverage@99%precision": 0.018939,
    "test/dose_form_acc": 0.900974,
    "test/failures": {
     "file": "media/table/test/failures_66_914fbb2637fd2efdcd85.table.json"
    },
    "test/ingredient_acc": 0.985931,
    "test/margin/coverage@99%precision": 0.127165,
    "test/n": 1848,
    "test/precision@50%": 0.891775,
    "test/precision@80%": 0.842355,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_d39bc3c14f45a247cb1e.table.json"
    },
    "test/recall@5": 0.95671,
    "test/strength_acc": 0.838203,
    "total_flos": 0,
    "train/acc@1": 0.775493,
    "train/coverage@99%precision": 0.033703,
    "train/dose_form_acc": 0.90869,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.231568,
    "train/ingredient_acc": 0.98191,
    "train/learning_rate": 0.0,
    "train/loss": 0.017055,
    "train/margin/coverage@99%precision": 0.097448,
    "train/n": 9287,
    "train/precision@50%": 0.911714,
    "train/precision@80%": 0.832436,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_4f57351d4c00dcb2be8d.table.json"
    },
    "train/recall@5": 0.957252,
    "train/strength_acc": 0.868849,
    "train_loss": 0.087589,
    "train_runtime": 70.9419,
    "train_samples_per_second": 523.64,
    "train_steps_per_second": 8.176,
    "val/acc@1": 0.724698,
    "val/coverage@99%precision": 0.015732,
    "val/dose_form_acc": 0.902465,
    "val/ingredient_acc": 0.950184,
    "val/margin/coverage@99%precision": 0.12795,
    "val/n": 1907,
    "val/precision@50%": 0.884696,
    "val/precision@80%": 0.79882,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_57d54f49548bcdf284b8.table.json"
    },
    "val/recall@5": 0.911379,
    "val/strength_acc": 0.805454
   }
  },
  {
   "id": "ppjkju0z",
   "name": "bge-small-en-v1.5-none-strength",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "idhaaw5i",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-11T20:10:47Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0"
    },
    "label2id": {
     "LABEL_0": 0
    },
    "run_name": "bge-small-en-v1.5-none-strength",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "none",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "BAAI/bge-small-en-v1.5",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/bge-small-en-v1.5-none-strength/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 384,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 1536,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "position_embedding_type": "absolute",
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.864177,
    "test/coverage@99%precision": 0.056277,
    "test/dose_form_acc": 0.926948,
    "test/failures": {
     "file": "media/table/test/failures_66_0d8aab700152b8b195df.table.json"
    },
    "test/ingredient_acc": 0.987013,
    "test/margin/coverage@99%precision": 0.189935,
    "test/n": 1848,
    "test/precision@50%": 0.919913,
    "test/precision@80%": 0.907307,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_2495b5c6cc38871c4c42.table.json"
    },
    "test/recall@5": 0.980519,
    "test/strength_acc": 0.938312,
    "total_flos": 0,
    "train/acc@1": 0.82567,
    "train/coverage@99%precision": 0.044363,
    "train/dose_form_acc": 0.917734,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.267698,
    "train/ingredient_acc": 0.983633,
    "train/learning_rate": 0.0,
    "train/loss": 0.01627,
    "train/margin/coverage@99%precision": 0.187143,
    "train/n": 9287,
    "train/precision@50%": 0.934109,
    "train/precision@80%": 0.876581,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_ccb5a411482867e4e350.table.json"
    },
    "train/recall@5": 0.97125,
    "train/strength_acc": 0.927964,
    "train_loss": 0.081504,
    "train_runtime": 72.1081,
    "train_samples_per_second": 515.171,
    "train_steps_per_second": 8.043,
    "val/acc@1": 0.791295,
    "val/coverage@99%precision": 0.010488,
    "val/dose_form_acc": 0.918196,
    "val/ingredient_acc": 0.953854,
    "val/margin/coverage@99%precision": 0.143157,
    "val/n": 1907,
    "val/precision@50%": 0.920335,
    "val/precision@80%": 0.863696,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_b45f1cb731d131702f1a.table.json"
    },
    "val/recall@5": 0.934452,
    "val/strength_acc": 0.88516
   }
  },
  {
   "id": "ck8scscz",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "idhaaw5i",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-11T20:12:28Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": false,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.911255,
    "test/coverage@99%precision": 0.359307,
    "test/dose_form_acc": 0.97132,
    "test/failures": {
     "file": "media/table/test/failures_66_892b51dfde7941fdd964.table.json"
    },
    "test/ingredient_acc": 0.982684,
    "test/margin/coverage@99%precision": 0.705628,
    "test/n": 1848,
    "test/precision@50%": 0.979437,
    "test/precision@80%": 0.949932,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_e1dab3f3adf355202ccb.table.json"
    },
    "test/recall@5": 0.982684,
    "test/strength_acc": 0.943182,
    "total_flos": 0,
    "train/acc@1": 0.919457,
    "train/coverage@99%precision": 0.360719,
    "train/dose_form_acc": 0.981587,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.694244,
    "train/ingredient_acc": 0.993109,
    "train/learning_rate": 0.0,
    "train/loss": 0.009286,
    "train/margin/coverage@99%precision": 0.760956,
    "train/n": 9287,
    "train/precision@50%": 0.979974,
    "train/precision@80%": 0.949664,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_f5d3c8d747e14e80b2d1.table.json"
    },
    "train/recall@5": 0.992463,
    "train/strength_acc": 0.956821,
    "train_loss": 0.03752,
    "train_runtime": 95.9488,
    "train_samples_per_second": 387.165,
    "train_steps_per_second": 6.045,
    "val/acc@1": 0.846356,
    "val/coverage@99%precision": 0.367069,
    "val/dose_form_acc": 0.957525,
    "val/ingredient_acc": 0.973256,
    "val/margin/coverage@99%precision": 0.683272,
    "val/n": 1907,
    "val/precision@50%": 0.98218,
    "val/precision@80%": 0.921363,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_a841eea670b5e5578cb4.table.json"
    },
    "val/recall@5": 0.966964,
    "val/strength_acc": 0.904562
   }
  },
  {
   "id": "p4mol3o8",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "idhaaw5i",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-11T20:14:50Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.927489,
    "test/coverage@99%precision": 0.340909,
    "test/dose_form_acc": 0.973485,
    "test/failures": {
     "file": "media/table/test/failures_66_0cdb7ca516a3a969c2a5.table.json"
    },
    "test/ingredient_acc": 0.98539,
    "test/margin/coverage@99%precision": 0.729978,
    "test/n": 1848,
    "test/precision@50%": 0.981602,
    "test/precision@80%": 0.966171,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_c900f8ef7fc9bc4e3145.table.json"
    },
    "test/recall@5": 0.984307,
    "test/strength_acc": 0.964827,
    "total_flos": 0,
    "train/acc@1": 0.933994,
    "train/coverage@99%precision": 0.361365,
    "train/dose_form_acc": 0.982664,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.24614,
    "train/ingredient_acc": 0.993109,
    "train/learning_rate": 0.0,
    "train/loss": 0.008015,
    "train/margin/coverage@99%precision": 0.791429,
    "train/n": 9287,
    "train/precision@50%": 0.981051,
    "train/precision@80%": 0.964065,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_206c9350d1ffb39c54f3.table.json"
    },
    "train/recall@5": 0.99397,
    "train/strength_acc": 0.970819,
    "train_loss": 0.034034,
    "train_runtime": 96.2491,
    "train_samples_per_second": 385.957,
    "train_steps_per_second": 6.026,
    "val/acc@1": 0.885684,
    "val/coverage@99%precision": 0.333508,
    "val/dose_form_acc": 0.966964,
    "val/ingredient_acc": 0.972732,
    "val/margin/coverage@99%precision": 0.739906,
    "val/n": 1907,
    "val/precision@50%": 0.986373,
    "val/precision@80%": 0.950197,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_6f90123932a7d126f8bf.table.json"
    },
    "val/recall@5": 0.965391,
    "val/strength_acc": 0.937074
   }
  },
  {
   "id": "ulnlmb5f",
   "name": "sapbert-from-pubmedbert-fulltext-tfidf",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "idhaaw5i",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-11T20:17:08Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-tfidf",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "tfidf",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-tfidf/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": false,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.904762,
    "test/coverage@99%precision": 0.338203,
    "test/dose_form_acc": 0.968074,
    "test/failures": {
     "file": "media/table/test/failures_66_764ea05d34ae7f8e68be.table.json"
    },
    "test/ingredient_acc": 0.98539,
    "test/margin/coverage@99%precision": 0.710498,
    "test/n": 1848,
    "test/precision@50%": 0.970779,
    "test/precision@80%": 0.94046,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_5f44c99253fe4bdb44d9.table.json"
    },
    "test/recall@5": 0.980519,
    "test/strength_acc": 0.949675,
    "total_flos": 0,
    "train/acc@1": 0.912028,
    "train/coverage@99%precision": 0.294605,
    "train/dose_form_acc": 0.979434,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.506209,
    "train/ingredient_acc": 0.991063,
    "train/learning_rate": 0.0,
    "train/loss": 0.023547,
    "train/margin/coverage@99%precision": 0.749758,
    "train/n": 9287,
    "train/precision@50%": 0.965332,
    "train/precision@80%": 0.943876,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_4fcefb32c3dcd76fd721.table.json"
    },
    "train/recall@5": 0.992893,
    "train/strength_acc": 0.953591,
    "train_loss": 0.056761,
    "train_runtime": 96.0114,
    "train_samples_per_second": 386.912,
    "train_steps_per_second": 6.041,
    "val/acc@1": 0.835343,
    "val/coverage@99%precision": 0.327216,
    "val/dose_form_acc": 0.961196,
    "val/ingredient_acc": 0.959098,
    "val/margin/coverage@99%precision": 0.686418,
    "val/n": 1907,
    "val/precision@50%": 0.964361,
    "val/precision@80%": 0.910223,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_784748422cc4263ca6fb.table.json"
    },
    "val/recall@5": 0.953854,
    "val/strength_acc": 0.903513
   }
  },
  {
   "id": "3sy406ie",
   "name": "sapbert-from-pubmedbert-fulltext-tfidf-strength",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "idhaaw5i",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-11T20:19:26Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-tfidf-strength",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "tfidf",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-tfidf-strength/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.92316,
    "test/coverage@99%precision": 0.356602,
    "test/dose_form_acc": 0.968074,
    "test/failures": {
     "file": "media/table/test/failures_66_d1fc5a93808006c2e808.table.json"
    },
    "test/ingredient_acc": 0.987554,
    "test/margin/coverage@99%precision": 0.757576,
    "test/n": 1848,
    "test/precision@50%": 0.979437,
    "test/precision@80%": 0.956022,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_1369a7b98f9ea67715fc.table.json"
    },
    "test/recall@5": 0.984307,
    "test/strength_acc": 0.966991,
    "total_flos": 0,
    "train/acc@1": 0.92538,
    "train/coverage@99%precision": 0.302897,
    "train/dose_form_acc": 0.98051,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.645196,
    "train/ingredient_acc": 0.993109,
    "train/learning_rate": 0.0,
    "train/loss": 0.024377,
    "train/margin/coverage@99%precision": 0.800043,
    "train/n": 9287,
    "train/precision@50%": 0.972438,
    "train/precision@80%": 0.957873,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_3799a8cd09846df34252.table.json"
    },
    "train/recall@5": 0.994401,
    "train/strength_acc": 0.970496,
    "train_loss": 0.051643,
    "train_runtime": 96.8203,
    "train_samples_per_second": 383.68,
    "train_steps_per_second": 5.99,
    "val/acc@1": 0.864185,
    "val/coverage@99%precision": 0.316203,
    "val/dose_form_acc": 0.962244,
    "val/ingredient_acc": 0.963293,
    "val/margin/coverage@99%precision": 0.682748,
    "val/n": 1907,
    "val/precision@50%": 0.974843,
    "val/precision@80%": 0.935125,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_3f49a1ffc261bdae1b90.table.json"
    },
    "val/recall@5": 0.962769,
    "val/strength_acc": 0.932879
   }
  },
  {
   "id": "w1s7hcek",
   "name": "sapbert-from-pubmedbert-fulltext-none",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "idhaaw5i",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-11T20:21:43Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-none",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "none",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-none/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": false,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.893398,
    "test/coverage@99%precision": 0.240801,
    "test/dose_form_acc": 0.970779,
    "test/failures": {
     "file": "media/table/test/failures_66_896a9555fecef60a67a6.table.json"
    },
    "test/ingredient_acc": 0.989719,
    "test/margin/coverage@99%precision": 0.194805,
    "test/n": 1848,
    "test/precision@50%": 0.968615,
    "test/precision@80%": 0.935724,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_68e87f3bfbaa9a8de114.table.json"
    },
    "test/recall@5": 0.986472,
    "test/strength_acc": 0.951299,
    "total_flos": 0,
    "train/acc@1": 0.871218,
    "train/coverage@99%precision": 0.282653,
    "train/dose_form_acc": 0.970496,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.186695,
    "train/ingredient_acc": 0.993862,
    "train/learning_rate": 0.0,
    "train/loss": 0.001233,
    "train/margin/coverage@99%precision": 0.219662,
    "train/n": 9287,
    "train/precision@50%": 0.96124,
    "train/precision@80%": 0.920054,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_5a9879d0e606e3571feb.table.json"
    },
    "train/recall@5": 0.983525,
    "train/strength_acc": 0.953376,
    "train_loss": 0.007494,
    "train_runtime": 70.3637,
    "train_samples_per_second": 527.943,
    "train_steps_per_second": 8.243,
    "val/acc@1": 0.836392,
    "val/coverage@99%precision": 0.377556,
    "val/dose_form_acc": 0.958574,
    "val/ingredient_acc": 0.976927,
    "val/margin/coverage@99%precision": 0.347142,
    "val/n": 1907,
    "val/precision@50%": 0.966457,
    "val/precision@80%": 0.920052,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_49c0c4afd1c81c5dfba8.table.json"
    },
    "val/recall@5": 0.953854,
    "val/strength_acc": 0.911379
   }
  },
  {
   "id": "cy71juq4",
   "name": "sapbert-from-pubmedbert-fulltext-none-strength",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "idhaaw5i",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-11T20:23:24Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-none-strength",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "none",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-none-strength/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.909632,
    "test/coverage@99%precision": 0.24026,
    "test/dose_form_acc": 0.969697,
    "test/failures": {
     "file": "media/table/test/failures_66_2b56b25e142e1820f5ec.table.json"
    },
    "test/ingredient_acc": 0.989719,
    "test/margin/coverage@99%precision": 0.233225,
    "test/n": 1848,
    "test/precision@50%": 0.968615,
    "test/precision@80%": 0.949932,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_f83cbcc3956a22197e7f.table.json"
    },
    "test/recall@5": 0.99026,
    "test/strength_acc": 0.970238,
    "total_flos": 0,
    "train/acc@1": 0.898137,
    "train/coverage@99%precision": 0.291913,
    "train/dose_form_acc": 0.974373,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.294706,
    "train/ingredient_acc": 0.995478,
    "train/learning_rate": 0.0,
    "train/loss": 0.001652,
    "train/margin/coverage@99%precision": 0.261764,
    "train/n": 9287,
    "train/precision@50%": 0.966408,
    "train/precision@80%": 0.939031,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_043ce1ce8c60786fec3b.table.json"
    },
    "train/recall@5": 0.990955,
    "train/strength_acc": 0.970066,
    "train_loss": 0.006699,
    "train_runtime": 72.3322,
    "train_samples_per_second": 513.575,
    "train_steps_per_second": 8.019,
    "val/acc@1": 0.863136,
    "val/coverage@99%precision": 0.337703,
    "val/dose_form_acc": 0.965391,
    "val/ingredient_acc": 0.9785,
    "val/margin/coverage@99%precision": 0.331935,
    "val/n": 1907,
    "val/precision@50%": 0.981132,
    "val/precision@80%": 0.946265,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_622aeb6acef958f52ce5.table.json"
    },
    "val/recall@5": 0.962244,
    "val/strength_acc": 0.939696
   }
  },
  {
   "id": "0d9ntjls",
   "name": "sapbert-ingredient-strength-final",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-11T20:29:13Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "data_dir": "/home/kevin/repos/rxnorm/data/processed",
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-ingredient-strength-final",
    "log_level": "passive",
    "log_model": true,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "/home/kevin/repos/rxnorm/models/sapbert-ingredient-strength-final/checkpoints",
    "save_steps": 500,
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.17.0",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.930736,
    "test/coverage@99%precision": 0.405844,
    "test/dose_form_acc": 0.972403,
    "test/failures": {
     "file": "media/table/test/failures_66_af2d190e514e0eb32edb.table.json"
    },
    "test/ingredient_acc": 0.983225,
    "test/margin/coverage@99%precision": 0.740801,
    "test/n": 1848,
    "test/precision@50%": 0.982684,
    "test/precision@80%": 0.97023,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_6470191058ba172595e1.table.json"
    },
    "test/recall@5": 0.984307,
    "test/strength_acc": 0.961039,
    "total_flos": 0,
    "train/acc@1": 0.938839,
    "train/coverage@99%precision": 0.351459,
    "train/dose_form_acc": 0.984064,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.122747,
    "train/ingredient_acc": 0.993647,
    "train/learning_rate": 0.0,
    "train/loss": 0.006742,
    "train/margin/coverage@99%precision": 0.823086,
    "train/n": 9287,
    "train/precision@50%": 0.984281,
    "train/precision@80%": 0.96716,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_4a781ab198332efccc3a.table.json"
    },
    "train/recall@5": 0.994724,
    "train/strength_acc": 0.973404,
    "train_loss": 0.034113,
    "train_runtime": 1171.5416,
    "train_samples_per_second": 31.709,
    "train_steps_per_second": 0.495,
    "val/acc@1": 0.882538,
    "val/coverage@99%precision": 0.327216,
    "val/dose_form_acc": 0.968013,
    "val/ingredient_acc": 0.970635,
    "val/margin/coverage@99%precision": 0.743052,
    "val/n": 1907,
    "val/precision@50%": 0.987421,
    "val/precision@80%": 0.948886,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_ac9c0d37539b3bb9abc8.table.json"
    },
    "val/recall@5": 0.960671,
    "val/strength_acc": 0.935501
   }
  },
  {
   "id": "03oa3bjv",
   "name": "dark-resonance-28",
   "group": null,
   "job_type": "calibrate",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-11T20:51:39Z",
   "config": {
    "model": "vandf-rxnorm-biencoder:latest",
    "top_k": 20,
    "platt_fit_on": "val matched + val hard unmatched",
    "train_config": {
     "lr": 2e-05,
     "seed": 42,
     "tags": [],
     "smoke": false,
     "epochs": 4,
     "data_dir": "/home/kevin/repos/rxnorm/data/processed",
     "run_name": "sapbert-ingredient-strength-final",
     "log_model": true,
     "negatives": "ingredient",
     "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
     "batch_size": 64,
     "output_dir": "/home/kevin/repos/rxnorm/models",
     "warmup_ratio": 0.1,
     "max_seq_length": 96,
     "normalize_text": true,
     "normalize_strength": true
    }
   },
   "summary": {
    "test/+all/cosine/auroc": 0.987484,
    "test/+all/cosine/coverage@p95": 0.048937,
    "test/+all/cosine/coverage@p99": 0.015246,
    "test/+all/cosine/precision@p95": 0.955769,
    "test/+all/cosine/precision@p99": 0.95679,
    "test/+all/margin/auroc": 0.95532,
    "test/+all/margin/coverage@p95": 0.074628,
    "test/+all/margin/coverage@p99": 0.001035,
    "test/+all/margin/precision@p95": 0.943253,
    "test/+all/margin/precision@p99": 0.636364,
    "test/+all/platt/auroc": 0.990584,
    "test/+all/platt/coverage@p95": 0.121494,
    "test/+all/platt/coverage@p99": 0.001788,
    "test/+all/platt/ece": 0.029922,
    "test/+all/platt/precision@p95": 0.938033,
    "test/+all/platt/precision@p99": 0.842105,
    "test/+all/precision_vs_coverage_table": {
     "file": "media/table/test/+all/precision_vs_coverage_table_2_62c4d8d254dee41203b9.table.json"
    },
    "test/+all/softmax/auroc": 0.986373,
    "test/+all/softmax/coverage@p95": 0.094297,
    "test/+all/softmax/coverage@p99": 0.001318,
    "test/+all/softmax/ece": 0.176566,
    "test/+all/softmax/precision@p95": 0.949102,
    "test/+all/softmax/precision@p99": 0.785714,
    "test/+hard/confident_errors": {
     "file": "media/table/test/+hard/confident_errors_5_152155a90c1a8c3ffbbe.table.json"
    },
    "test/+hard/cosine/auroc": 0.929268,
    "test/+hard/cosine/coverage@p95": 0.629104,
    "test/+hard/cosine/coverage@p99": 0.222715,
    "test/+hard/cosine/precision@p95": 0.959803,
    "test/+hard/cosine/precision@p99": 0.99004,
    "test/+hard/margin/auroc": 0.867334,
    "test/+hard/margin/coverage@p95": 0.556788,
    "test/+hard/margin/coverage@p99": 0.00488,
    "test/+hard/margin/precision@p95": 0.953785,
    "test/+hard/margin/precision@p99": 0.636364,
    "test/+hard/platt/auroc": 0.932763,
    "test/+hard/platt/coverage@p95": 0.705413,
    "test/+hard/platt/coverage@p99": 0.460071,
    "test/+hard/platt/ece": 0.034522,
    "test/+hard/platt/precision@p95": 0.954088,
    "test/+hard/platt/precision@p99": 0.981678,
    "test/+hard/precision_vs_coverage_table": {
     "file": "media/table/test/+hard/precision_vs_coverage_table_1_7e2f69eda9321cf3e06e.table.json"
    },
    "test/+hard/reliability": {
     "file": "media/table/test/+hard/reliability_4_40ee954fe3810a9a1d2b.table.json"
    },
    "test/+hard/softmax/auroc": 0.895874,
    "test/+hard/softmax/coverage@p95": 0.641083,
    "test/+hard/softmax/coverage@p99": 0.006211,
    "test/+hard/softmax/ece": 0.076533,
    "test/+hard/softmax/precision@p95": 0.939792,
    "test/+hard/softmax/precision@p99": 0.785714,
    "test/matched/cosine/auroc": 0.833703,
    "test/matched/cosine/coverage@p95": 0.87013,
    "test/matched/cosine/coverage@p99": 0.333333,
    "test/matched/cosine/precision@p95": 0.962065,
    "test/matched/cosine/precision@p99": 0.996753,
    "test/matched/margin/auroc": 0.900145,
    "test/matched/margin/coverage@p95": 0.912338,
    "test/matched/margin/coverage@p99": 0.75974,
    "test/matched/margin/precision@p95": 0.962633,
    "test/matched/margin/precision@p99": 0.987892,
    "test/matched/platt/auroc": 0.906959,
    "test/matched/platt/coverage@p95": 0.954004,
    "test/matched/platt/coverage@p99": 0.778139,
    "test/matched/platt/ece": 0.070893,
    "test/matched/platt/precision@p95": 0.954623,
    "test/matched/platt/precision@p99": 0.988178,
    "test/matched/precision_vs_coverage_table": {
     "file": "media/table/test/matched/precision_vs_coverage_table_0_f9297a0be29474d572f0.table.json"
    },
    "test/matched/softmax/auroc": 0.904538,
    "test/matched/softmax/coverage@p95": 0.945346,
    "test/matched/softmax/coverage@p99": 0.790043,
    "test/matched/softmax/ece": 0.026298,
    "test/matched/softmax/precision@p95": 0.955924,
    "test/matched/softmax/precision@p99": 0.987671,
    "test/summary": {
     "file": "media/table/test/summary_3_8fffb4778d29c94c289e.table.json"
    }
   }
  },
  {
   "id": "lyiaanz8",
   "name": "report-data",
   "group": null,
   "job_type": "report",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-11T21:54:43Z",
   "config": {
    "report_data": true,
    "calibrate_run": "03oa3bjv"
   },
   "summary": {
    "coverage": 1,
    "final_hard/cosine": 0.763088,
    "final_hard/margin": 0.763088,
    "final_hard/platt": 0.763088,
    "final_hard/softmax": 0.763088,
    "final_matched/cosine": 0.930736,
    "final_matched/margin": 0.930736,
    "final_matched/platt": 0.930736,
    "final_matched/softmax": 0.930736,
    "progression/final": 0.930736,
    "progression/minilm": 0.836039,
    "progression/minilm+normalizer": 0.885823,
    "progression/tfidf": 0.509199
   }
  },
  {
   "id": "dinmd2w7",
   "name": "upload-splits",
   "group": "split-seeds",
   "job_type": "dataset",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-14T13:56:03Z",
   "config": {},
   "summary": {}
  },
  {
   "id": "lqf7dett",
   "name": "sapbert-ingredient-strength-split-v1",
   "group": "split-seeds",
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [
    "seed-42",
    "split-seeds",
    "split-v1"
   ],
   "notes": null,
   "created_at": "2026-09-14T13:56:31Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "split-seeds",
     "split-v1",
     "seed-42"
    ],
    "dtype": "float32",
    "group": "split-seeds",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "data_dir": "/home/kevin/repos/rxnorm/data/splits/v1",
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-ingredient-strength-split-v1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "/home/kevin/repos/rxnorm/models/split-seeds/sapbert-ingredient-strength-split-v1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-pairs:latest",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.17.0",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.930736,
    "test/coverage@99%precision": 0.406385,
    "test/dose_form_acc": 0.972403,
    "test/failures": {
     "file": "media/table/test/failures_66_37b000cc63817b77af49.table.json"
    },
    "test/ingredient_acc": 0.983225,
    "test/margin/coverage@99%precision": 0.739719,
    "test/n": 1848,
    "test/precision@50%": 0.982684,
    "test/precision@80%": 0.97023,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_6470191058ba172595e1.table.json"
    },
    "test/recall@5": 0.984307,
    "test/strength_acc": 0.961039,
    "total_flos": 0,
    "train/acc@1": 0.938839,
    "train/coverage@99%precision": 0.351244,
    "train/dose_form_acc": 0.984064,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.122398,
    "train/ingredient_acc": 0.993647,
    "train/learning_rate": 0.0,
    "train/loss": 0.006751,
    "train/margin/coverage@99%precision": 0.822871,
    "train/n": 9287,
    "train/precision@50%": 0.984281,
    "train/precision@80%": 0.96716,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_98ebee353b23ab5d568b.table.json"
    },
    "train/recall@5": 0.994724,
    "train/strength_acc": 0.973404,
    "train_loss": 0.034113,
    "train_runtime": 1177.5097,
    "train_samples_per_second": 31.548,
    "train_steps_per_second": 0.493,
    "val/acc@1": 0.881489,
    "val/coverage@99%precision": 0.327216,
    "val/dose_form_acc": 0.968013,
    "val/ingredient_acc": 0.970635,
    "val/margin/coverage@99%precision": 0.742528,
    "val/n": 1907,
    "val/precision@50%": 0.987421,
    "val/precision@80%": 0.948231,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_33f839812245f67e42f3.table.json"
    },
    "val/recall@5": 0.960671,
    "val/strength_acc": 0.934976
   }
  },
  {
   "id": "0c2jqaf1",
   "name": "sapbert-ingredient-strength-split-v2",
   "group": "split-seeds",
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [
    "seed-42",
    "split-seeds",
    "split-v2"
   ],
   "notes": null,
   "created_at": "2026-09-14T14:18:20Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "split-seeds",
     "split-v2",
     "seed-42"
    ],
    "dtype": "float32",
    "group": "split-seeds",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "data_dir": "/home/kevin/repos/rxnorm/data/splits/v2",
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-ingredient-strength-split-v2",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "/home/kevin/repos/rxnorm/models/split-seeds/sapbert-ingredient-strength-split-v2/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v2",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-pairs:latest",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.17.0",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.905251,
    "test/coverage@99%precision": 0.271689,
    "test/dose_form_acc": 0.954338,
    "test/failures": {
     "file": "media/table/test/failures_67_56dea85d50c07d48e7a6.table.json"
    },
    "test/ingredient_acc": 0.980023,
    "test/margin/coverage@99%precision": 0.667808,
    "test/n": 1752,
    "test/precision@50%": 0.972603,
    "test/precision@80%": 0.959344,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_66_6de0c426b01bb41bdcc8.table.json"
    },
    "test/recall@5": 0.973744,
    "test/strength_acc": 0.950913,
    "total_flos": 0,
    "train/acc@1": 0.934826,
    "train/coverage@99%precision": 0.409876,
    "train/dose_form_acc": 0.983471,
    "train/epoch": 4,
    "train/global_step": 596,
    "train/grad_norm": 0.740014,
    "train/ingredient_acc": 0.993932,
    "train/learning_rate": 0.0,
    "train/loss": 0.011487,
    "train/margin/coverage@99%precision": 0.799247,
    "train/n": 9559,
    "train/precision@50%": 0.985356,
    "train/precision@80%": 0.963123,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_64_785daa824d2c1ba9f25d.table.json"
    },
    "train/recall@5": 0.994769,
    "train/strength_acc": 0.969348,
    "train_loss": 0.036904,
    "train_runtime": 1097.3757,
    "train_samples_per_second": 34.843,
    "train_steps_per_second": 0.543,
    "val/acc@1": 0.912611,
    "val/coverage@99%precision": 0.345686,
    "val/dose_form_acc": 0.970686,
    "val/ingredient_acc": 0.988938,
    "val/margin/coverage@99%precision": 0.764934,
    "val/n": 1808,
    "val/precision@50%": 0.97677,
    "val/precision@80%": 0.961272,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_65_bb0a16b0690e022632eb.table.json"
    },
    "val/recall@5": 0.977876,
    "val/strength_acc": 0.957412
   }
  },
  {
   "id": "i5pj0dbc",
   "name": "sapbert-ingredient-strength-split-v3",
   "group": "split-seeds",
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [
    "seed-42",
    "split-seeds",
    "split-v3"
   ],
   "notes": null,
   "created_at": "2026-09-14T14:38:50Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "split-seeds",
     "split-v3",
     "seed-42"
    ],
    "dtype": "float32",
    "group": "split-seeds",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "data_dir": "/home/kevin/repos/rxnorm/data/splits/v3",
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-ingredient-strength-split-v3",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "/home/kevin/repos/rxnorm/models/split-seeds/sapbert-ingredient-strength-split-v3/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v3",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-pairs:latest",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.17.0",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.904511,
    "test/coverage@99%precision": 0.320445,
    "test/dose_form_acc": 0.973638,
    "test/failures": {
     "file": "media/table/test/failures_68_1f972cce33f5e6085299.table.json"
    },
    "test/ingredient_acc": 0.993556,
    "test/margin/coverage@99%precision": 0.622144,
    "test/n": 1707,
    "test/precision@50%": 0.981265,
    "test/precision@80%": 0.960469,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_67_ec711aa2dfd65a8aea69.table.json"
    },
    "test/recall@5": 0.979496,
    "test/strength_acc": 0.958992,
    "total_flos": 0,
    "train/acc@1": 0.934118,
    "train/coverage@99%precision": 0.318567,
    "train/dose_form_acc": 0.982032,
    "train/epoch": 4,
    "train/global_step": 604,
    "train/grad_norm": 1.101678,
    "train/ingredient_acc": 0.992668,
    "train/learning_rate": 0.0,
    "train/loss": 0.014221,
    "train/margin/coverage@99%precision": 0.798121,
    "train/n": 9684,
    "train/precision@50%": 0.981413,
    "train/precision@80%": 0.963857,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_65_6d0991622d48df43de29.table.json"
    },
    "train/recall@5": 0.994527,
    "train/strength_acc": 0.967266,
    "train_loss": 0.039702,
    "train_runtime": 1817.0731,
    "train_samples_per_second": 21.318,
    "train_steps_per_second": 0.332,
    "val/acc@1": 0.91886,
    "val/coverage@99%precision": 0.486294,
    "val/dose_form_acc": 0.979167,
    "val/ingredient_acc": 0.987939,
    "val/margin/coverage@99%precision": 0.739035,
    "val/n": 1824,
    "val/precision@50%": 0.989035,
    "val/precision@80%": 0.959561,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_66_8a04a05c57922b6293e8.table.json"
    },
    "val/recall@5": 0.993969,
    "val/strength_acc": 0.980263
   }
  },
  {
   "id": "aa7hcyap",
   "name": "sapbert-ingredient-strength-split-v4",
   "group": "split-seeds",
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [
    "seed-42",
    "split-seeds",
    "split-v4"
   ],
   "notes": null,
   "created_at": "2026-09-14T15:11:31Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "split-seeds",
     "split-v4",
     "seed-42"
    ],
    "dtype": "float32",
    "group": "split-seeds",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "data_dir": "/home/kevin/repos/rxnorm/data/splits/v4",
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-ingredient-strength-split-v4",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "/home/kevin/repos/rxnorm/models/split-seeds/sapbert-ingredient-strength-split-v4/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v4",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-pairs:latest",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.17.0",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.873578,
    "test/coverage@99%precision": 0.237674,
    "test/dose_form_acc": 0.96713,
    "test/failures": {
     "file": "media/table/test/failures_64_961b2a0aded6bd40838c.table.json"
    },
    "test/ingredient_acc": 0.981037,
    "test/margin/coverage@99%precision": 0.712179,
    "test/n": 2373,
    "test/precision@50%": 0.964587,
    "test/precision@80%": 0.925184,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_63_03145a8966397f2a4e43.table.json"
    },
    "test/recall@5": 0.980615,
    "test/strength_acc": 0.96418,
    "total_flos": 0,
    "train/acc@1": 0.939874,
    "train/coverage@99%precision": 0.441581,
    "train/dose_form_acc": 0.984583,
    "train/epoch": 4,
    "train/global_step": 564,
    "train/grad_norm": 1.500206,
    "train/ingredient_acc": 0.993393,
    "train/learning_rate": 0.0,
    "train/loss": 0.016103,
    "train/margin/coverage@99%precision": 0.846052,
    "train/n": 9081,
    "train/precision@50%": 0.987885,
    "train/precision@80%": 0.974398,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_61_2c54a166d9b99bec02f6.table.json"
    },
    "train/recall@5": 0.994934,
    "train/strength_acc": 0.968065,
    "train_loss": 0.038109,
    "train_runtime": 1636.9956,
    "train_samples_per_second": 22.189,
    "train_steps_per_second": 0.345,
    "val/acc@1": 0.907663,
    "val/coverage@99%precision": 0.271357,
    "val/dose_form_acc": 0.959799,
    "val/ingredient_acc": 0.977387,
    "val/margin/coverage@99%precision": 0.660804,
    "val/n": 1592,
    "val/precision@50%": 0.968593,
    "val/precision@80%": 0.953689,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_62_a58c38b82d6866835fb6.table.json"
    },
    "val/recall@5": 0.984296,
    "val/strength_acc": 0.97299
   }
  },
  {
   "id": "r3asp4in",
   "name": "sapbert-ingredient-strength-split-v5",
   "group": "split-seeds",
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [
    "seed-42",
    "split-seeds",
    "split-v5"
   ],
   "notes": null,
   "created_at": "2026-09-14T15:41:24Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "split-seeds",
     "split-v5",
     "seed-42"
    ],
    "dtype": "float32",
    "group": "split-seeds",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "data_dir": "/home/kevin/repos/rxnorm/data/splits/v5",
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-ingredient-strength-split-v5",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "/home/kevin/repos/rxnorm/models/split-seeds/sapbert-ingredient-strength-split-v5/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v5",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-pairs:latest",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.17.0",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.920781,
    "test/coverage@99%precision": 0.35132,
    "test/dose_form_acc": 0.971871,
    "test/failures": {
     "file": "media/table/test/failures_65_371534c8690c11372451.table.json"
    },
    "test/ingredient_acc": 0.992537,
    "test/margin/coverage@99%precision": 0.728473,
    "test/n": 1742,
    "test/precision@50%": 0.980482,
    "test/precision@80%": 0.960545,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_64_a0ab6d8309e674b70433.table.json"
    },
    "test/recall@5": 0.984501,
    "test/strength_acc": 0.966705,
    "total_flos": 0,
    "train/acc@1": 0.934962,
    "train/coverage@99%precision": 0.335505,
    "train/dose_form_acc": 0.983822,
    "train/epoch": 4,
    "train/global_step": 572,
    "train/grad_norm": 0.370711,
    "train/ingredient_acc": 0.992291,
    "train/learning_rate": 0.0,
    "train/loss": 0.011743,
    "train/margin/coverage@99%precision": 0.811835,
    "train/n": 9210,
    "train/precision@50%": 0.979153,
    "train/precision@80%": 0.961183,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_62_171ffd3fa8191b365fe2.table.json"
    },
    "train/recall@5": 0.996091,
    "train/strength_acc": 0.971987,
    "train_loss": 0.039003,
    "train_runtime": 1132.5217,
    "train_samples_per_second": 32.529,
    "train_steps_per_second": 0.505,
    "val/acc@1": 0.895116,
    "val/coverage@99%precision": 0.276607,
    "val/dose_form_acc": 0.969152,
    "val/ingredient_acc": 0.968123,
    "val/margin/coverage@99%precision": 0.682776,
    "val/n": 1945,
    "val/precision@50%": 0.984568,
    "val/precision@80%": 0.950514,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_63_57150dc7dfb11486cd2e.table.json"
    },
    "val/recall@5": 0.983548,
    "val/strength_acc": 0.956298
   }
  },
  {
   "id": "kflhpyjx",
   "name": "sapbert-ingredient-strength-split-v6",
   "group": "split-seeds",
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [
    "seed-42",
    "split-seeds",
    "split-v6"
   ],
   "notes": null,
   "created_at": "2026-09-14T16:02:37Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "split-seeds",
     "split-v6",
     "seed-42"
    ],
    "dtype": "float32",
    "group": "split-seeds",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "data_dir": "/home/kevin/repos/rxnorm/data/splits/v6",
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-ingredient-strength-split-v6",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "/home/kevin/repos/rxnorm/models/split-seeds/sapbert-ingredient-strength-split-v6/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v6",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-pairs:latest",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.17.0",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.909853,
    "test/coverage@99%precision": 0.420335,
    "test/dose_form_acc": 0.965933,
    "test/failures": {
     "file": "media/table/test/failures_66_58be3d1eacb98a2d3d84.table.json"
    },
    "test/ingredient_acc": 0.987945,
    "test/margin/coverage@99%precision": 0.645702,
    "test/n": 1908,
    "test/precision@50%": 0.980084,
    "test/precision@80%": 0.960026,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_b48fda0ca624955bde28.table.json"
    },
    "test/recall@5": 0.987945,
    "test/strength_acc": 0.953354,
    "total_flos": 0,
    "train/acc@1": 0.92991,
    "train/coverage@99%precision": 0.312335,
    "train/dose_form_acc": 0.978719,
    "train/epoch": 4,
    "train/global_step": 588,
    "train/grad_norm": 0.493117,
    "train/ingredient_acc": 0.991001,
    "train/learning_rate": 0.0,
    "train/loss": 0.012217,
    "train/margin/coverage@99%precision": 0.792589,
    "train/n": 9445,
    "train/precision@50%": 0.976281,
    "train/precision@80%": 0.958047,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_70eb94d421c8e6450322.table.json"
    },
    "train/recall@5": 0.994812,
    "train/strength_acc": 0.969719,
    "train_loss": 0.038941,
    "train_runtime": 1319.101,
    "train_samples_per_second": 28.641,
    "train_steps_per_second": 0.446,
    "val/acc@1": 0.883971,
    "val/coverage@99%precision": 0.495813,
    "val/dose_form_acc": 0.962919,
    "val/ingredient_acc": 0.978469,
    "val/margin/coverage@99%precision": 0.674641,
    "val/n": 1672,
    "val/precision@50%": 0.989234,
    "val/precision@80%": 0.952167,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_e034ac1ebe0cec6e0bf3.table.json"
    },
    "val/recall@5": 0.966507,
    "val/strength_acc": 0.952153
   }
  },
  {
   "id": "0x22n7cb",
   "name": "sapbert-ingredient-strength-seed-1",
   "group": "split-seeds",
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [
    "seed-1",
    "split-seeds",
    "split-v1"
   ],
   "notes": null,
   "created_at": "2026-09-14T16:26:49Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 1,
    "tags": [
     "split-seeds",
     "split-v1",
     "seed-1"
    ],
    "dtype": "float32",
    "group": "split-seeds",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "data_dir": "/home/kevin/repos/rxnorm/data/splits/v1",
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-ingredient-strength-seed-1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "/home/kevin/repos/rxnorm/models/split-seeds/sapbert-ingredient-strength-seed-1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-pairs:latest",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.17.0",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.930195,
    "test/coverage@99%precision": 0.378788,
    "test/dose_form_acc": 0.972944,
    "test/failures": {
     "file": "media/table/test/failures_66_7c655ebf194166435737.table.json"
    },
    "test/ingredient_acc": 0.984307,
    "test/margin/coverage@99%precision": 0.773268,
    "test/n": 1848,
    "test/precision@50%": 0.981602,
    "test/precision@80%": 0.966171,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_423a51bf37acc49e863a.table.json"
    },
    "test/recall@5": 0.984307,
    "test/strength_acc": 0.965368,
    "total_flos": 0,
    "train/acc@1": 0.937978,
    "train/coverage@99%precision": 0.323463,
    "train/dose_form_acc": 0.983202,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.522976,
    "train/ingredient_acc": 0.994508,
    "train/learning_rate": 0.0,
    "train/loss": 0.014675,
    "train/margin/coverage@99%precision": 0.818348,
    "train/n": 9287,
    "train/precision@50%": 0.981266,
    "train/precision@80%": 0.964603,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_4148996dea4d6f7ac3f1.table.json"
    },
    "train/recall@5": 0.995155,
    "train/strength_acc": 0.973296,
    "train_loss": 0.034006,
    "train_runtime": 1116.4964,
    "train_samples_per_second": 33.272,
    "train_steps_per_second": 0.519,
    "val/acc@1": 0.880965,
    "val/coverage@99%precision": 0.285789,
    "val/dose_form_acc": 0.966439,
    "val/ingredient_acc": 0.97011,
    "val/margin/coverage@99%precision": 0.71526,
    "val/n": 1907,
    "val/precision@50%": 0.985325,
    "val/precision@80%": 0.952818,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_23e490eebba907c52782.table.json"
    },
    "val/recall@5": 0.960671,
    "val/strength_acc": 0.936025
   }
  },
  {
   "id": "zuj9ec29",
   "name": "sapbert-ingredient-strength-seed-2",
   "group": "split-seeds",
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [
    "seed-2",
    "split-seeds",
    "split-v1"
   ],
   "notes": null,
   "created_at": "2026-09-14T16:47:39Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 2,
    "tags": [
     "split-seeds",
     "split-v1",
     "seed-2"
    ],
    "dtype": "float32",
    "group": "split-seeds",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "data_dir": "/home/kevin/repos/rxnorm/data/splits/v1",
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-ingredient-strength-seed-2",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "/home/kevin/repos/rxnorm/models/split-seeds/sapbert-ingredient-strength-seed-2/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-pairs:latest",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.17.0",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.932359,
    "test/coverage@99%precision": 0.306818,
    "test/dose_form_acc": 0.977273,
    "test/failures": {
     "file": "media/table/test/failures_66_d1e8aeb6a72aef74d678.table.json"
    },
    "test/ingredient_acc": 0.986472,
    "test/margin/coverage@99%precision": 0.716991,
    "test/n": 1848,
    "test/precision@50%": 0.979437,
    "test/precision@80%": 0.971583,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_dd0e9e1f1ac7881959dc.table.json"
    },
    "test/recall@5": 0.984307,
    "test/strength_acc": 0.962662,
    "total_flos": 0,
    "train/acc@1": 0.938409,
    "train/coverage@99%precision": 0.324647,
    "train/dose_form_acc": 0.983525,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.37927,
    "train/ingredient_acc": 0.993216,
    "train/learning_rate": 0.0,
    "train/loss": 0.009086,
    "train/margin/coverage@99%precision": 0.829439,
    "train/n": 9287,
    "train/precision@50%": 0.981912,
    "train/precision@80%": 0.967833,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_099f10b6664ee5a098ba.table.json"
    },
    "train/recall@5": 0.995155,
    "train/strength_acc": 0.973188,
    "train_loss": 0.035563,
    "train_runtime": 1080.1585,
    "train_samples_per_second": 34.391,
    "train_steps_per_second": 0.537,
    "val/acc@1": 0.879916,
    "val/coverage@99%precision": 0.302045,
    "val/dose_form_acc": 0.970635,
    "val/ingredient_acc": 0.971683,
    "val/margin/coverage@99%precision": 0.708443,
    "val/n": 1907,
    "val/precision@50%": 0.984277,
    "val/precision@80%": 0.949541,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_a2742349df7b379eda21.table.json"
    },
    "val/recall@5": 0.969061,
    "val/strength_acc": 0.933928
   }
  },
  {
   "id": "lkwylsdx",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v1-smoke",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "k9ewmiaq",
   "tags": [
    "local",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T17:32:41Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "local"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": true,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v1-smoke",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "/home/kevin/repos/rxnorm/models/sapbert-from-pubmedbert-fulltext-ingredient-strength-v1-smoke/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "dataset_subdir": "v1",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-splits:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 1,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.17.0",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 0.75,
    "test/acc@1": 0.902597,
    "test/coverage@99%precision": 0.228896,
    "test/dose_form_acc": 0.964827,
    "test/failures": {
     "file": "media/table/test/failures_5_511fbf4d306752e1ad95.table.json"
    },
    "test/ingredient_acc": 0.992965,
    "test/margin/coverage@99%precision": 0.369048,
    "test/n": 1848,
    "test/precision@50%": 0.958874,
    "test/precision@80%": 0.943166,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_4_7479915313f63e3f4a80.table.json"
    },
    "test/recall@5": 0.987554,
    "test/strength_acc": 0.97132,
    "total_flos": 0,
    "train/acc@1": 0.860127,
    "train/coverage@99%precision": 0.273178,
    "train/dose_form_acc": 0.956175,
    "train/epoch": 0.75,
    "train/global_step": 3,
    "train/ingredient_acc": 0.988371,
    "train/margin/coverage@99%precision": 0.136643,
    "train/n": 9287,
    "train/precision@50%": 0.968346,
    "train/precision@80%": 0.924226,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_2_cd3b8ece0c2634827b01.table.json"
    },
    "train/recall@5": 0.969743,
    "train/strength_acc": 0.951007,
    "train_loss": 0.715021,
    "train_runtime": 51.4165,
    "train_samples_per_second": 4.979,
    "train_steps_per_second": 0.078,
    "val/acc@1": 0.852124,
    "val/coverage@99%precision": 0.372837,
    "val/dose_form_acc": 0.955427,
    "val/ingredient_acc": 0.973781,
    "val/margin/coverage@99%precision": 0.198741,
    "val/n": 1907,
    "val/precision@50%": 0.976939,
    "val/precision@80%": 0.936435,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_3_c1af29e74126bf6c72d4.table.json"
    },
    "val/recall@5": 0.957525,
    "val/strength_acc": 0.932879
   }
  },
  {
   "id": "6vo0d7js",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "uukeyzw7",
   "tags": [
    "colab",
    "negatives-by-split",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T17:39:49Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "negatives-by-split"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-v1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "dataset_subdir": "v1",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-splits:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.927489,
    "test/coverage@99%precision": 0.340909,
    "test/dose_form_acc": 0.973485,
    "test/failures": {
     "file": "media/table/test/failures_66_f8bac256c2e52bb91f5c.table.json"
    },
    "test/ingredient_acc": 0.98539,
    "test/margin/coverage@99%precision": 0.730519,
    "test/n": 1848,
    "test/precision@50%": 0.981602,
    "test/precision@80%": 0.966171,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_c900f8ef7fc9bc4e3145.table.json"
    },
    "test/recall@5": 0.984307,
    "test/strength_acc": 0.964827,
    "total_flos": 0,
    "train/acc@1": 0.933994,
    "train/coverage@99%precision": 0.361581,
    "train/dose_form_acc": 0.982664,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.245363,
    "train/ingredient_acc": 0.993109,
    "train/learning_rate": 0.0,
    "train/loss": 0.008008,
    "train/margin/coverage@99%precision": 0.790998,
    "train/n": 9287,
    "train/precision@50%": 0.981051,
    "train/precision@80%": 0.964199,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_0ea2e27c0238596eb20f.table.json"
    },
    "train/recall@5": 0.99397,
    "train/strength_acc": 0.970819,
    "train_loss": 0.034033,
    "train_runtime": 98.2326,
    "train_samples_per_second": 378.164,
    "train_steps_per_second": 5.904,
    "val/acc@1": 0.885684,
    "val/coverage@99%precision": 0.333508,
    "val/dose_form_acc": 0.966964,
    "val/ingredient_acc": 0.972732,
    "val/margin/coverage@99%precision": 0.739906,
    "val/n": 1907,
    "val/precision@50%": 0.986373,
    "val/precision@80%": 0.950197,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_6f90123932a7d126f8bf.table.json"
    },
    "val/recall@5": 0.965391,
    "val/strength_acc": 0.937074
   }
  },
  {
   "id": "0t7xpj3l",
   "name": "sapbert-from-pubmedbert-fulltext-tfidf-strength-v1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "uukeyzw7",
   "tags": [
    "colab",
    "negatives-by-split",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T17:42:17Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "negatives-by-split"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-tfidf-strength-v1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "tfidf",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-tfidf-strength-v1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "dataset_subdir": "v1",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-splits:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.92316,
    "test/coverage@99%precision": 0.356061,
    "test/dose_form_acc": 0.968074,
    "test/failures": {
     "file": "media/table/test/failures_66_c29f746030affd70d4ea.table.json"
    },
    "test/ingredient_acc": 0.987554,
    "test/margin/coverage@99%precision": 0.758658,
    "test/n": 1848,
    "test/precision@50%": 0.979437,
    "test/precision@80%": 0.956022,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_1369a7b98f9ea67715fc.table.json"
    },
    "test/recall@5": 0.984307,
    "test/strength_acc": 0.966991,
    "total_flos": 0,
    "train/acc@1": 0.924949,
    "train/coverage@99%precision": 0.293852,
    "train/dose_form_acc": 0.980403,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.642089,
    "train/ingredient_acc": 0.993216,
    "train/learning_rate": 0.0,
    "train/loss": 0.024407,
    "train/margin/coverage@99%precision": 0.800474,
    "train/n": 9287,
    "train/precision@50%": 0.972222,
    "train/precision@80%": 0.957604,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_2327f3807d0b7d700015.table.json"
    },
    "train/recall@5": 0.994401,
    "train/strength_acc": 0.970389,
    "train_loss": 0.051642,
    "train_runtime": 97.413,
    "train_samples_per_second": 381.345,
    "train_steps_per_second": 5.954,
    "val/acc@1": 0.864185,
    "val/coverage@99%precision": 0.31463,
    "val/dose_form_acc": 0.962244,
    "val/ingredient_acc": 0.963293,
    "val/margin/coverage@99%precision": 0.682748,
    "val/n": 1907,
    "val/precision@50%": 0.974843,
    "val/precision@80%": 0.935125,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_e643efd0ffece6ae3bbb.table.json"
    },
    "val/recall@5": 0.963293,
    "val/strength_acc": 0.932879
   }
  },
  {
   "id": "v3iej6pc",
   "name": "sapbert-from-pubmedbert-fulltext-none-strength-v1",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "uukeyzw7",
   "tags": [
    "colab",
    "negatives-by-split",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T17:44:35Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "negatives-by-split"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-none-strength-v1",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "none",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-none-strength-v1/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v1",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "dataset_subdir": "v1",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-splits:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.909632,
    "test/coverage@99%precision": 0.228896,
    "test/dose_form_acc": 0.965909,
    "test/failures": {
     "file": "media/table/test/failures_66_fcc815c60c67915326b1.table.json"
    },
    "test/ingredient_acc": 0.989177,
    "test/margin/coverage@99%precision": 0.233225,
    "test/n": 1848,
    "test/precision@50%": 0.968615,
    "test/precision@80%": 0.952639,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_9498709f7e00dc035ad6.table.json"
    },
    "test/recall@5": 0.990801,
    "test/strength_acc": 0.965368,
    "total_flos": 0,
    "train/acc@1": 0.894907,
    "train/coverage@99%precision": 0.282976,
    "train/dose_form_acc": 0.972435,
    "train/epoch": 4,
    "train/global_step": 580,
    "train/grad_norm": 0.293168,
    "train/ingredient_acc": 0.995801,
    "train/learning_rate": 0.0,
    "train/loss": 0.00165,
    "train/margin/coverage@99%precision": 0.24249,
    "train/n": 9287,
    "train/precision@50%": 0.967054,
    "train/precision@80%": 0.935935,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_346404d6aa10ef89ddf1.table.json"
    },
    "train/recall@5": 0.988586,
    "train/strength_acc": 0.967158,
    "train_loss": 0.0067,
    "train_runtime": 72.7522,
    "train_samples_per_second": 510.61,
    "train_steps_per_second": 7.972,
    "val/acc@1": 0.863136,
    "val/coverage@99%precision": 0.432617,
    "val/dose_form_acc": 0.964866,
    "val/ingredient_acc": 0.981122,
    "val/margin/coverage@99%precision": 0.332459,
    "val/n": 1907,
    "val/precision@50%": 0.979036,
    "val/precision@80%": 0.94692,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_4cfefc791eac3c21622f.table.json"
    },
    "val/recall@5": 0.963293,
    "val/strength_acc": 0.939171
   }
  },
  {
   "id": "w2jccnxo",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v2",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "uukeyzw7",
   "tags": [
    "colab",
    "negatives-by-split",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T17:46:21Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "negatives-by-split"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v2",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-v2/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v2",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "dataset_subdir": "v2",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-splits:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.906393,
    "test/coverage@99%precision": 0.261986,
    "test/dose_form_acc": 0.954338,
    "test/failures": {
     "file": "media/table/test/failures_67_5a4d088a20533a2ed380.table.json"
    },
    "test/ingredient_acc": 0.98516,
    "test/margin/coverage@99%precision": 0.693493,
    "test/n": 1752,
    "test/precision@50%": 0.973744,
    "test/precision@80%": 0.958631,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_66_6b6fdd41d67abe76193a.table.json"
    },
    "test/recall@5": 0.97032,
    "test/strength_acc": 0.951484,
    "total_flos": 0,
    "train/acc@1": 0.934303,
    "train/coverage@99%precision": 0.390731,
    "train/dose_form_acc": 0.984099,
    "train/epoch": 4,
    "train/global_step": 596,
    "train/grad_norm": 0.86337,
    "train/ingredient_acc": 0.993723,
    "train/learning_rate": 0.0,
    "train/loss": 0.011488,
    "train/margin/coverage@99%precision": 0.808976,
    "train/n": 9559,
    "train/precision@50%": 0.987029,
    "train/precision@80%": 0.963384,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_64_7e2572d523133eaef6a8.table.json"
    },
    "train/recall@5": 0.994665,
    "train/strength_acc": 0.96893,
    "train_loss": 0.037404,
    "train_runtime": 101.2316,
    "train_samples_per_second": 377.708,
    "train_steps_per_second": 5.887,
    "val/acc@1": 0.91427,
    "val/coverage@99%precision": 0.354535,
    "val/dose_form_acc": 0.970686,
    "val/ingredient_acc": 0.987832,
    "val/margin/coverage@99%precision": 0.767146,
    "val/n": 1808,
    "val/precision@50%": 0.978982,
    "val/precision@80%": 0.96473,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_65_9f0d6956198134e5ddd1.table.json"
    },
    "val/recall@5": 0.979535,
    "val/strength_acc": 0.958518
   }
  },
  {
   "id": "j7rgmd1e",
   "name": "sapbert-from-pubmedbert-fulltext-tfidf-strength-v2",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "uukeyzw7",
   "tags": [
    "colab",
    "negatives-by-split",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T17:48:44Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "negatives-by-split"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-tfidf-strength-v2",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "tfidf",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-tfidf-strength-v2/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v2",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "dataset_subdir": "v2",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-splits:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.876142,
    "test/coverage@99%precision": 0.292808,
    "test/dose_form_acc": 0.939498,
    "test/failures": {
     "file": "media/table/test/failures_67_c4b5d03ec585a2a3605e.table.json"
    },
    "test/ingredient_acc": 0.979452,
    "test/margin/coverage@99%precision": 0.687785,
    "test/n": 1752,
    "test/precision@50%": 0.957763,
    "test/precision@80%": 0.9301,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_66_00d51b1221277552e738.table.json"
    },
    "test/recall@5": 0.978311,
    "test/strength_acc": 0.946918,
    "total_flos": 0,
    "train/acc@1": 0.904488,
    "train/coverage@99%precision": 0.279318,
    "train/dose_form_acc": 0.976462,
    "train/epoch": 4,
    "train/global_step": 596,
    "train/grad_norm": 1.382949,
    "train/ingredient_acc": 0.989748,
    "train/learning_rate": 0.0,
    "train/loss": 0.011821,
    "train/margin/coverage@99%precision": 0.72675,
    "train/n": 9559,
    "train/precision@50%": 0.974686,
    "train/precision@80%": 0.947953,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_64_2a190c7779d3e1a64dfe.table.json"
    },
    "train/recall@5": 0.984203,
    "train/strength_acc": 0.960979,
    "train_loss": 0.052565,
    "train_runtime": 99.1334,
    "train_samples_per_second": 385.703,
    "train_steps_per_second": 6.012,
    "val/acc@1": 0.902655,
    "val/coverage@99%precision": 0.236726,
    "val/dose_form_acc": 0.965155,
    "val/ingredient_acc": 0.990044,
    "val/margin/coverage@99%precision": 0.704646,
    "val/n": 1808,
    "val/precision@50%": 0.965708,
    "val/precision@80%": 0.957123,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_65_beca8ffa6ab800ad3326.table.json"
    },
    "val/recall@5": 0.97677,
    "val/strength_acc": 0.954646
   }
  },
  {
   "id": "siyyjzyn",
   "name": "sapbert-from-pubmedbert-fulltext-none-strength-v2",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "uukeyzw7",
   "tags": [
    "colab",
    "negatives-by-split",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T17:51:02Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "negatives-by-split"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-none-strength-v2",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "none",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-none-strength-v2/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v2",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "dataset_subdir": "v2",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-splits:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.893265,
    "test/coverage@99%precision": 0.296233,
    "test/dose_form_acc": 0.95605,
    "test/failures": {
     "file": "media/table/test/failures_67_0933a5dad667763791db.table.json"
    },
    "test/ingredient_acc": 0.986301,
    "test/margin/coverage@99%precision": 0.534817,
    "test/n": 1752,
    "test/precision@50%": 0.957763,
    "test/precision@80%": 0.940086,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_66_f6d5032281037e9e207c.table.json"
    },
    "test/recall@5": 0.976027,
    "test/strength_acc": 0.958904,
    "total_flos": 0,
    "train/acc@1": 0.889528,
    "train/coverage@99%precision": 0.307564,
    "train/dose_form_acc": 0.97552,
    "train/epoch": 4,
    "train/global_step": 596,
    "train/grad_norm": 0.058164,
    "train/ingredient_acc": 0.994979,
    "train/learning_rate": 0.0,
    "train/loss": 0.004069,
    "train/margin/coverage@99%precision": 0.159849,
    "train/n": 9559,
    "train/precision@50%": 0.969456,
    "train/precision@80%": 0.934746,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_64_b75b1a626fedad9e2661.table.json"
    },
    "train/recall@5": 0.989329,
    "train/strength_acc": 0.965478,
    "train_loss": 0.007389,
    "train_runtime": 76.3983,
    "train_samples_per_second": 500.482,
    "train_steps_per_second": 7.801,
    "val/acc@1": 0.898783,
    "val/coverage@99%precision": 0.194137,
    "val/dose_form_acc": 0.966814,
    "val/ingredient_acc": 0.995575,
    "val/margin/coverage@99%precision": 0.288717,
    "val/n": 1808,
    "val/precision@50%": 0.965708,
    "val/precision@80%": 0.941909,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_65_3fdd099b2c30696ea03a.table.json"
    },
    "val/recall@5": 0.985066,
    "val/strength_acc": 0.959071
   }
  },
  {
   "id": "2rmh5evp",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v3",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "uukeyzw7",
   "tags": [
    "colab",
    "negatives-by-split",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T17:52:52Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "negatives-by-split"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v3",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-v3/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v3",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "dataset_subdir": "v3",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-splits:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.908026,
    "test/coverage@99%precision": 0.389572,
    "test/dose_form_acc": 0.970709,
    "test/failures": {
     "file": "media/table/test/failures_68_b2542c3822325ba34916.table.json"
    },
    "test/ingredient_acc": 0.992384,
    "test/margin/coverage@99%precision": 0.651435,
    "test/n": 1707,
    "test/precision@50%": 0.985948,
    "test/precision@80%": 0.958272,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_67_88bc4123b8448e055f27.table.json"
    },
    "test/recall@5": 0.978325,
    "test/strength_acc": 0.964265,
    "total_flos": 0,
    "train/acc@1": 0.937732,
    "train/coverage@99%precision": 0.316088,
    "train/dose_form_acc": 0.983065,
    "train/epoch": 4,
    "train/global_step": 604,
    "train/grad_norm": 0.918229,
    "train/ingredient_acc": 0.99463,
    "train/learning_rate": 0.0,
    "train/loss": 0.013657,
    "train/margin/coverage@99%precision": 0.816192,
    "train/n": 9684,
    "train/precision@50%": 0.979141,
    "train/precision@80%": 0.963857,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_65_bba3a6c1d9e7cc05ca12.table.json"
    },
    "train/recall@5": 0.994734,
    "train/strength_acc": 0.969847,
    "train_loss": 0.039798,
    "train_runtime": 103.0309,
    "train_samples_per_second": 375.965,
    "train_steps_per_second": 5.862,
    "val/acc@1": 0.914474,
    "val/coverage@99%precision": 0.550439,
    "val/dose_form_acc": 0.980263,
    "val/ingredient_acc": 0.986842,
    "val/margin/coverage@99%precision": 0.721491,
    "val/n": 1824,
    "val/precision@50%": 0.991228,
    "val/precision@80%": 0.960247,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_66_b20f5f1ab80951c18aba.table.json"
    },
    "val/recall@5": 0.990132,
    "val/strength_acc": 0.974781
   }
  },
  {
   "id": "c8lkwwg6",
   "name": "sapbert-from-pubmedbert-fulltext-tfidf-strength-v3",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "uukeyzw7",
   "tags": [
    "colab",
    "negatives-by-split",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T17:55:15Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "negatives-by-split"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-tfidf-strength-v3",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "tfidf",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-tfidf-strength-v3/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v3",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "dataset_subdir": "v3",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-splits:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.896895,
    "test/coverage@99%precision": 0.308143,
    "test/dose_form_acc": 0.976567,
    "test/failures": {
     "file": "media/table/test/failures_68_68e34e7ff5d98d93d320.table.json"
    },
    "test/ingredient_acc": 0.99297,
    "test/margin/coverage@99%precision": 0.390744,
    "test/n": 1707,
    "test/precision@50%": 0.974239,
    "test/precision@80%": 0.948023,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_67_8f69d64fa830cbea4d65.table.json"
    },
    "test/recall@5": 0.976567,
    "test/strength_acc": 0.959578,
    "total_flos": 0,
    "train/acc@1": 0.92152,
    "train/coverage@99%precision": 0.280876,
    "train/dose_form_acc": 0.977592,
    "train/epoch": 4,
    "train/global_step": 604,
    "train/grad_norm": 0.877642,
    "train/ingredient_acc": 0.990603,
    "train/learning_rate": 0.0,
    "train/loss": 0.018288,
    "train/margin/coverage@99%precision": 0.785006,
    "train/n": 9684,
    "train/precision@50%": 0.977489,
    "train/precision@80%": 0.959468,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_65_b747c15c2a9e87cc478e.table.json"
    },
    "train/recall@5": 0.990397,
    "train/strength_acc": 0.966749,
    "train_loss": 0.053359,
    "train_runtime": 101.9673,
    "train_samples_per_second": 379.887,
    "train_steps_per_second": 5.923,
    "val/acc@1": 0.901316,
    "val/coverage@99%precision": 0.358553,
    "val/dose_form_acc": 0.975877,
    "val/ingredient_acc": 0.98739,
    "val/margin/coverage@99%precision": 0.612939,
    "val/n": 1824,
    "val/precision@50%": 0.973684,
    "val/precision@80%": 0.944483,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_66_7869441e925f8bfc3f08.table.json"
    },
    "val/recall@5": 0.985197,
    "val/strength_acc": 0.972588
   }
  },
  {
   "id": "160lf5n8",
   "name": "sapbert-from-pubmedbert-fulltext-none-strength-v3",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "uukeyzw7",
   "tags": [
    "colab",
    "negatives-by-split",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T17:57:38Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "negatives-by-split"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-none-strength-v3",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "none",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-none-strength-v3/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v3",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "dataset_subdir": "v3",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-splits:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.891037,
    "test/coverage@99%precision": 0.355009,
    "test/dose_form_acc": 0.974224,
    "test/failures": {
     "file": "media/table/test/failures_68_1678f31681416f14c0da.table.json"
    },
    "test/ingredient_acc": 0.995313,
    "test/margin/coverage@99%precision": 0.244288,
    "test/n": 1707,
    "test/precision@50%": 0.969555,
    "test/precision@80%": 0.938507,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_67_2a90049769829867fc6d.table.json"
    },
    "test/recall@5": 0.978325,
    "test/strength_acc": 0.964265,
    "total_flos": 0,
    "train/acc@1": 0.900971,
    "train/coverage@99%precision": 0.277158,
    "train/dose_form_acc": 0.976869,
    "train/epoch": 4,
    "train/global_step": 604,
    "train/grad_norm": 0.032254,
    "train/ingredient_acc": 0.995043,
    "train/learning_rate": 0.0,
    "train/loss": 0.003921,
    "train/margin/coverage@99%precision": 0.258261,
    "train/n": 9684,
    "train/precision@50%": 0.968401,
    "train/precision@80%": 0.944107,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_65_889bf5ef0aa3e9acd419.table.json"
    },
    "train/recall@5": 0.986369,
    "train/strength_acc": 0.964064,
    "train_loss": 0.008325,
    "train_runtime": 76.9085,
    "train_samples_per_second": 503.664,
    "train_steps_per_second": 7.853,
    "val/acc@1": 0.892544,
    "val/coverage@99%precision": 0.412281,
    "val/dose_form_acc": 0.981908,
    "val/ingredient_acc": 0.995614,
    "val/margin/coverage@99%precision": 0.253289,
    "val/n": 1824,
    "val/precision@50%": 0.983553,
    "val/precision@80%": 0.932145,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_66_d1039d73b72bfb67a462.table.json"
    },
    "val/recall@5": 0.995614,
    "val/strength_acc": 0.975329
   }
  },
  {
   "id": "qnwb5qzq",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v4",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "uukeyzw7",
   "tags": [
    "colab",
    "negatives-by-split",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T17:59:30Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "negatives-by-split"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v4",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-v4/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v4",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "dataset_subdir": "v4",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-splits:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.873578,
    "test/coverage@99%precision": 0.234724,
    "test/dose_form_acc": 0.968394,
    "test/failures": {
     "file": "media/table/test/failures_64_d925dd690e1fc24436c1.table.json"
    },
    "test/ingredient_acc": 0.97893,
    "test/margin/coverage@99%precision": 0.691951,
    "test/n": 2373,
    "test/precision@50%": 0.958685,
    "test/precision@80%": 0.927292,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_63_4c64026d109bdbf67c99.table.json"
    },
    "test/recall@5": 0.977665,
    "test/strength_acc": 0.961652,
    "total_flos": 0,
    "train/acc@1": 0.938773,
    "train/coverage@99%precision": 0.465587,
    "train/dose_form_acc": 0.985464,
    "train/epoch": 4,
    "train/global_step": 564,
    "train/grad_norm": 3.111858,
    "train/ingredient_acc": 0.993833,
    "train/learning_rate": 0.0,
    "train/loss": 0.017421,
    "train/margin/coverage@99%precision": 0.848585,
    "train/n": 9081,
    "train/precision@50%": 0.988546,
    "train/precision@80%": 0.973297,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_61_c98531ca3f1885d254e6.table.json"
    },
    "train/recall@5": 0.995155,
    "train/strength_acc": 0.969607,
    "train_loss": 0.038107,
    "train_runtime": 96.7089,
    "train_samples_per_second": 375.601,
    "train_steps_per_second": 5.832,
    "val/acc@1": 0.907663,
    "val/coverage@99%precision": 0.273241,
    "val/dose_form_acc": 0.959799,
    "val/ingredient_acc": 0.978015,
    "val/margin/coverage@99%precision": 0.719221,
    "val/n": 1592,
    "val/precision@50%": 0.964824,
    "val/precision@80%": 0.950549,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_62_68174edde55194762f29.table.json"
    },
    "val/recall@5": 0.988065,
    "val/strength_acc": 0.972362
   }
  },
  {
   "id": "6j6c0ojl",
   "name": "sapbert-from-pubmedbert-fulltext-tfidf-strength-v4",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "uukeyzw7",
   "tags": [
    "colab",
    "negatives-by-split",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T18:01:53Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "negatives-by-split"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-tfidf-strength-v4",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "tfidf",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-tfidf-strength-v4/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v4",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "dataset_subdir": "v4",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-splits:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.871049,
    "test/coverage@99%precision": 0.214075,
    "test/dose_form_acc": 0.969659,
    "test/failures": {
     "file": "media/table/test/failures_64_94dfd7cfc14a9fa01acf.table.json"
    },
    "test/ingredient_acc": 0.982301,
    "test/margin/coverage@99%precision": 0.640961,
    "test/n": 2373,
    "test/precision@50%": 0.945194,
    "test/precision@80%": 0.91412,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_63_d13e860f76d0fdfd807d.table.json"
    },
    "test/recall@5": 0.975137,
    "test/strength_acc": 0.962495,
    "total_flos": 0,
    "train/acc@1": 0.922145,
    "train/coverage@99%precision": 0.344896,
    "train/dose_form_acc": 0.979958,
    "train/epoch": 4,
    "train/global_step": 564,
    "train/grad_norm": 1.340089,
    "train/ingredient_acc": 0.994714,
    "train/learning_rate": 0.0,
    "train/loss": 0.012265,
    "train/margin/coverage@99%precision": 0.804207,
    "train/n": 9081,
    "train/precision@50%": 0.978855,
    "train/precision@80%": 0.96201,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_61_6064423417d641e96ab3.table.json"
    },
    "train/recall@5": 0.99042,
    "train/strength_acc": 0.965643,
    "train_loss": 0.048087,
    "train_runtime": 95.5042,
    "train_samples_per_second": 380.339,
    "train_steps_per_second": 5.905,
    "val/acc@1": 0.898869,
    "val/coverage@99%precision": 0.263191,
    "val/dose_form_acc": 0.963568,
    "val/ingredient_acc": 0.972362,
    "val/margin/coverage@99%precision": 0.571608,
    "val/n": 1592,
    "val/precision@50%": 0.967337,
    "val/precision@80%": 0.950549,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_62_79ab8c2e9d61019c4c22.table.json"
    },
    "val/recall@5": 0.979899,
    "val/strength_acc": 0.968593
   }
  },
  {
   "id": "umfhq3hi",
   "name": "sapbert-from-pubmedbert-fulltext-none-strength-v4",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "uukeyzw7",
   "tags": [
    "colab",
    "negatives-by-split",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T18:04:11Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "negatives-by-split"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-none-strength-v4",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "none",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-none-strength-v4/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v4",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "dataset_subdir": "v4",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-splits:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.850822,
    "test/coverage@99%precision": 0.243152,
    "test/dose_form_acc": 0.969237,
    "test/failures": {
     "file": "media/table/test/failures_64_10efacb09e3047128e5b.table.json"
    },
    "test/ingredient_acc": 0.989886,
    "test/margin/coverage@99%precision": 0.347661,
    "test/n": 2373,
    "test/precision@50%": 0.941821,
    "test/precision@80%": 0.896207,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_63_0734489591e1f58d9538.table.json"
    },
    "test/recall@5": 0.976401,
    "test/strength_acc": 0.963759,
    "total_flos": 0,
    "train/acc@1": 0.904856,
    "train/coverage@99%precision": 0.317917,
    "train/dose_form_acc": 0.977425,
    "train/epoch": 4,
    "train/global_step": 564,
    "train/grad_norm": 1.687728,
    "train/ingredient_acc": 0.995045,
    "train/learning_rate": 0.0,
    "train/loss": 0.007306,
    "train/margin/coverage@99%precision": 0.18313,
    "train/n": 9081,
    "train/precision@50%": 0.977533,
    "train/precision@80%": 0.95031,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_61_436b7570925599be69fc.table.json"
    },
    "train/recall@5": 0.988217,
    "train/strength_acc": 0.965753,
    "train_loss": 0.007385,
    "train_runtime": 72.4473,
    "train_samples_per_second": 501.385,
    "train_steps_per_second": 7.785,
    "val/acc@1": 0.882538,
    "val/coverage@99%precision": 0.231784,
    "val/dose_form_acc": 0.952889,
    "val/ingredient_acc": 0.976759,
    "val/margin/coverage@99%precision": 0.161432,
    "val/n": 1592,
    "val/precision@50%": 0.957286,
    "val/precision@80%": 0.937206,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_62_ff4e04229f61118ff429.table.json"
    },
    "val/recall@5": 0.972362,
    "val/strength_acc": 0.972362
   }
  },
  {
   "id": "0sbaysem",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v5",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "uukeyzw7",
   "tags": [
    "colab",
    "negatives-by-split",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T18:05:57Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "negatives-by-split"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v5",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-v5/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v5",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "dataset_subdir": "v5",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-splits:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.920781,
    "test/coverage@99%precision": 0.307692,
    "test/dose_form_acc": 0.971871,
    "test/failures": {
     "file": "media/table/test/failures_65_fdf542ba52ed98ad102b.table.json"
    },
    "test/ingredient_acc": 0.991963,
    "test/margin/coverage@99%precision": 0.689437,
    "test/n": 1742,
    "test/precision@50%": 0.982778,
    "test/precision@80%": 0.964132,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_64_1b52c2b71cfef77ce203.table.json"
    },
    "test/recall@5": 0.986223,
    "test/strength_acc": 0.965557,
    "total_flos": 0,
    "train/acc@1": 0.933333,
    "train/coverage@99%precision": 0.326059,
    "train/dose_form_acc": 0.981542,
    "train/epoch": 4,
    "train/global_step": 572,
    "train/grad_norm": 0.400405,
    "train/ingredient_acc": 0.993702,
    "train/learning_rate": 0.0,
    "train/loss": 0.015069,
    "train/margin/coverage@99%precision": 0.805429,
    "train/n": 9210,
    "train/precision@50%": 0.978067,
    "train/precision@80%": 0.959283,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_62_f776a678ee5cfe3d0641.table.json"
    },
    "train/recall@5": 0.994463,
    "train/strength_acc": 0.971987,
    "train_loss": 0.039714,
    "train_runtime": 98.4337,
    "train_samples_per_second": 374.262,
    "train_steps_per_second": 5.811,
    "val/acc@1": 0.902314,
    "val/coverage@99%precision": 0.411311,
    "val/dose_form_acc": 0.976864,
    "val/ingredient_acc": 0.975321,
    "val/margin/coverage@99%precision": 0.620566,
    "val/n": 1945,
    "val/precision@50%": 0.986626,
    "val/precision@80%": 0.955013,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_63_e7c2c0524509c133e147.table.json"
    },
    "val/recall@5": 0.984576,
    "val/strength_acc": 0.96401
   }
  },
  {
   "id": "fj2uqnjc",
   "name": "sapbert-from-pubmedbert-fulltext-tfidf-strength-v5",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "uukeyzw7",
   "tags": [
    "colab",
    "negatives-by-split",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T18:08:15Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "negatives-by-split"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-tfidf-strength-v5",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "tfidf",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-tfidf-strength-v5/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v5",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "dataset_subdir": "v5",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-splits:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.908152,
    "test/coverage@99%precision": 0.270379,
    "test/dose_form_acc": 0.973594,
    "test/failures": {
     "file": "media/table/test/failures_65_fddb6b48e4757b0be4cb.table.json"
    },
    "test/ingredient_acc": 0.990241,
    "test/margin/coverage@99%precision": 0.714122,
    "test/n": 1742,
    "test/precision@50%": 0.960964,
    "test/precision@80%": 0.952654,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_64_40339ec1deeabe4eb746.table.json"
    },
    "test/recall@5": 0.985649,
    "test/strength_acc": 0.962113,
    "total_flos": 0,
    "train/acc@1": 0.929533,
    "train/coverage@99%precision": 0.293268,
    "train/dose_form_acc": 0.980347,
    "train/epoch": 4,
    "train/global_step": 572,
    "train/grad_norm": 0.669665,
    "train/ingredient_acc": 0.99392,
    "train/learning_rate": 0.0,
    "train/loss": 0.021465,
    "train/margin/coverage@99%precision": 0.787079,
    "train/n": 9210,
    "train/precision@50%": 0.974159,
    "train/precision@80%": 0.960912,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_62_7369f8bc504f03c585d6.table.json"
    },
    "train/recall@5": 0.993051,
    "train/strength_acc": 0.97177,
    "train_loss": 0.051465,
    "train_runtime": 98.4871,
    "train_samples_per_second": 374.059,
    "train_steps_per_second": 5.808,
    "val/acc@1": 0.890488,
    "val/coverage@99%precision": 0.263753,
    "val/dose_form_acc": 0.97018,
    "val/ingredient_acc": 0.975835,
    "val/margin/coverage@99%precision": 0.673522,
    "val/n": 1945,
    "val/precision@50%": 0.975309,
    "val/precision@80%": 0.938303,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_63_d212a9546f0377c3a024.table.json"
    },
    "val/recall@5": 0.982005,
    "val/strength_acc": 0.961954
   }
  },
  {
   "id": "dlmk0ljw",
   "name": "sapbert-from-pubmedbert-fulltext-none-strength-v5",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "uukeyzw7",
   "tags": [
    "colab",
    "negatives-by-split",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T18:10:37Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "negatives-by-split"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-none-strength-v5",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "none",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-none-strength-v5/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v5",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "dataset_subdir": "v5",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-splits:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.899541,
    "test/coverage@99%precision": 0.280712,
    "test/dose_form_acc": 0.970723,
    "test/failures": {
     "file": "media/table/test/failures_65_0018f7d46bfeea0d1b0c.table.json"
    },
    "test/ingredient_acc": 0.996556,
    "test/margin/coverage@99%precision": 0.25775,
    "test/n": 1742,
    "test/precision@50%": 0.973594,
    "test/precision@80%": 0.946915,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_64_195a9679455e6d1bd930.table.json"
    },
    "test/recall@5": 0.983352,
    "test/strength_acc": 0.964983,
    "total_flos": 0,
    "train/acc@1": 0.899566,
    "train/coverage@99%precision": 0.305212,
    "train/dose_form_acc": 0.976439,
    "train/epoch": 4,
    "train/global_step": 572,
    "train/grad_norm": 0.051355,
    "train/ingredient_acc": 0.994571,
    "train/learning_rate": 0.0,
    "train/loss": 0.006316,
    "train/margin/coverage@99%precision": 0.250923,
    "train/n": 9210,
    "train/precision@50%": 0.972204,
    "train/precision@80%": 0.941368,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_62_aa096f60e85d7f5c9f26.table.json"
    },
    "train/recall@5": 0.988274,
    "train/strength_acc": 0.964061,
    "train_loss": 0.007737,
    "train_runtime": 71.7346,
    "train_samples_per_second": 513.56,
    "train_steps_per_second": 7.974,
    "val/acc@1": 0.864781,
    "val/coverage@99%precision": 0.312082,
    "val/dose_form_acc": 0.971722,
    "val/ingredient_acc": 0.988175,
    "val/margin/coverage@99%precision": 0.107455,
    "val/n": 1945,
    "val/precision@50%": 0.961934,
    "val/precision@80%": 0.920951,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_63_b071efbf8281f1dddb13.table.json"
    },
    "val/recall@5": 0.984576,
    "val/strength_acc": 0.965039
   }
  },
  {
   "id": "8fpao266",
   "name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v6",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "uukeyzw7",
   "tags": [
    "colab",
    "negatives-by-split",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T18:12:28Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "negatives-by-split"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-ingredient-strength-v6",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "ingredient",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-ingredient-strength-v6/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v6",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "dataset_subdir": "v6",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-splits:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.915618,
    "test/coverage@99%precision": 0.431866,
    "test/dose_form_acc": 0.97065,
    "test/failures": {
     "file": "media/table/test/failures_66_296f8ccfcdd5f898a6ff.table.json"
    },
    "test/ingredient_acc": 0.99109,
    "test/margin/coverage@99%precision": 0.692872,
    "test/n": 1908,
    "test/precision@50%": 0.984277,
    "test/precision@80%": 0.962647,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_b4431e223c61fa52602a.table.json"
    },
    "test/recall@5": 0.986897,
    "test/strength_acc": 0.955451,
    "total_flos": 0,
    "train/acc@1": 0.931075,
    "train/coverage@99%precision": 0.290524,
    "train/dose_form_acc": 0.978507,
    "train/epoch": 4,
    "train/global_step": 588,
    "train/grad_norm": 0.819862,
    "train/ingredient_acc": 0.9928,
    "train/learning_rate": 0.0,
    "train/loss": 0.012945,
    "train/margin/coverage@99%precision": 0.799047,
    "train/n": 9445,
    "train/precision@50%": 0.979881,
    "train/precision@80%": 0.958047,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_adfd8ba13dd08eb11c9f.table.json"
    },
    "train/recall@5": 0.995447,
    "train/strength_acc": 0.971308,
    "train_loss": 0.040737,
    "train_runtime": 99.0502,
    "train_samples_per_second": 381.423,
    "train_steps_per_second": 5.936,
    "val/acc@1": 0.87799,
    "val/coverage@99%precision": 0.547847,
    "val/dose_form_acc": 0.969498,
    "val/ingredient_acc": 0.985646,
    "val/margin/coverage@99%precision": 0.708134,
    "val/n": 1672,
    "val/precision@50%": 0.992823,
    "val/precision@80%": 0.950673,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_70a6bd806f48c50938da.table.json"
    },
    "val/recall@5": 0.964713,
    "val/strength_acc": 0.953947
   }
  },
  {
   "id": "xkypkohn",
   "name": "sapbert-from-pubmedbert-fulltext-tfidf-strength-v6",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "uukeyzw7",
   "tags": [
    "colab",
    "negatives-by-split",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T18:14:52Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "negatives-by-split"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-tfidf-strength-v6",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "tfidf",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-tfidf-strength-v6/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v6",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "dataset_subdir": "v6",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-splits:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.899895,
    "test/coverage@99%precision": 0.368449,
    "test/dose_form_acc": 0.960692,
    "test/failures": {
     "file": "media/table/test/failures_66_fa5e682d2ba2144b052a.table.json"
    },
    "test/ingredient_acc": 0.989518,
    "test/margin/coverage@99%precision": 0.586478,
    "test/n": 1908,
    "test/precision@50%": 0.973795,
    "test/precision@80%": 0.950852,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_ed573d86c0919fa7dde2.table.json"
    },
    "test/recall@5": 0.984277,
    "test/strength_acc": 0.951782,
    "total_flos": 0,
    "train/acc@1": 0.925993,
    "train/coverage@99%precision": 0.272631,
    "train/dose_form_acc": 0.979142,
    "train/epoch": 4,
    "train/global_step": 588,
    "train/grad_norm": 0.380254,
    "train/ingredient_acc": 0.992695,
    "train/learning_rate": 0.0,
    "train/loss": 0.021258,
    "train/margin/coverage@99%precision": 0.796506,
    "train/n": 9445,
    "train/precision@50%": 0.972893,
    "train/precision@80%": 0.958179,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_95121180e0ed7282e919.table.json"
    },
    "train/recall@5": 0.994283,
    "train/strength_acc": 0.969931,
    "train_loss": 0.053251,
    "train_runtime": 99.8271,
    "train_samples_per_second": 378.454,
    "train_steps_per_second": 5.89,
    "val/acc@1": 0.867823,
    "val/coverage@99%precision": 0.37201,
    "val/dose_form_acc": 0.965311,
    "val/ingredient_acc": 0.982656,
    "val/margin/coverage@99%precision": 0.674641,
    "val/n": 1672,
    "val/precision@50%": 0.973684,
    "val/precision@80%": 0.931241,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_e89607330707849ac789.table.json"
    },
    "val/recall@5": 0.960526,
    "val/strength_acc": 0.947368
   }
  },
  {
   "id": "on1nyqq0",
   "name": "sapbert-from-pubmedbert-fulltext-none-strength-v6",
   "group": null,
   "job_type": "train",
   "state": "finished",
   "sweep": "uukeyzw7",
   "tags": [
    "colab",
    "negatives-by-split",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-14T18:17:15Z",
   "config": {
    "lr": 2e-05,
    "bf16": false,
    "fp16": true,
    "seed": 42,
    "tags": [
     "sweep",
     "colab",
     "negatives-by-split"
    ],
    "dtype": "float32",
    "optim": "adamw_torch_fused",
    "smoke": false,
    "epochs": 4,
    "do_eval": false,
    "project": "huggingface",
    "use_cpu": false,
    "do_train": false,
    "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1"
    },
    "label2id": {
     "LABEL_0": 0,
     "LABEL_1": 1
    },
    "run_name": "sapbert-from-pubmedbert-fulltext-none-strength-v6",
    "log_level": "passive",
    "log_model": false,
    "max_steps": -1,
    "negatives": "none",
    "report_to": [
     "wandb"
    ],
    "use_cache": false,
    "adam_beta1": 0.9,
    "adam_beta2": 0.999,
    "base_model": "cambridgeltl/SapBERT-from-PubMedBERT-fulltext",
    "batch_size": 64,
    "do_predict": false,
    "eval_delay": 0,
    "hidden_act": "gelu",
    "is_decoder": false,
    "local_rank": -1,
    "model_type": "bert",
    "output_dir": "models/sapbert-from-pubmedbert-fulltext-none-strength-v6/checkpoints",
    "save_steps": 500,
    "split_salt": "rxnorm-2026-09-08-v6",
    "vocab_size": 30522,
    "ddp_timeout": 1800,
    "hidden_size": 768,
    "push_to_hub": false,
    "return_dict": true,
    "adam_epsilon": 0.0,
    "disable_tqdm": false,
    "hub_strategy": "every_save",
    "warmup_steps": 0.1,
    "weight_decay": 0,
    "architectures": [
     "BertModel"
    ],
    "batch_sampler": "no_duplicates",
    "eval_on_start": false,
    "eval_strategy": "no",
    "learning_rate": 2e-05,
    "logging_steps": 10,
    "max_grad_norm": 1,
    "save_strategy": "no",
    "torch_compile": false,
    "bf16_full_eval": false,
    "dataset_subdir": "v6",
    "fp16_full_eval": false,
    "layer_norm_eps": 0.0,
    "max_seq_length": 96,
    "normalize_text": true,
    "hub_always_push": false,
    "save_only_model": false,
    "type_vocab_size": 2,
    "dataset_artifact": "vandf-rxnorm-splits:v0",
    "full_determinism": false,
    "ignore_data_skip": false,
    "log_on_each_node": true,
    "logging_strategy": "steps",
    "num_train_epochs": 4,
    "use_liger_kernel": false,
    "initializer_range": 0.02,
    "intermediate_size": 3072,
    "log_level_replica": "warning",
    "lr_scheduler_type": "linear",
    "num_hidden_layers": 12,
    "output_attentions": false,
    "save_on_each_node": false,
    "accelerator_config": {
     "even_batches": true,
     "non_blocking": false,
     "split_batches": false,
     "dispatch_batches": null,
     "use_seedable_sampler": true,
     "gradient_accumulation_kwargs": null
    },
    "batch_eval_metrics": false,
    "is_encoder_decoder": false,
    "length_column_name": "length",
    "logging_first_step": false,
    "normalize_strength": true,
    "add_cross_attention": false,
    "dataloader_in_order": true,
    "hidden_dropout_prob": 0.1,
    "num_attention_heads": 12,
    "skip_memory_metrics": true,
    "tie_word_embeddings": true,
    "auto_find_batch_size": false,
    "dataloader_drop_last": true,
    "output_hidden_states": false,
    "prediction_loss_only": true,
    "transformers_version": "5.16.1",
    "dataloader_pin_memory": true,
    "ddp_broadcast_buffers": false,
    "enable_jit_checkpoint": false,
    "remove_unused_columns": true,
    "dataloader_num_workers": 0,
    "eval_do_concat_batches": true,
    "eval_use_gather_object": false,
    "gradient_checkpointing": false,
    "label_smoothing_factor": 0,
    "load_best_model_at_end": false,
    "logging_nan_inf_filter": true,
    "chunk_size_feed_forward": 0,
    "max_position_embeddings": 512,
    "train_sampling_strategy": "random",
    "per_device_eval_batch_size": 8,
    "gradient_accumulation_steps": 1,
    "multi_dataset_batch_sampler": "proportional",
    "per_device_train_batch_size": 64,
    "attention_probs_dropout_prob": 0.1,
    "dataloader_persistent_workers": false,
    "restore_callback_states_from_checkpoint": false
   },
   "summary": {
    "epoch": 4,
    "test/acc@1": 0.913522,
    "test/coverage@99%precision": 0.377358,
    "test/dose_form_acc": 0.975891,
    "test/failures": {
     "file": "media/table/test/failures_66_545a77a74b2463f4ed68.table.json"
    },
    "test/ingredient_acc": 0.995283,
    "test/margin/coverage@99%precision": 0.1913,
    "test/n": 1908,
    "test/precision@50%": 0.971698,
    "test/precision@80%": 0.957405,
    "test/precision_vs_coverage_table": {
     "file": "media/table/test/precision_vs_coverage_table_65_3f42bd7d9494a1e6a8fe.table.json"
    },
    "test/recall@5": 0.98847,
    "test/strength_acc": 0.962264,
    "total_flos": 0,
    "train/acc@1": 0.898782,
    "train/coverage@99%precision": 0.290842,
    "train/dose_form_acc": 0.978719,
    "train/epoch": 4,
    "train/global_step": 588,
    "train/grad_norm": 0.050815,
    "train/ingredient_acc": 0.995024,
    "train/learning_rate": 0.0,
    "train/loss": 0.000885,
    "train/margin/coverage@99%precision": 0.216623,
    "train/n": 9445,
    "train/precision@50%": 0.969504,
    "train/precision@80%": 0.938724,
    "train/precision_vs_coverage_table": {
     "file": "media/table/train/precision_vs_coverage_table_63_a5e6117973a76e3f4c05.table.json"
    },
    "train/recall@5": 0.98973,
    "train/strength_acc": 0.966543,
    "train_loss": 0.008425,
    "train_runtime": 75.4957,
    "train_samples_per_second": 500.426,
    "train_steps_per_second": 7.789,
    "val/acc@1": 0.872608,
    "val/coverage@99%precision": 0.490431,
    "val/dose_form_acc": 0.965909,
    "val/ingredient_acc": 0.982057,
    "val/margin/coverage@99%precision": 0.273923,
    "val/n": 1672,
    "val/precision@50%": 0.983254,
    "val/precision@80%": 0.93722,
    "val/precision_vs_coverage_table": {
     "file": "media/table/val/precision_vs_coverage_table_64_223aa9af0792aa3fb270.table.json"
    },
    "val/recall@5": 0.9689,
    "val/strength_acc": 0.948565
   }
  }
 ]
}