{
 "source": "W&B project within-noise/trophic-cascade, exported 2026-11-04T22:44:11+00:00",
 "n_runs": 46,
 "runs": [
  {
   "id": "nqnuy1z4",
   "name": "ioi-prompts",
   "group": null,
   "job_type": "dataset",
   "state": "finished",
   "sweep": null,
   "tags": [
    "local-gtx1070"
   ],
   "notes": null,
   "created_at": "2026-09-24T23:20:04Z",
   "config": {
    "seed": 0,
    "n_templates": 15,
    "n_per_template": 40
   },
   "summary": {
    "prompts": {
     "file": "media/table/prompts_0_aeb253ab57f579466318.table.json"
    }
   }
  },
  {
   "id": "h1kfojqs",
   "name": "gpt2-small-removals",
   "group": null,
   "job_type": "removals",
   "state": "finished",
   "sweep": null,
   "tags": [
    "local-gtx1070"
   ],
   "notes": null,
   "created_at": "2026-09-24T23:20:08Z",
   "config": {
    "model": "gpt2",
    "n_boot": 2000,
    "ablation": "mean"
   },
   "summary": {
    "H1/compensation": 1.041904,
    "H1/compensation_hi": 1.060884,
    "H1/compensation_lo": 1.023283,
    "H1/ln_share": 0.058197,
    "H1/resample_compensation": 0.997159,
    "H1/share_backup_negative": 0.94456,
    "H2/n_keystones": 14,
    "baseline/acc": 0.99,
    "baseline/ld_mean": 3.645846,
    "keystones": {
     "file": "media/table/keystones_0_1a67ff9c33f76d4eeb9b.table.json"
    }
   }
  },
  {
   "id": "hac0rg6h",
   "name": "models-gpt2",
   "group": "models",
   "job_type": "models",
   "state": "finished",
   "sweep": null,
   "tags": [
    "local-gtx1070"
   ],
   "notes": null,
   "created_at": "2026-09-24T23:20:12Z",
   "config": {
    "k": 3,
    "model": "gpt2",
    "n_boot": 2000,
    "ablation": "mean"
   },
   "summary": {
    "acc": 0.99,
    "compensation": 1.041904,
    "compensation_hi": 1.060884,
    "compensation_lo": 1.023283,
    "ld_mean": 3.645846,
    "ln_share": 0.058197,
    "passes_gate": true
   }
  },
  {
   "id": "avw4uanu",
   "name": "models-gpt2-medium",
   "group": "models",
   "job_type": "models",
   "state": "finished",
   "sweep": null,
   "tags": [
    "local-gtx1070"
   ],
   "notes": null,
   "created_at": "2026-09-24T23:20:14Z",
   "config": {
    "k": 3,
    "model": "gpt2-medium",
    "n_boot": 2000,
    "ablation": "mean"
   },
   "summary": {
    "acc": 1,
    "compensation": 0.058084,
    "compensation_hi": 0.076272,
    "compensation_lo": 0.040545,
    "ld_mean": 3.870515,
    "ln_share": 0.230184,
    "passes_gate": true
   }
  },
  {
   "id": "3q9faf3q",
   "name": "models-pythia-160m",
   "group": "models",
   "job_type": "models",
   "state": "finished",
   "sweep": null,
   "tags": [
    "local-gtx1070"
   ],
   "notes": null,
   "created_at": "2026-09-24T23:20:17Z",
   "config": {
    "k": 3,
    "model": "pythia-160m",
    "n_boot": 2000,
    "ablation": "mean"
   },
   "summary": {
    "acc": 0.978333,
    "compensation": 0.269229,
    "compensation_hi": 0.294757,
    "compensation_lo": 0.241022,
    "ld_mean": 3.988499,
    "ln_share": 0.144851,
    "passes_gate": true
   }
  },
  {
   "id": "4uezvu5d",
   "name": "models-pythia-410m",
   "group": "models",
   "job_type": "models",
   "state": "finished",
   "sweep": null,
   "tags": [
    "local-gtx1070"
   ],
   "notes": null,
   "created_at": "2026-09-24T23:20:19Z",
   "config": {
    "k": 3,
    "model": "pythia-410m",
    "n_boot": 2000,
    "ablation": "mean"
   },
   "summary": {
    "acc": 1,
    "compensation": 0.411481,
    "compensation_hi": 0.431965,
    "compensation_lo": 0.391511,
    "ld_mean": 3.377768,
    "ln_share": 0.029583,
    "passes_gate": true
   }
  },
  {
   "id": "ves877bz",
   "name": "ioi-prompts",
   "group": null,
   "job_type": "dataset",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-24T23:30:05Z",
   "config": {
    "seed": 0,
    "n_templates": 15,
    "n_per_template": 40
   },
   "summary": {
    "prompts": {
     "file": "media/table/prompts_0_aeb253ab57f579466318.table.json"
    }
   }
  },
  {
   "id": "iiltnel1",
   "name": "gpt2-small-removals",
   "group": null,
   "job_type": "removals",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-24T23:30:13Z",
   "config": {
    "model": "gpt2",
    "n_boot": 2000,
    "ablation": "mean"
   },
   "summary": {
    "H1/compensation": 1.041904,
    "H1/compensation_hi": 1.060884,
    "H1/compensation_lo": 1.023283,
    "H1/ln_share": 0.058197,
    "H1/resample_compensation": 0.997159,
    "H1/share_backup_negative": 0.94456,
    "H2/n_keystones": 14,
    "baseline/acc": 0.99,
    "baseline/ld_mean": 3.645847,
    "charts/interaction_matrix": {
     "file": "media/images/charts/interaction_matrix_0_6dda71db65fd278f2fe2.png"
    },
    "charts/keystone_scatter_table": {
     "file": "media/table/keystones_0_4f166d0a5e39cc276678.table.json"
    },
    "charts/keystones": {
     "file": "media/images/charts/keystones_0_573bf137c3c98d10b84a.png"
    },
    "charts/name_mover_removal": {
     "file": "media/images/charts/name_mover_removal_0_d5686c8bafd935bf2919.png"
    },
    "keystones": {
     "file": "media/table/keystones_0_4f166d0a5e39cc276678.table.json"
    }
   }
  },
  {
   "id": "rjc6ndi6",
   "name": "models-gpt2",
   "group": "models",
   "job_type": "models",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-24T23:32:23Z",
   "config": {
    "k": 3,
    "model": "gpt2",
    "n_boot": 2000,
    "ablation": "mean",
    "load_fp16": false
   },
   "summary": {
    "acc": 0.99,
    "compensation": 1.041904,
    "compensation_hi": 1.060884,
    "compensation_lo": 1.023283,
    "ld_mean": 3.645846,
    "ln_share": 0.058197,
    "passes_gate": true
   }
  },
  {
   "id": "ke9tk0qt",
   "name": "models-gpt2-medium",
   "group": "models",
   "job_type": "models",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-24T23:32:34Z",
   "config": {
    "k": 3,
    "model": "gpt2-medium",
    "n_boot": 2000,
    "ablation": "mean",
    "load_fp16": false
   },
   "summary": {
    "acc": 1,
    "compensation": 0.058084,
    "compensation_hi": 0.076272,
    "compensation_lo": 0.040545,
    "ld_mean": 3.870515,
    "ln_share": 0.230184,
    "passes_gate": true
   }
  },
  {
   "id": "of54j7j7",
   "name": "models-pythia-160m",
   "group": "models",
   "job_type": "models",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-24T23:32:55Z",
   "config": {
    "k": 3,
    "model": "pythia-160m",
    "n_boot": 2000,
    "ablation": "mean",
    "load_fp16": false
   },
   "summary": {
    "acc": 0.978333,
    "compensation": 0.269247,
    "compensation_hi": 0.294795,
    "compensation_lo": 0.241043,
    "ld_mean": 3.988444,
    "ln_share": 0.144844,
    "passes_gate": true
   }
  },
  {
   "id": "dnxf74lk",
   "name": "models-pythia-410m",
   "group": "models",
   "job_type": "models",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-24T23:33:09Z",
   "config": {
    "k": 3,
    "model": "pythia-410m",
    "n_boot": 2000,
    "ablation": "mean",
    "load_fp16": false
   },
   "summary": {
    "acc": 1,
    "compensation": 0.411465,
    "compensation_hi": 0.431951,
    "compensation_lo": 0.391498,
    "ld_mean": 3.377791,
    "ln_share": 0.029582,
    "passes_gate": true
   }
  },
  {
   "id": "esc71gqc",
   "name": "models-pythia-1.4b",
   "group": "models",
   "job_type": "models",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-24T23:33:34Z",
   "config": {
    "k": 3,
    "model": "pythia-1.4b",
    "n_boot": 2000,
    "ablation": "mean",
    "load_fp16": true
   },
   "summary": {
    "acc": 0.998333,
    "compensation": 0.008785,
    "compensation_hi": 0.037246,
    "compensation_lo": -0.022812,
    "ld_mean": 3.887526,
    "ln_share": 1.056607,
    "passes_gate": true
   }
  },
  {
   "id": "3zy48ays",
   "name": "models-H4",
   "group": "models",
   "job_type": "models-summary",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-24T23:34:10Z",
   "config": {},
   "summary": {
    "charts/compensation_bar_table": {
     "file": "media/table/models_0_41937f4a1b8cf31849d7.table.json"
    },
    "charts/compensation_by_model": {
     "file": "media/images/charts/compensation_by_model_0_fe0806f82b066b8f5a35.png"
    },
    "models": {
     "file": "media/table/models_0_41937f4a1b8cf31849d7.table.json"
    }
   }
  },
  {
   "id": "0oekew7f",
   "name": "pythia-410m-step1000",
   "group": "checkpoints-pythia-410m",
   "job_type": "checkpoints",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-24T23:39:35Z",
   "config": {
    "k": 3,
    "model": "pythia-410m",
    "ablation": "mean",
    "checkpoint": 1000
   },
   "summary": {
    "acc": 0.406667,
    "compensation": -0.891196,
    "de_removed": 0.003633,
    "ld_mean": -0.228082,
    "passes_gate": false,
    "step": 1000,
    "top_heads": "5.2, 7.2, 11.10"
   }
  },
  {
   "id": "8bik626c",
   "name": "pythia-410m-step2000",
   "group": "checkpoints-pythia-410m",
   "job_type": "checkpoints",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-24T23:40:02Z",
   "config": {
    "k": 3,
    "model": "pythia-410m",
    "ablation": "mean",
    "checkpoint": 2000
   },
   "summary": {
    "acc": 0.473333,
    "compensation": -1.029353,
    "de_removed": 0.167508,
    "ld_mean": -0.1724,
    "passes_gate": false,
    "step": 2000,
    "top_heads": "11.4, 12.0, 7.2"
   }
  },
  {
   "id": "iggkmt8a",
   "name": "pythia-410m-step4000",
   "group": "checkpoints-pythia-410m",
   "job_type": "checkpoints",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-24T23:40:23Z",
   "config": {
    "k": 3,
    "model": "pythia-410m",
    "ablation": "mean",
    "checkpoint": 4000
   },
   "summary": {
    "acc": 0.828333,
    "compensation": -0.869859,
    "de_removed": 1.24761,
    "ld_mean": 1.550685,
    "passes_gate": true,
    "step": 4000,
    "top_heads": "11.4, 13.5, 12.0"
   }
  },
  {
   "id": "jy7exbci",
   "name": "pythia-410m-step8000",
   "group": "checkpoints-pythia-410m",
   "job_type": "checkpoints",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-24T23:40:41Z",
   "config": {
    "k": 3,
    "model": "pythia-410m",
    "ablation": "mean",
    "checkpoint": 8000
   },
   "summary": {
    "acc": 0.988333,
    "compensation": -0.417339,
    "de_removed": 2.427622,
    "ld_mean": 3.896763,
    "passes_gate": true,
    "step": 8000,
    "top_heads": "11.4, 13.5, 17.6"
   }
  },
  {
   "id": "lxn8nz9l",
   "name": "pythia-410m-step16000",
   "group": "checkpoints-pythia-410m",
   "job_type": "checkpoints",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-24T23:41:05Z",
   "config": {
    "k": 3,
    "model": "pythia-410m",
    "ablation": "mean",
    "checkpoint": 16000
   },
   "summary": {
    "acc": 0.981667,
    "compensation": 0.057481,
    "de_removed": 2.286172,
    "ld_mean": 3.272469,
    "passes_gate": true,
    "step": 16000,
    "top_heads": "11.4, 13.5, 17.6"
   }
  },
  {
   "id": "h6mqqwyg",
   "name": "pythia-410m-step32000",
   "group": "checkpoints-pythia-410m",
   "job_type": "checkpoints",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-24T23:41:29Z",
   "config": {
    "k": 3,
    "model": "pythia-410m",
    "ablation": "mean",
    "checkpoint": 32000
   },
   "summary": {
    "acc": 0.993333,
    "compensation": 0.366966,
    "de_removed": 2.423258,
    "ld_mean": 3.130299,
    "passes_gate": true,
    "step": 32000,
    "top_heads": "11.4, 13.5, 17.6"
   }
  },
  {
   "id": "yx2im1zx",
   "name": "pythia-410m-step48000",
   "group": "checkpoints-pythia-410m",
   "job_type": "checkpoints",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-24T23:41:50Z",
   "config": {
    "k": 3,
    "model": "pythia-410m",
    "ablation": "mean",
    "checkpoint": 48000
   },
   "summary": {
    "acc": 0.998333,
    "compensation": 0.28051,
    "de_removed": 2.3334,
    "ld_mean": 3.438255,
    "passes_gate": true,
    "step": 48000,
    "top_heads": "11.4, 17.6, 13.5"
   }
  },
  {
   "id": "wsioqdbr",
   "name": "pythia-410m-step64000",
   "group": "checkpoints-pythia-410m",
   "job_type": "checkpoints",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-24T23:42:14Z",
   "config": {
    "k": 3,
    "model": "pythia-410m",
    "ablation": "mean",
    "checkpoint": 64000
   },
   "summary": {
    "acc": 0.998333,
    "compensation": 0.378961,
    "de_removed": 1.967287,
    "ld_mean": 3.270299,
    "passes_gate": true,
    "step": 64000,
    "top_heads": "11.4, 18.8, 17.10"
   }
  },
  {
   "id": "5xf4lsiy",
   "name": "pythia-410m-step96000",
   "group": "checkpoints-pythia-410m",
   "job_type": "checkpoints",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-24T23:42:37Z",
   "config": {
    "k": 3,
    "model": "pythia-410m",
    "ablation": "mean",
    "checkpoint": 96000
   },
   "summary": {
    "acc": 1,
    "compensation": 0.432666,
    "de_removed": 2.139818,
    "ld_mean": 3.403393,
    "passes_gate": true,
    "step": 96000,
    "top_heads": "11.4, 18.8, 17.10"
   }
  },
  {
   "id": "dkbw2x9j",
   "name": "pythia-410m-step128000",
   "group": "checkpoints-pythia-410m",
   "job_type": "checkpoints",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-24T23:43:06Z",
   "config": {
    "k": 3,
    "model": "pythia-410m",
    "ablation": "mean",
    "checkpoint": 128000
   },
   "summary": {
    "acc": 1,
    "compensation": 0.428791,
    "de_removed": 2.202316,
    "ld_mean": 3.3592,
    "passes_gate": true,
    "step": 128000,
    "top_heads": "11.4, 18.8, 17.10"
   }
  },
  {
   "id": "ci6uf154",
   "name": "pythia-410m-step143000",
   "group": "checkpoints-pythia-410m",
   "job_type": "checkpoints",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-24T23:43:26Z",
   "config": {
    "k": 3,
    "model": "pythia-410m",
    "ablation": "mean",
    "checkpoint": 143000
   },
   "summary": {
    "acc": 1,
    "compensation": 0.411465,
    "de_removed": 2.085913,
    "ld_mean": 3.377791,
    "passes_gate": true,
    "step": 143000,
    "top_heads": "11.4, 18.8, 17.10"
   }
  },
  {
   "id": "bngnyxjp",
   "name": "pythia-410m-H5",
   "group": "checkpoints-pythia-410m",
   "job_type": "checkpoints-summary",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-24T23:43:53Z",
   "config": {},
   "summary": {
    "acc": 1,
    "checkpoint_step": 143000,
    "compensation": 0.411465,
    "compensation_hi": 0.431951,
    "compensation_lo": 0.391498,
    "de_top3": 2.085913,
    "ld_mean": 3.377791,
    "spearman": 0.916667,
    "spearman_hi": 0.933333,
    "spearman_lo": 0.883333
   }
  },
  {
   "id": "5gnva5ju",
   "name": "drophead-s0-smoke",
   "group": "dropout",
   "job_type": "train",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-25T00:01:33Z",
   "config": {
    "p": 0.1,
    "lr": 0.001,
    "arm": "drophead",
    "ctx": 256,
    "seed": 0,
    "tags": [],
    "d_mlp": 1536,
    "smoke": true,
    "n_head": 8,
    "tokens": 1310720,
    "compile": false,
    "d_model": 384,
    "n_layer": 6,
    "offline": false,
    "data_dir": "/content/drive/MyDrive/trophic-cascade/tinystories",
    "run_name": null,
    "val_seqs": 32,
    "grad_clip": 1,
    "log_model": false,
    "batch_size": 128,
    "output_dir": "models",
    "min_lr_frac": 0.1,
    "warmup_frac": 0.02,
    "measure_seqs": 16,
    "weight_decay": 0.1,
    "measure_points": 8
   },
   "summary": {
    "device": "NVIDIA A100-SXM4-40GB",
    "final/self_repair_mean": 1.368412,
    "final/self_repair_pooled": 0.859264,
    "final/val_loss": 5.632204,
    "measure/measure_seconds": 1.485418,
    "measure/self_repair_layer0": 0.477476,
    "measure/self_repair_layer1": 1.194281,
    "measure/self_repair_layer2": 1.455194,
    "measure/self_repair_layer3": 1.866954,
    "measure/self_repair_layer4": 0.693154,
    "measure/self_repair_layer5": 0.776738,
    "measure/self_repair_mean": 1.368412,
    "measure/self_repair_pooled": 0.859264,
    "measure/step": 40,
    "measure/tokens": 1310720,
    "measure/val_loss": 5.632204,
    "measurements": {
     "file": "media/table/measurements_40_cf4cc2e9953a7200e6d3.table.json"
    },
    "n_params": 30044544,
    "steps": 40,
    "train/grad_norm": 7.937263,
    "train/loss": 10.810588,
    "train/lr": 0.001,
    "train/tokens_per_s": 11728.974771,
    "train_seconds": 21.365348,
    "train_tokens_available": 473992236
   }
  },
  {
   "id": "fmdm39r6",
   "name": "timing",
   "group": "dropout",
   "job_type": "timing",
   "state": "finished",
   "sweep": null,
   "tags": [],
   "notes": null,
   "created_at": "2026-09-25T00:12:28Z",
   "config": {
    "ctx": 256,
    "rule": "largest 1e7 multiple trained in <= 20 min",
    "batch_size": 128,
    "timing_steps": 200
   },
   "summary": {
    "budget_tokens": 200000000,
    "slowest_tokens_per_s": 172449.874422,
    "tokens_per_s/drophead": 173218.536032,
    "tokens_per_s/none": 173970.842855,
    "tokens_per_s/standard": 172449.874422
   }
  },
  {
   "id": "ryqgyaml",
   "name": "none-s0",
   "group": "dropout",
   "job_type": "train",
   "state": "finished",
   "sweep": "fhuassaa",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-25T01:15:22Z",
   "config": {
    "p": 0.1,
    "lr": 0.001,
    "arm": "none",
    "ctx": 256,
    "seed": 0,
    "tags": [
     "sweep",
     "colab"
    ],
    "d_mlp": 1536,
    "smoke": false,
    "n_head": 8,
    "tokens": 200000000,
    "compile": false,
    "d_model": 384,
    "n_layer": 6,
    "offline": false,
    "data_dir": "/content/drive/MyDrive/trophic-cascade/tinystories",
    "run_name": null,
    "val_seqs": 1024,
    "grad_clip": 1,
    "log_model": true,
    "batch_size": 128,
    "output_dir": "models",
    "min_lr_frac": 0.1,
    "warmup_frac": 0.02,
    "measure_seqs": 256,
    "weight_decay": 0.1,
    "measure_points": 8
   },
   "summary": {
    "device": "NVIDIA A100-SXM4-40GB",
    "final/self_repair_mean": 0.047851,
    "final/self_repair_pooled": 0.359935,
    "final/val_loss": 1.613812,
    "measure/measure_seconds": 9.195595,
    "measure/self_repair_layer0": -2.189301,
    "measure/self_repair_layer1": 0.237078,
    "measure/self_repair_layer2": 0.438478,
    "measure/self_repair_layer3": 0.347016,
    "measure/self_repair_layer4": 0.515857,
    "measure/self_repair_layer5": 0.398794,
    "measure/self_repair_mean": 0.047851,
    "measure/self_repair_pooled": 0.359935,
    "measure/step": 6103,
    "measure/tokens": 199983104,
    "measure/val_loss": 1.613812,
    "measurements": {
     "file": "media/table/measurements_6103_771ce0767346f5a21d81.table.json"
    },
    "n_params": 30044544,
    "steps": 6103,
    "train/grad_norm": 0.408172,
    "train/loss": 1.573641,
    "train/lr": 0.0001,
    "train/tokens_per_s": 164184.457102,
    "train_seconds": 1227.21499,
    "train_tokens_available": 473992236
   }
  },
  {
   "id": "b08p7lt5",
   "name": "none-s1",
   "group": "dropout",
   "job_type": "train",
   "state": "finished",
   "sweep": "fhuassaa",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-25T01:36:12Z",
   "config": {
    "p": 0.1,
    "lr": 0.001,
    "arm": "none",
    "ctx": 256,
    "seed": 1,
    "tags": [
     "sweep",
     "colab"
    ],
    "d_mlp": 1536,
    "smoke": false,
    "n_head": 8,
    "tokens": 200000000,
    "compile": false,
    "d_model": 384,
    "n_layer": 6,
    "offline": false,
    "data_dir": "/content/drive/MyDrive/trophic-cascade/tinystories",
    "run_name": null,
    "val_seqs": 1024,
    "grad_clip": 1,
    "log_model": true,
    "batch_size": 128,
    "output_dir": "models",
    "min_lr_frac": 0.1,
    "warmup_frac": 0.02,
    "measure_seqs": 256,
    "weight_decay": 0.1,
    "measure_points": 8
   },
   "summary": {
    "device": "NVIDIA A100-SXM4-40GB",
    "final/self_repair_mean": 0.024989,
    "final/self_repair_pooled": 0.352883,
    "final/val_loss": 1.610485,
    "measure/measure_seconds": 9.18858,
    "measure/self_repair_layer0": -1.886903,
    "measure/self_repair_layer1": 0.479081,
    "measure/self_repair_layer2": 0.343641,
    "measure/self_repair_layer3": 0.438495,
    "measure/self_repair_layer4": 0.466278,
    "measure/self_repair_layer5": 0.360174,
    "measure/self_repair_mean": 0.024989,
    "measure/self_repair_pooled": 0.352883,
    "measure/step": 6103,
    "measure/tokens": 199983104,
    "measure/val_loss": 1.610485,
    "measurements": {
     "file": "media/table/measurements_6103_c7a65775b1db37eeb229.table.json"
    },
    "n_params": 30044544,
    "steps": 6103,
    "train/grad_norm": 0.403251,
    "train/loss": 1.544543,
    "train/lr": 0.0001,
    "train/tokens_per_s": 164263.663146,
    "train_seconds": 1226.620888,
    "train_tokens_available": 473992236
   }
  },
  {
   "id": "r9l9uae6",
   "name": "none-s2",
   "group": "dropout",
   "job_type": "train",
   "state": "finished",
   "sweep": "fhuassaa",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-25T01:57:07Z",
   "config": {
    "p": 0.1,
    "lr": 0.001,
    "arm": "none",
    "ctx": 256,
    "seed": 2,
    "tags": [
     "sweep",
     "colab"
    ],
    "d_mlp": 1536,
    "smoke": false,
    "n_head": 8,
    "tokens": 200000000,
    "compile": false,
    "d_model": 384,
    "n_layer": 6,
    "offline": false,
    "data_dir": "/content/drive/MyDrive/trophic-cascade/tinystories",
    "run_name": null,
    "val_seqs": 1024,
    "grad_clip": 1,
    "log_model": true,
    "batch_size": 128,
    "output_dir": "models",
    "min_lr_frac": 0.1,
    "warmup_frac": 0.02,
    "measure_seqs": 256,
    "weight_decay": 0.1,
    "measure_points": 8
   },
   "summary": {
    "device": "NVIDIA A100-SXM4-40GB",
    "final/self_repair_mean": 0.196632,
    "final/self_repair_pooled": 0.382229,
    "final/val_loss": 1.611623,
    "measure/measure_seconds": 9.186816,
    "measure/self_repair_layer0": -1.157557,
    "measure/self_repair_layer1": 0.141478,
    "measure/self_repair_layer2": 0.533955,
    "measure/self_repair_layer3": 0.524079,
    "measure/self_repair_layer4": 0.421186,
    "measure/self_repair_layer5": 0.420057,
    "measure/self_repair_mean": 0.196632,
    "measure/self_repair_pooled": 0.382229,
    "measure/step": 6103,
    "measure/tokens": 199983104,
    "measure/val_loss": 1.611623,
    "measurements": {
     "file": "media/table/measurements_6103_191a41516feff612f133.table.json"
    },
    "n_params": 30044544,
    "steps": 6103,
    "train/grad_norm": 0.41488,
    "train/loss": 1.570093,
    "train/lr": 0.0001,
    "train/tokens_per_s": 164281.327921,
    "train_seconds": 1226.488285,
    "train_tokens_available": 473992236
   }
  },
  {
   "id": "3tfis5fz",
   "name": "none-s3",
   "group": "dropout",
   "job_type": "train",
   "state": "finished",
   "sweep": "fhuassaa",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-25T02:18:01Z",
   "config": {
    "p": 0.1,
    "lr": 0.001,
    "arm": "none",
    "ctx": 256,
    "seed": 3,
    "tags": [
     "sweep",
     "colab"
    ],
    "d_mlp": 1536,
    "smoke": false,
    "n_head": 8,
    "tokens": 200000000,
    "compile": false,
    "d_model": 384,
    "n_layer": 6,
    "offline": false,
    "data_dir": "/content/drive/MyDrive/trophic-cascade/tinystories",
    "run_name": null,
    "val_seqs": 1024,
    "grad_clip": 1,
    "log_model": true,
    "batch_size": 128,
    "output_dir": "models",
    "min_lr_frac": 0.1,
    "warmup_frac": 0.02,
    "measure_seqs": 256,
    "weight_decay": 0.1,
    "measure_points": 8
   },
   "summary": {
    "device": "NVIDIA A100-SXM4-40GB",
    "final/self_repair_mean": 0.219026,
    "final/self_repair_pooled": 0.372079,
    "final/val_loss": 1.60978,
    "measure/measure_seconds": 9.219186,
    "measure/self_repair_layer0": -0.78659,
    "measure/self_repair_layer1": -0.047666,
    "measure/self_repair_layer2": 0.468877,
    "measure/self_repair_layer3": 0.432979,
    "measure/self_repair_layer4": 0.50159,
    "measure/self_repair_layer5": 0.393395,
    "measure/self_repair_mean": 0.219026,
    "measure/self_repair_pooled": 0.372079,
    "measure/step": 6103,
    "measure/tokens": 199983104,
    "measure/val_loss": 1.60978,
    "measurements": {
     "file": "media/table/measurements_6103_cec117b0972814c5a8f0.table.json"
    },
    "n_params": 30044544,
    "steps": 6103,
    "train/grad_norm": 0.416073,
    "train/loss": 1.550148,
    "train/lr": 0.0001,
    "train/tokens_per_s": 164298.689474,
    "train_seconds": 1226.391751,
    "train_tokens_available": 473992236
   }
  },
  {
   "id": "evackiyh",
   "name": "none-s4",
   "group": "dropout",
   "job_type": "train",
   "state": "finished",
   "sweep": "fhuassaa",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-25T02:38:52Z",
   "config": {
    "p": 0.1,
    "lr": 0.001,
    "arm": "none",
    "ctx": 256,
    "seed": 4,
    "tags": [
     "sweep",
     "colab"
    ],
    "d_mlp": 1536,
    "smoke": false,
    "n_head": 8,
    "tokens": 200000000,
    "compile": false,
    "d_model": 384,
    "n_layer": 6,
    "offline": false,
    "data_dir": "/content/drive/MyDrive/trophic-cascade/tinystories",
    "run_name": null,
    "val_seqs": 1024,
    "grad_clip": 1,
    "log_model": true,
    "batch_size": 128,
    "output_dir": "models",
    "min_lr_frac": 0.1,
    "warmup_frac": 0.02,
    "measure_seqs": 256,
    "weight_decay": 0.1,
    "measure_points": 8
   },
   "summary": {
    "device": "NVIDIA A100-SXM4-40GB",
    "final/self_repair_mean": 0.071273,
    "final/self_repair_pooled": 0.298336,
    "final/val_loss": 1.611952,
    "measure/measure_seconds": 9.202321,
    "measure/self_repair_layer0": -1.643961,
    "measure/self_repair_layer1": 0.082441,
    "measure/self_repair_layer2": 0.26559,
    "measure/self_repair_layer3": 0.424248,
    "measure/self_repair_layer4": 0.365086,
    "measure/self_repair_layer5": 0.391949,
    "measure/self_repair_mean": 0.071273,
    "measure/self_repair_pooled": 0.298336,
    "measure/step": 6103,
    "measure/tokens": 199983104,
    "measure/val_loss": 1.611952,
    "measurements": {
     "file": "media/table/measurements_6103_bde50f0216a10108b90f.table.json"
    },
    "n_params": 30044544,
    "steps": 6103,
    "train/grad_norm": 0.414019,
    "train/loss": 1.616645,
    "train/lr": 0.0001,
    "train/tokens_per_s": 164269.01848,
    "train_seconds": 1226.594738,
    "train_tokens_available": 473992236
   }
  },
  {
   "id": "7j3yqh5d",
   "name": "none-s5",
   "group": "dropout",
   "job_type": "train",
   "state": "finished",
   "sweep": "fhuassaa",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-25T02:59:42Z",
   "config": {
    "p": 0.1,
    "lr": 0.001,
    "arm": "none",
    "ctx": 256,
    "seed": 5,
    "tags": [
     "sweep",
     "colab"
    ],
    "d_mlp": 1536,
    "smoke": false,
    "n_head": 8,
    "tokens": 200000000,
    "compile": false,
    "d_model": 384,
    "n_layer": 6,
    "offline": false,
    "data_dir": "/content/drive/MyDrive/trophic-cascade/tinystories",
    "run_name": null,
    "val_seqs": 1024,
    "grad_clip": 1,
    "log_model": true,
    "batch_size": 128,
    "output_dir": "models",
    "min_lr_frac": 0.1,
    "warmup_frac": 0.02,
    "measure_seqs": 256,
    "weight_decay": 0.1,
    "measure_points": 8
   },
   "summary": {
    "device": "NVIDIA A100-SXM4-40GB",
    "final/self_repair_mean": 0.104803,
    "final/self_repair_pooled": 0.388027,
    "final/val_loss": 1.612746,
    "measure/measure_seconds": 9.170233,
    "measure/self_repair_layer0": -1.916733,
    "measure/self_repair_layer1": 0.539319,
    "measure/self_repair_layer2": 0.441639,
    "measure/self_repair_layer3": 0.436265,
    "measure/self_repair_layer4": 0.41955,
    "measure/self_repair_layer5": 0.413037,
    "measure/self_repair_mean": 0.104803,
    "measure/self_repair_pooled": 0.388027,
    "measure/step": 6103,
    "measure/tokens": 199983104,
    "measure/val_loss": 1.612746,
    "measurements": {
     "file": "media/table/measurements_6103_2906c60f6ffddc6f8017.table.json"
    },
    "n_params": 30044544,
    "steps": 6103,
    "train/grad_norm": 0.408128,
    "train/loss": 1.510634,
    "train/lr": 0.0001,
    "train/tokens_per_s": 164302.002748,
    "train_seconds": 1226.317609,
    "train_tokens_available": 473992236
   }
  },
  {
   "id": "zsyblp32",
   "name": "standard-s0",
   "group": "dropout",
   "job_type": "train",
   "state": "finished",
   "sweep": "fhuassaa",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-25T03:20:32Z",
   "config": {
    "p": 0.1,
    "lr": 0.001,
    "arm": "standard",
    "ctx": 256,
    "seed": 0,
    "tags": [
     "sweep",
     "colab"
    ],
    "d_mlp": 1536,
    "smoke": false,
    "n_head": 8,
    "tokens": 200000000,
    "compile": false,
    "d_model": 384,
    "n_layer": 6,
    "offline": false,
    "data_dir": "/content/drive/MyDrive/trophic-cascade/tinystories",
    "run_name": null,
    "val_seqs": 1024,
    "grad_clip": 1,
    "log_model": true,
    "batch_size": 128,
    "output_dir": "models",
    "min_lr_frac": 0.1,
    "warmup_frac": 0.02,
    "measure_seqs": 256,
    "weight_decay": 0.1,
    "measure_points": 8
   },
   "summary": {
    "device": "NVIDIA A100-SXM4-40GB",
    "final/self_repair_mean": 0.462271,
    "final/self_repair_pooled": 0.6228,
    "final/val_loss": 1.655872,
    "measure/measure_seconds": 9.184411,
    "measure/self_repair_layer0": -0.596712,
    "measure/self_repair_layer1": 0.784014,
    "measure/self_repair_layer2": 0.768029,
    "measure/self_repair_layer3": 0.71439,
    "measure/self_repair_layer4": 0.66104,
    "measure/self_repair_layer5": 0.503719,
    "measure/self_repair_mean": 0.462271,
    "measure/self_repair_pooled": 0.6228,
    "measure/step": 6103,
    "measure/tokens": 199983104,
    "measure/val_loss": 1.655872,
    "measurements": {
     "file": "media/table/measurements_6103_36ef2f2a250ce3af74a6.table.json"
    },
    "n_params": 30044544,
    "steps": 6103,
    "train/grad_norm": 0.341181,
    "train/loss": 1.705377,
    "train/lr": 0.0001,
    "train/tokens_per_s": 162870.612051,
    "train_seconds": 1237.02916,
    "train_tokens_available": 473992236
   }
  },
  {
   "id": "z3jlfpko",
   "name": "standard-s1",
   "group": "dropout",
   "job_type": "train",
   "state": "finished",
   "sweep": "fhuassaa",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-25T03:41:33Z",
   "config": {
    "p": 0.1,
    "lr": 0.001,
    "arm": "standard",
    "ctx": 256,
    "seed": 1,
    "tags": [
     "sweep",
     "colab"
    ],
    "d_mlp": 1536,
    "smoke": false,
    "n_head": 8,
    "tokens": 200000000,
    "compile": false,
    "d_model": 384,
    "n_layer": 6,
    "offline": false,
    "data_dir": "/content/drive/MyDrive/trophic-cascade/tinystories",
    "run_name": null,
    "val_seqs": 1024,
    "grad_clip": 1,
    "log_model": true,
    "batch_size": 128,
    "output_dir": "models",
    "min_lr_frac": 0.1,
    "warmup_frac": 0.02,
    "measure_seqs": 256,
    "weight_decay": 0.1,
    "measure_points": 8
   },
   "summary": {
    "device": "NVIDIA A100-SXM4-40GB",
    "final/self_repair_mean": 0.469289,
    "final/self_repair_pooled": 0.609385,
    "final/val_loss": 1.658616,
    "measure/measure_seconds": 9.268629,
    "measure/self_repair_layer0": -0.672434,
    "measure/self_repair_layer1": 0.852767,
    "measure/self_repair_layer2": 0.739311,
    "measure/self_repair_layer3": 0.648143,
    "measure/self_repair_layer4": 0.666549,
    "measure/self_repair_layer5": 0.526641,
    "measure/self_repair_mean": 0.469289,
    "measure/self_repair_pooled": 0.609385,
    "measure/step": 6103,
    "measure/tokens": 199983104,
    "measure/val_loss": 1.658616,
    "measurements": {
     "file": "media/table/measurements_6103_964375e25d1f5c27e7c4.table.json"
    },
    "n_params": 30044544,
    "steps": 6103,
    "train/grad_norm": 0.339136,
    "train/loss": 1.68183,
    "train/lr": 0.0001,
    "train/tokens_per_s": 162805.514111,
    "train_seconds": 1237.604709,
    "train_tokens_available": 473992236
   }
  },
  {
   "id": "z7oqo7od",
   "name": "standard-s2",
   "group": "dropout",
   "job_type": "train",
   "state": "finished",
   "sweep": "fhuassaa",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-25T04:02:33Z",
   "config": {
    "p": 0.1,
    "lr": 0.001,
    "arm": "standard",
    "ctx": 256,
    "seed": 2,
    "tags": [
     "sweep",
     "colab"
    ],
    "d_mlp": 1536,
    "smoke": false,
    "n_head": 8,
    "tokens": 200000000,
    "compile": false,
    "d_model": 384,
    "n_layer": 6,
    "offline": false,
    "data_dir": "/content/drive/MyDrive/trophic-cascade/tinystories",
    "run_name": null,
    "val_seqs": 1024,
    "grad_clip": 1,
    "log_model": true,
    "batch_size": 128,
    "output_dir": "models",
    "min_lr_frac": 0.1,
    "warmup_frac": 0.02,
    "measure_seqs": 256,
    "weight_decay": 0.1,
    "measure_points": 8
   },
   "summary": {
    "device": "NVIDIA A100-SXM4-40GB",
    "final/self_repair_mean": 0.478155,
    "final/self_repair_pooled": 0.603826,
    "final/val_loss": 1.658728,
    "measure/measure_seconds": 9.182828,
    "measure/self_repair_layer0": -0.493009,
    "measure/self_repair_layer1": 0.774982,
    "measure/self_repair_layer2": 0.753521,
    "measure/self_repair_layer3": 0.704591,
    "measure/self_repair_layer4": 0.663925,
    "measure/self_repair_layer5": 0.495795,
    "measure/self_repair_mean": 0.478155,
    "measure/self_repair_pooled": 0.603826,
    "measure/step": 6103,
    "measure/tokens": 199983104,
    "measure/val_loss": 1.658728,
    "measurements": {
     "file": "media/table/measurements_6103_91fbd3bffa20827b7fc5.table.json"
    },
    "n_params": 30044544,
    "steps": 6103,
    "train/grad_norm": 0.337624,
    "train/loss": 1.707387,
    "train/lr": 0.0001,
    "train/tokens_per_s": 162837.715254,
    "train_seconds": 1237.275625,
    "train_tokens_available": 473992236
   }
  },
  {
   "id": "7b5nmdi5",
   "name": "standard-s3",
   "group": "dropout",
   "job_type": "train",
   "state": "finished",
   "sweep": "fhuassaa",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-25T04:23:33Z",
   "config": {
    "p": 0.1,
    "lr": 0.001,
    "arm": "standard",
    "ctx": 256,
    "seed": 3,
    "tags": [
     "sweep",
     "colab"
    ],
    "d_mlp": 1536,
    "smoke": false,
    "n_head": 8,
    "tokens": 200000000,
    "compile": false,
    "d_model": 384,
    "n_layer": 6,
    "offline": false,
    "data_dir": "/content/drive/MyDrive/trophic-cascade/tinystories",
    "run_name": null,
    "val_seqs": 1024,
    "grad_clip": 1,
    "log_model": true,
    "batch_size": 128,
    "output_dir": "models",
    "min_lr_frac": 0.1,
    "warmup_frac": 0.02,
    "measure_seqs": 256,
    "weight_decay": 0.1,
    "measure_points": 8
   },
   "summary": {
    "device": "NVIDIA A100-SXM4-40GB",
    "final/self_repair_mean": 0.432502,
    "final/self_repair_pooled": 0.630435,
    "final/val_loss": 1.661001,
    "measure/measure_seconds": 9.166552,
    "measure/self_repair_layer0": -0.830729,
    "measure/self_repair_layer1": 0.810699,
    "measure/self_repair_layer2": 0.723319,
    "measure/self_repair_layer3": 0.701337,
    "measure/self_repair_layer4": 0.685631,
    "measure/self_repair_layer5": 0.530348,
    "measure/self_repair_mean": 0.432502,
    "measure/self_repair_pooled": 0.630435,
    "measure/step": 6103,
    "measure/tokens": 199983104,
    "measure/val_loss": 1.661001,
    "measurements": {
     "file": "media/table/measurements_6103_ca913a67fb71fc2c58ff.table.json"
    },
    "n_params": 30044544,
    "steps": 6103,
    "train/grad_norm": 0.338182,
    "train/loss": 1.685622,
    "train/lr": 0.0001,
    "train/tokens_per_s": 162863.007677,
    "train_seconds": 1237.068847,
    "train_tokens_available": 473992236
   }
  },
  {
   "id": "aoja09w6",
   "name": "standard-s4",
   "group": "dropout",
   "job_type": "train",
   "state": "finished",
   "sweep": "fhuassaa",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-25T04:44:35Z",
   "config": {
    "p": 0.1,
    "lr": 0.001,
    "arm": "standard",
    "ctx": 256,
    "seed": 4,
    "tags": [
     "sweep",
     "colab"
    ],
    "d_mlp": 1536,
    "smoke": false,
    "n_head": 8,
    "tokens": 200000000,
    "compile": false,
    "d_model": 384,
    "n_layer": 6,
    "offline": false,
    "data_dir": "/content/drive/MyDrive/trophic-cascade/tinystories",
    "run_name": null,
    "val_seqs": 1024,
    "grad_clip": 1,
    "log_model": true,
    "batch_size": 128,
    "output_dir": "models",
    "min_lr_frac": 0.1,
    "warmup_frac": 0.02,
    "measure_seqs": 256,
    "weight_decay": 0.1,
    "measure_points": 8
   },
   "summary": {
    "device": "NVIDIA A100-SXM4-40GB",
    "final/self_repair_mean": 0.457584,
    "final/self_repair_pooled": 0.591799,
    "final/val_loss": 1.660363,
    "measure/measure_seconds": 9.186695,
    "measure/self_repair_layer0": -0.477658,
    "measure/self_repair_layer1": 0.755942,
    "measure/self_repair_layer2": 0.747696,
    "measure/self_repair_layer3": 0.671617,
    "measure/self_repair_layer4": 0.654339,
    "measure/self_repair_layer5": 0.471079,
    "measure/self_repair_mean": 0.457584,
    "measure/self_repair_pooled": 0.591799,
    "measure/step": 6103,
    "measure/tokens": 199983104,
    "measure/val_loss": 1.660363,
    "measurements": {
     "file": "media/table/measurements_6103_e6396074af02570e24a9.table.json"
    },
    "n_params": 30044544,
    "steps": 6103,
    "train/grad_norm": 0.345564,
    "train/loss": 1.739862,
    "train/lr": 0.0001,
    "train/tokens_per_s": 162865.091497,
    "train_seconds": 1237.073337,
    "train_tokens_available": 473992236
   }
  },
  {
   "id": "wgxi6q2o",
   "name": "standard-s5",
   "group": "dropout",
   "job_type": "train",
   "state": "finished",
   "sweep": "fhuassaa",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-25T05:05:34Z",
   "config": {
    "p": 0.1,
    "lr": 0.001,
    "arm": "standard",
    "ctx": 256,
    "seed": 5,
    "tags": [
     "sweep",
     "colab"
    ],
    "d_mlp": 1536,
    "smoke": false,
    "n_head": 8,
    "tokens": 200000000,
    "compile": false,
    "d_model": 384,
    "n_layer": 6,
    "offline": false,
    "data_dir": "/content/drive/MyDrive/trophic-cascade/tinystories",
    "run_name": null,
    "val_seqs": 1024,
    "grad_clip": 1,
    "log_model": true,
    "batch_size": 128,
    "output_dir": "models",
    "min_lr_frac": 0.1,
    "warmup_frac": 0.02,
    "measure_seqs": 256,
    "weight_decay": 0.1,
    "measure_points": 8
   },
   "summary": {
    "device": "NVIDIA A100-SXM4-40GB",
    "final/self_repair_mean": 0.568511,
    "final/self_repair_pooled": 0.631737,
    "final/val_loss": 1.660799,
    "measure/measure_seconds": 9.178733,
    "measure/self_repair_layer0": -0.156331,
    "measure/self_repair_layer1": 0.898513,
    "measure/self_repair_layer2": 0.777692,
    "measure/self_repair_layer3": 0.699698,
    "measure/self_repair_layer4": 0.669992,
    "measure/self_repair_layer5": 0.481746,
    "measure/self_repair_mean": 0.568511,
    "measure/self_repair_pooled": 0.631737,
    "measure/step": 6103,
    "measure/tokens": 199983104,
    "measure/val_loss": 1.660799,
    "measurements": {
     "file": "media/table/measurements_6103_eba9d7726ddee77ed408.table.json"
    },
    "n_params": 30044544,
    "steps": 6103,
    "train/grad_norm": 0.334734,
    "train/loss": 1.638741,
    "train/lr": 0.0001,
    "train/tokens_per_s": 162865.06755,
    "train_seconds": 1237.065315,
    "train_tokens_available": 473992236
   }
  },
  {
   "id": "jlnsa7xj",
   "name": "drophead-s0",
   "group": "dropout",
   "job_type": "train",
   "state": "finished",
   "sweep": "fhuassaa",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-25T05:26:35Z",
   "config": {
    "p": 0.1,
    "lr": 0.001,
    "arm": "drophead",
    "ctx": 256,
    "seed": 0,
    "tags": [
     "sweep",
     "colab"
    ],
    "d_mlp": 1536,
    "smoke": false,
    "n_head": 8,
    "tokens": 200000000,
    "compile": false,
    "d_model": 384,
    "n_layer": 6,
    "offline": false,
    "data_dir": "/content/drive/MyDrive/trophic-cascade/tinystories",
    "run_name": null,
    "val_seqs": 1024,
    "grad_clip": 1,
    "log_model": true,
    "batch_size": 128,
    "output_dir": "models",
    "min_lr_frac": 0.1,
    "warmup_frac": 0.02,
    "measure_seqs": 256,
    "weight_decay": 0.1,
    "measure_points": 8
   },
   "summary": {
    "device": "NVIDIA A100-SXM4-40GB",
    "final/self_repair_mean": 0.523568,
    "final/self_repair_pooled": 0.683464,
    "final/val_loss": 1.626211,
    "measure/measure_seconds": 9.179725,
    "measure/self_repair_layer0": -0.29985,
    "measure/self_repair_layer1": 0.755917,
    "measure/self_repair_layer2": 0.719632,
    "measure/self_repair_layer3": 0.758326,
    "measure/self_repair_layer4": 0.783297,
    "measure/self_repair_layer5": 0.546714,
    "measure/self_repair_mean": 0.523568,
    "measure/self_repair_pooled": 0.683464,
    "measure/step": 6103,
    "measure/tokens": 199983104,
    "measure/val_loss": 1.626211,
    "measurements": {
     "file": "media/table/measurements_6103_c012363b792003f1ee16.table.json"
    },
    "n_params": 30044544,
    "steps": 6103,
    "train/grad_norm": 0.407361,
    "train/loss": 1.613449,
    "train/lr": 0.0001,
    "train/tokens_per_s": 163568.627307,
    "train_seconds": 1231.785069,
    "train_tokens_available": 473992236
   }
  },
  {
   "id": "5o6hsruz",
   "name": "drophead-s1",
   "group": "dropout",
   "job_type": "train",
   "state": "finished",
   "sweep": "fhuassaa",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-25T05:47:34Z",
   "config": {
    "p": 0.1,
    "lr": 0.001,
    "arm": "drophead",
    "ctx": 256,
    "seed": 1,
    "tags": [
     "sweep",
     "colab"
    ],
    "d_mlp": 1536,
    "smoke": false,
    "n_head": 8,
    "tokens": 200000000,
    "compile": false,
    "d_model": 384,
    "n_layer": 6,
    "offline": false,
    "data_dir": "/content/drive/MyDrive/trophic-cascade/tinystories",
    "run_name": null,
    "val_seqs": 1024,
    "grad_clip": 1,
    "log_model": true,
    "batch_size": 128,
    "output_dir": "models",
    "min_lr_frac": 0.1,
    "warmup_frac": 0.02,
    "measure_seqs": 256,
    "weight_decay": 0.1,
    "measure_points": 8
   },
   "summary": {
    "device": "NVIDIA A100-SXM4-40GB",
    "final/self_repair_mean": 0.560448,
    "final/self_repair_pooled": 0.652906,
    "final/val_loss": 1.626192,
    "measure/measure_seconds": 9.18282,
    "measure/self_repair_layer0": -0.065224,
    "measure/self_repair_layer1": 0.766745,
    "measure/self_repair_layer2": 0.66757,
    "measure/self_repair_layer3": 0.769426,
    "measure/self_repair_layer4": 0.592265,
    "measure/self_repair_layer5": 0.608332,
    "measure/self_repair_mean": 0.560448,
    "measure/self_repair_pooled": 0.652906,
    "measure/step": 6103,
    "measure/tokens": 199983104,
    "measure/val_loss": 1.626192,
    "measurements": {
     "file": "media/table/measurements_6103_ddefcc7c8349a1cbc5c2.table.json"
    },
    "n_params": 30044544,
    "steps": 6103,
    "train/grad_norm": 0.401682,
    "train/loss": 1.584382,
    "train/lr": 0.0001,
    "train/tokens_per_s": 163577.824925,
    "train_seconds": 1231.719122,
    "train_tokens_available": 473992236
   }
  },
  {
   "id": "6j67iu7u",
   "name": "drophead-s2",
   "group": "dropout",
   "job_type": "train",
   "state": "finished",
   "sweep": "fhuassaa",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-25T06:08:32Z",
   "config": {
    "p": 0.1,
    "lr": 0.001,
    "arm": "drophead",
    "ctx": 256,
    "seed": 2,
    "tags": [
     "sweep",
     "colab"
    ],
    "d_mlp": 1536,
    "smoke": false,
    "n_head": 8,
    "tokens": 200000000,
    "compile": false,
    "d_model": 384,
    "n_layer": 6,
    "offline": false,
    "data_dir": "/content/drive/MyDrive/trophic-cascade/tinystories",
    "run_name": null,
    "val_seqs": 1024,
    "grad_clip": 1,
    "log_model": true,
    "batch_size": 128,
    "output_dir": "models",
    "min_lr_frac": 0.1,
    "warmup_frac": 0.02,
    "measure_seqs": 256,
    "weight_decay": 0.1,
    "measure_points": 8
   },
   "summary": {
    "device": "NVIDIA A100-SXM4-40GB",
    "final/self_repair_mean": 0.580813,
    "final/self_repair_pooled": 0.671127,
    "final/val_loss": 1.625009,
    "measure/measure_seconds": 9.164364,
    "measure/self_repair_layer0": 0.025698,
    "measure/self_repair_layer1": 0.781116,
    "measure/self_repair_layer2": 0.7788,
    "measure/self_repair_layer3": 0.741879,
    "measure/self_repair_layer4": 0.698473,
    "measure/self_repair_layer5": 0.548062,
    "measure/self_repair_mean": 0.580813,
    "measure/self_repair_pooled": 0.671127,
    "measure/step": 6103,
    "measure/tokens": 199983104,
    "measure/val_loss": 1.625009,
    "measurements": {
     "file": "media/table/measurements_6103_94d11cc9314f8b65de25.table.json"
    },
    "n_params": 30044544,
    "steps": 6103,
    "train/grad_norm": 0.40539,
    "train/loss": 1.608475,
    "train/lr": 0.0001,
    "train/tokens_per_s": 163556.971532,
    "train_seconds": 1231.856524,
    "train_tokens_available": 473992236
   }
  },
  {
   "id": "k6zpon6c",
   "name": "drophead-s3",
   "group": "dropout",
   "job_type": "train",
   "state": "finished",
   "sweep": "fhuassaa",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-25T06:29:27Z",
   "config": {
    "p": 0.1,
    "lr": 0.001,
    "arm": "drophead",
    "ctx": 256,
    "seed": 3,
    "tags": [
     "sweep",
     "colab"
    ],
    "d_mlp": 1536,
    "smoke": false,
    "n_head": 8,
    "tokens": 200000000,
    "compile": false,
    "d_model": 384,
    "n_layer": 6,
    "offline": false,
    "data_dir": "/content/drive/MyDrive/trophic-cascade/tinystories",
    "run_name": null,
    "val_seqs": 1024,
    "grad_clip": 1,
    "log_model": true,
    "batch_size": 128,
    "output_dir": "models",
    "min_lr_frac": 0.1,
    "warmup_frac": 0.02,
    "measure_seqs": 256,
    "weight_decay": 0.1,
    "measure_points": 8
   },
   "summary": {
    "device": "NVIDIA A100-SXM4-40GB",
    "final/self_repair_mean": 0.596938,
    "final/self_repair_pooled": 0.690889,
    "final/val_loss": 1.626433,
    "measure/measure_seconds": 9.193908,
    "measure/self_repair_layer0": 0.165836,
    "measure/self_repair_layer1": 0.761195,
    "measure/self_repair_layer2": 0.699339,
    "measure/self_repair_layer3": 0.764593,
    "measure/self_repair_layer4": 0.734628,
    "measure/self_repair_layer5": 0.629053,
    "measure/self_repair_mean": 0.596938,
    "measure/self_repair_pooled": 0.690889,
    "measure/step": 6103,
    "measure/tokens": 199983104,
    "measure/val_loss": 1.626433,
    "measurements": {
     "file": "media/table/measurements_6103_6efd3cbef5326f3b5537.table.json"
    },
    "n_params": 30044544,
    "steps": 6103,
    "train/grad_norm": 0.40627,
    "train/loss": 1.590944,
    "train/lr": 0.0001,
    "train/tokens_per_s": 163588.588196,
    "train_seconds": 1231.649262,
    "train_tokens_available": 473992236
   }
  },
  {
   "id": "dpxouw3m",
   "name": "drophead-s4",
   "group": "dropout",
   "job_type": "train",
   "state": "finished",
   "sweep": "fhuassaa",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-25T06:50:24Z",
   "config": {
    "p": 0.1,
    "lr": 0.001,
    "arm": "drophead",
    "ctx": 256,
    "seed": 4,
    "tags": [
     "sweep",
     "colab"
    ],
    "d_mlp": 1536,
    "smoke": false,
    "n_head": 8,
    "tokens": 200000000,
    "compile": false,
    "d_model": 384,
    "n_layer": 6,
    "offline": false,
    "data_dir": "/content/drive/MyDrive/trophic-cascade/tinystories",
    "run_name": null,
    "val_seqs": 1024,
    "grad_clip": 1,
    "log_model": true,
    "batch_size": 128,
    "output_dir": "models",
    "min_lr_frac": 0.1,
    "warmup_frac": 0.02,
    "measure_seqs": 256,
    "weight_decay": 0.1,
    "measure_points": 8
   },
   "summary": {
    "device": "NVIDIA A100-SXM4-40GB",
    "final/self_repair_mean": 0.506173,
    "final/self_repair_pooled": 0.641672,
    "final/val_loss": 1.622954,
    "measure/measure_seconds": 9.159548,
    "measure/self_repair_layer0": -0.293867,
    "measure/self_repair_layer1": 0.747358,
    "measure/self_repair_layer2": 0.704449,
    "measure/self_repair_layer3": 0.667402,
    "measure/self_repair_layer4": 0.706349,
    "measure/self_repair_layer5": 0.58759,
    "measure/self_repair_mean": 0.506173,
    "measure/self_repair_pooled": 0.641672,
    "measure/step": 6103,
    "measure/tokens": 199983104,
    "measure/val_loss": 1.622954,
    "measurements": {
     "file": "media/table/measurements_6103_96f3417ead13cd8fa62a.table.json"
    },
    "n_params": 30044544,
    "steps": 6103,
    "train/grad_norm": 0.401111,
    "train/loss": 1.645606,
    "train/lr": 0.0001,
    "train/tokens_per_s": 163572.824843,
    "train_seconds": 1231.733157,
    "train_tokens_available": 473992236
   }
  },
  {
   "id": "d59he38q",
   "name": "drophead-s5",
   "group": "dropout",
   "job_type": "train",
   "state": "finished",
   "sweep": "fhuassaa",
   "tags": [
    "colab",
    "sweep"
   ],
   "notes": null,
   "created_at": "2026-09-25T07:11:21Z",
   "config": {
    "p": 0.1,
    "lr": 0.001,
    "arm": "drophead",
    "ctx": 256,
    "seed": 5,
    "tags": [
     "sweep",
     "colab"
    ],
    "d_mlp": 1536,
    "smoke": false,
    "n_head": 8,
    "tokens": 200000000,
    "compile": false,
    "d_model": 384,
    "n_layer": 6,
    "offline": false,
    "data_dir": "/content/drive/MyDrive/trophic-cascade/tinystories",
    "run_name": null,
    "val_seqs": 1024,
    "grad_clip": 1,
    "log_model": true,
    "batch_size": 128,
    "output_dir": "models",
    "min_lr_frac": 0.1,
    "warmup_frac": 0.02,
    "measure_seqs": 256,
    "weight_decay": 0.1,
    "measure_points": 8
   },
   "summary": {
    "device": "NVIDIA A100-SXM4-40GB",
    "final/self_repair_mean": 0.617558,
    "final/self_repair_pooled": 0.67929,
    "final/val_loss": 1.627098,
    "measure/measure_seconds": 9.174052,
    "measure/self_repair_layer0": 0.132248,
    "measure/self_repair_layer1": 0.779531,
    "measure/self_repair_layer2": 0.777056,
    "measure/self_repair_layer3": 0.706663,
    "measure/self_repair_layer4": 0.740294,
    "measure/self_repair_layer5": 0.559524,
    "measure/self_repair_mean": 0.617558,
    "measure/self_repair_pooled": 0.67929,
    "measure/step": 6103,
    "measure/tokens": 199983104,
    "measure/val_loss": 1.627098,
    "measurements": {
     "file": "media/table/measurements_6103_2c7a5b3dfecbe7591188.table.json"
    },
    "n_params": 30044544,
    "steps": 6103,
    "train/grad_norm": 0.405517,
    "train/loss": 1.548034,
    "train/lr": 0.0001,
    "train/tokens_per_s": 163568.80988,
    "train_seconds": 1231.777996,
    "train_tokens_available": 473992236
   }
  }
 ]
}