{
  "run_id": "20261028-181408_test-divergence-stop",
  "name": "test-divergence-stop",
  "note": "plumbing test of the divergence stop (threshold set artificially low); not an experiment",
  "status": "diverged",
  "started": "2026-10-28T18:14:08+00:00",
  "command": "/Users/nik/ISE/9.CS6513/thesis/06-experiments/.venv/bin/python /Users/nik/ISE/9.CS6513/thesis/06-experiments/nanogpt/train.py configs/spike.py --out_dir=/Users/nik/ISE/9.CS6513/thesis/06-experiments/runs/20261028-181408_test-divergence-stop --data_root=/Users/nik/ISE/9.CS6513/thesis/06-experiments/data --learning_rate=1e-1 --max_iters=60 --lr_decay_iters=60 --warmup_iters=5 --eval_interval=1000",
  "config_file": "configs/spike.py",
  "overrides": [
    "learning_rate=1e-1",
    "max_iters=60",
    "lr_decay_iters=60",
    "warmup_iters=5",
    "eval_interval=1000"
  ],
  "config_requested": {
    "dataset": "tinystories_spike",
    "device": "mps",
    "dtype": "float32",
    "compile": false,
    "n_layer": 4,
    "n_head": 4,
    "n_embd": 256,
    "block_size": 256,
    "bias": false,
    "dropout": 0.0,
    "qk_norm": false,
    "batch_size": 32,
    "gradient_accumulation_steps": 1,
    "learning_rate": 0.1,
    "max_iters": 60,
    "lr_decay_iters": 60,
    "min_lr": 0.0001,
    "warmup_iters": 5,
    "weight_decay": 0.1,
    "grad_clip": 1.0,
    "eval_interval": 1000,
    "eval_iters": 20,
    "log_interval": 10,
    "always_save_checkpoint": false,
    "seed": 1337
  },
  "git": {
    "commit": "55ba128dcca8310f85e99e172fe920a8c53a3a79",
    "branch": "main",
    "dirty": false
  },
  "nanogpt_upstream_commit": "3adf61e154c3fe3fca428ad6bc3818b27a3b8291",
  "data": {
    "dataset": "TinyStories V2 (GPT-4)",
    "source": "https://huggingface.co/datasets/roneneldan/TinyStories/resolve/main/",
    "tokenizer": "tiktoken gpt2",
    "files": {
      "TinyStoriesV2-GPT4-valid.txt": "6874bae9a4c1a4e7edcf0e53b86c17817e9cf881fc75ff2368da457b80c0585d"
    },
    "split": "valid file split 90/10 by story order: 24867 train / 2763 val stories",
    "tokens": {
      "train": 4920360,
      "val": 548664
    },
    "train_bin_bytes": 9840720,
    "val_bin_bytes": 1097328
  },
  "environment": {
    "host": "Cormacs-MacBook-Pro.local",
    "platform": "macOS-15.7.7-arm64-arm-64bit",
    "machine": "arm64",
    "cpu": "Apple M4 Pro",
    "python": "3.12.14",
    "torch": "2.15.0",
    "mps_available": true,
    "cuda_available": false
  },
  "finished": "2026-10-28T18:14:15+00:00",
  "wall_seconds": 5.8,
  "summary": {
    "params_millions_nanogpt_count": 16.03,
    "first_train_loss": 10.9193,
    "last_train_loss": 10.9193,
    "last_eval": {
      "iter": 0,
      "train_loss": 10.9141,
      "val_loss": 10.9167
    },
    "best_val_loss": 10.9167,
    "diverged_at_iter": 0,
    "returncode": -15
  }
}