Tech spike: four smoke-test runs and a divergence-stop test

Pipeline works on MPS (~105 s per 300-step run), results are reproducible, and the divergence stop works. Not experimental evidence. Claude-Session: https://claude.ai/code/session_01S8KN7NuUCm8nXLmy6eDuVv
2026-10-28 18:14:26 +00:00
1 parent 55ba128dcc
commit 84b04d12e9
@@ -0,0 +1,38 @@
+{
+  "out_dir": "/Users/nik/ISE/9.CS6513/thesis/06-experiments/runs/20261028-181408_test-divergence-stop",
+  "eval_interval": 1000,
+  "log_interval": 10,
+  "eval_iters": 20,
+  "eval_only": false,
+  "always_save_checkpoint": false,
+  "init_from": "scratch",
+  "wandb_log": false,
+  "wandb_project": "owt",
+  "wandb_run_name": "gpt2",
+  "dataset": "tinystories_spike",
+  "gradient_accumulation_steps": 1,
+  "batch_size": 32,
+  "block_size": 256,
+  "n_layer": 4,
+  "n_head": 4,
+  "n_embd": 256,
+  "dropout": 0.0,
+  "bias": false,
+  "qk_norm": false,
+  "seed": 1337,
+  "data_root": "/Users/nik/ISE/9.CS6513/thesis/06-experiments/data",
+  "learning_rate": 0.1,
+  "max_iters": 60,
+  "weight_decay": 0.1,
+  "beta1": 0.9,
+  "beta2": 0.95,
+  "grad_clip": 1.0,
+  "decay_lr": true,
+  "warmup_iters": 5,
+  "lr_decay_iters": 60,
+  "min_lr": 0.0001,
+  "backend": "nccl",
+  "device": "mps",
+  "dtype": "float32",
+  "compile": false
+}
@@ -0,0 +1,2 @@
+{"type": "eval", "iter": 0, "train_loss": 10.9141, "val_loss": 10.9167, "t": 5.48}
+{"type": "train", "iter": 0, "loss": 10.9193, "ms": 4405.09, "t": 5.8}
@@ -0,0 +1,89 @@
+{
+  "run_id": "20261028-181408_test-divergence-stop",
+  "name": "test-divergence-stop",
+  "note": "plumbing test of the divergence stop (threshold set artificially low); not an experiment",
+  "status": "diverged",
+  "started": "2026-10-28T18:14:08+00:00",
+  "command": "/Users/nik/ISE/9.CS6513/thesis/06-experiments/.venv/bin/python /Users/nik/ISE/9.CS6513/thesis/06-experiments/nanogpt/train.py configs/spike.py --out_dir=/Users/nik/ISE/9.CS6513/thesis/06-experiments/runs/20261028-181408_test-divergence-stop --data_root=/Users/nik/ISE/9.CS6513/thesis/06-experiments/data --learning_rate=1e-1 --max_iters=60 --lr_decay_iters=60 --warmup_iters=5 --eval_interval=1000",
+  "config_file": "configs/spike.py",
+  "overrides": [
+    "learning_rate=1e-1",
+    "max_iters=60",
+    "lr_decay_iters=60",
+    "warmup_iters=5",
+    "eval_interval=1000"
+  ],
+  "config_requested": {
+    "dataset": "tinystories_spike",
+    "device": "mps",
+    "dtype": "float32",
+    "compile": false,
+    "n_layer": 4,
+    "n_head": 4,
+    "n_embd": 256,
+    "block_size": 256,
+    "bias": false,
+    "dropout": 0.0,
+    "qk_norm": false,
+    "batch_size": 32,
+    "gradient_accumulation_steps": 1,
+    "learning_rate": 0.1,
+    "max_iters": 60,
+    "lr_decay_iters": 60,
+    "min_lr": 0.0001,
+    "warmup_iters": 5,
+    "weight_decay": 0.1,
+    "grad_clip": 1.0,
+    "eval_interval": 1000,
+    "eval_iters": 20,
+    "log_interval": 10,
+    "always_save_checkpoint": false,
+    "seed": 1337
+  },
+  "git": {
+    "commit": "55ba128dcca8310f85e99e172fe920a8c53a3a79",
+    "branch": "main",
+    "dirty": false
+  },
+  "nanogpt_upstream_commit": "3adf61e154c3fe3fca428ad6bc3818b27a3b8291",
+  "data": {
+    "dataset": "TinyStories V2 (GPT-4)",
+    "source": "https://huggingface.co/datasets/roneneldan/TinyStories/resolve/main/",
+    "tokenizer": "tiktoken gpt2",
+    "files": {
+      "TinyStoriesV2-GPT4-valid.txt": "6874bae9a4c1a4e7edcf0e53b86c17817e9cf881fc75ff2368da457b80c0585d"
+    },
+    "split": "valid file split 90/10 by story order: 24867 train / 2763 val stories",
+    "tokens": {
+      "train": 4920360,
+      "val": 548664
+    },
+    "train_bin_bytes": 9840720,
+    "val_bin_bytes": 1097328
+  },
+  "environment": {
+    "host": "Cormacs-MacBook-Pro.local",
+    "platform": "macOS-15.7.7-arm64-arm-64bit",
+    "machine": "arm64",
+    "cpu": "Apple M4 Pro",
+    "python": "3.12.14",
+    "torch": "2.15.0",
+    "mps_available": true,
+    "cuda_available": false
+  },
+  "finished": "2026-10-28T18:14:15+00:00",
+  "wall_seconds": 5.8,
+  "summary": {
+    "params_millions_nanogpt_count": 16.03,
+    "first_train_loss": 10.9193,
+    "last_train_loss": 10.9193,
+    "last_eval": {
+      "iter": 0,
+      "train_loss": 10.9141,
+      "val_loss": 10.9167
+    },
+    "best_val_loss": 10.9167,
+    "diverged_at_iter": 0,
+    "returncode": -15
+  }
+}