Cormac Shannon
84b04d12e9
Pipeline works on MPS (~105 s per 300-step run), results are reproducible, and the divergence stop works. Not experimental evidence. Claude-Session: https://claude.ai/code/session_01S8KN7NuUCm8nXLmy6eDuVv
89 lines
2.7 KiB
JSON
89 lines
2.7 KiB
JSON
{
|
|
"run_id": "20261028-181408_test-divergence-stop",
|
|
"name": "test-divergence-stop",
|
|
"note": "plumbing test of the divergence stop (threshold set artificially low); not an experiment",
|
|
"status": "diverged",
|
|
"started": "2026-10-28T18:14:08+00:00",
|
|
"command": "/Users/nik/ISE/9.CS6513/thesis/06-experiments/.venv/bin/python /Users/nik/ISE/9.CS6513/thesis/06-experiments/nanogpt/train.py configs/spike.py --out_dir=/Users/nik/ISE/9.CS6513/thesis/06-experiments/runs/20261028-181408_test-divergence-stop --data_root=/Users/nik/ISE/9.CS6513/thesis/06-experiments/data --learning_rate=1e-1 --max_iters=60 --lr_decay_iters=60 --warmup_iters=5 --eval_interval=1000",
|
|
"config_file": "configs/spike.py",
|
|
"overrides": [
|
|
"learning_rate=1e-1",
|
|
"max_iters=60",
|
|
"lr_decay_iters=60",
|
|
"warmup_iters=5",
|
|
"eval_interval=1000"
|
|
],
|
|
"config_requested": {
|
|
"dataset": "tinystories_spike",
|
|
"device": "mps",
|
|
"dtype": "float32",
|
|
"compile": false,
|
|
"n_layer": 4,
|
|
"n_head": 4,
|
|
"n_embd": 256,
|
|
"block_size": 256,
|
|
"bias": false,
|
|
"dropout": 0.0,
|
|
"qk_norm": false,
|
|
"batch_size": 32,
|
|
"gradient_accumulation_steps": 1,
|
|
"learning_rate": 0.1,
|
|
"max_iters": 60,
|
|
"lr_decay_iters": 60,
|
|
"min_lr": 0.0001,
|
|
"warmup_iters": 5,
|
|
"weight_decay": 0.1,
|
|
"grad_clip": 1.0,
|
|
"eval_interval": 1000,
|
|
"eval_iters": 20,
|
|
"log_interval": 10,
|
|
"always_save_checkpoint": false,
|
|
"seed": 1337
|
|
},
|
|
"git": {
|
|
"commit": "55ba128dcca8310f85e99e172fe920a8c53a3a79",
|
|
"branch": "main",
|
|
"dirty": false
|
|
},
|
|
"nanogpt_upstream_commit": "3adf61e154c3fe3fca428ad6bc3818b27a3b8291",
|
|
"data": {
|
|
"dataset": "TinyStories V2 (GPT-4)",
|
|
"source": "https://huggingface.co/datasets/roneneldan/TinyStories/resolve/main/",
|
|
"tokenizer": "tiktoken gpt2",
|
|
"files": {
|
|
"TinyStoriesV2-GPT4-valid.txt": "6874bae9a4c1a4e7edcf0e53b86c17817e9cf881fc75ff2368da457b80c0585d"
|
|
},
|
|
"split": "valid file split 90/10 by story order: 24867 train / 2763 val stories",
|
|
"tokens": {
|
|
"train": 4920360,
|
|
"val": 548664
|
|
},
|
|
"train_bin_bytes": 9840720,
|
|
"val_bin_bytes": 1097328
|
|
},
|
|
"environment": {
|
|
"host": "Cormacs-MacBook-Pro.local",
|
|
"platform": "macOS-15.7.7-arm64-arm-64bit",
|
|
"machine": "arm64",
|
|
"cpu": "Apple M4 Pro",
|
|
"python": "3.12.14",
|
|
"torch": "2.15.0",
|
|
"mps_available": true,
|
|
"cuda_available": false
|
|
},
|
|
"finished": "2026-10-28T18:14:15+00:00",
|
|
"wall_seconds": 5.8,
|
|
"summary": {
|
|
"params_millions_nanogpt_count": 16.03,
|
|
"first_train_loss": 10.9193,
|
|
"last_train_loss": 10.9193,
|
|
"last_eval": {
|
|
"iter": 0,
|
|
"train_loss": 10.9141,
|
|
"val_loss": 10.9167
|
|
},
|
|
"best_val_loss": 10.9167,
|
|
"diverged_at_iter": 0,
|
|
"returncode": -15
|
|
}
|
|
} |