diff --git a/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/four_head_5seed/protocol.yaml b/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/four_head_5seed/protocol.yaml
new file mode 100644
index 0000000..197d7c7
--- /dev/null
+++ b/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/four_head_5seed/protocol.yaml
@@ -0,0 +1,145 @@
+protocol:
+ name: nanogpt_four_head_2026_08_27_ww_baseline
+ version: 1
+ description: Four-corpus-equivalent-epoch AdamW and MuonClip baselines with five paired seeds, four attention heads, and WeightWatcher raw and clip_xmax monitoring.
+
+dataset:
+ name: HuggingFaceFW/fineweb-edu
+ config: sample-10BT
+ split: train
+ revision: 593b3a867298afb8ce42625a270ef20ddcad28f9
+ tokenizer: gpt2
+ train_tokens: 80000000
+ val_tokens: 1000000
+ test_tokens: 1000000
+
+model:
+ vocab_size: 50257
+ block_size: 256
+ n_layer: 1
+ n_head: 4
+ n_embd: 128
+ dropout: 0.0
+ bias: false
+ tie_weights: true
+
+training:
+ seeds: [1337, 2027, 4099, 31415, 271828]
+ batch_size: 4
+ grad_accum_steps: 8
+ target_epochs: 4.0
+ epoch_interval: 0.25
+ eval_interval_steps: 500
+ eval_batches: 64
+ checkpoint_interval_steps: 500
+ grad_clip: 1.0
+
+optimizer_profiles:
+ sgd_momentum:
+ display_name: SGD + Nesterov momentum (not a campaign arm)
+ family: sgd
+ learning_rate: 0.05
+ min_learning_rate: 0.005
+ warmup_fraction: 0.10
+ lr_schedule_epochs: 1.0
+ schedule: warmup_cosine
+ momentum: 0.90
+ dampening: 0.0
+ nesterov: true
+ weight_decay: 0.01
+
+ adamw:
+ display_name: AdamW
+ family: adamw
+ learning_rate: 0.0006
+ min_learning_rate: 0.00006
+ warmup_fraction: 0.01
+ lr_schedule_epochs: 1.0
+ schedule: warmup_cosine
+ beta1: 0.90
+ beta2: 0.95
+ epsilon: 1.0e-8
+ weight_decay: 0.10
+
+ adam:
+ display_name: Adam (not a campaign arm)
+ family: adam
+ learning_rate: 0.0006
+ min_learning_rate: 0.00006
+ warmup_fraction: 0.01
+ lr_schedule_epochs: 1.0
+ schedule: warmup_cosine
+ beta1: 0.90
+ beta2: 0.95
+ epsilon: 1.0e-8
+ weight_decay: 0.0
+
+ muon:
+ display_name: Muon + auxiliary AdamW (not a campaign arm)
+ family: muon
+ matrix_learning_rate: 0.02
+ matrix_min_learning_rate: 0.002
+ aux_learning_rate: 0.0003
+ aux_min_learning_rate: 0.00003
+ warmup_fraction: 0.05
+ lr_schedule_epochs: 1.0
+ schedule: warmup_cosine
+ momentum: 0.95
+ nesterov: true
+ newton_schulz_steps: 5
+ muon_epsilon: 1.0e-7
+ matrix_weight_decay: 0.01
+ beta1: 0.90
+ beta2: 0.95
+ epsilon: 1.0e-8
+ aux_weight_decay: 0.01
+
+ muon_clip:
+ display_name: MuonClip + auxiliary AdamW
+ family: muon_clip
+ learning_rate: 0.0002
+ min_learning_rate: 0.00002
+ warmup_fraction: 0.0512
+ lr_schedule_epochs: 1.0
+ schedule: warmup_cosine
+ momentum: 0.95
+ nesterov: false
+ newton_schulz_steps: 5
+ muon_epsilon: 1.0e-7
+ weight_decay: 0.10
+ update_rms_scale: 0.20
+ qk_clip_threshold: 100.0
+ qk_clip_balance: 0.50
+ qk_diagnostics_interval: 500
+ beta1: 0.90
+ beta2: 0.95
+ epsilon: 1.0e-8
+
+evaluation:
+ train_probe_seed: 21001
+ validation_probe_seed: 22001
+ test_probe_seed: 23001
+ bleu_probe_seed: 24001
+ bleu_examples: 64
+ bleu_prompt_tokens: 64
+ bleu_continuation_tokens: 32
+ bleu_batch_size: 4
+
+weightwatcher:
+ enabled: true
+ ERG: true
+ randomize: true
+ strict: true
+ min_evals: 20
+ fix_fingers: clip_xmax
+ max_fingers: 10
+ require_raw_alpha: true
+
+runtime:
+ matmul_precision: highest
+ allow_tf32: false
+ cudnn_benchmark: false
+ mps_fallback: true
+ deterministic_algorithms: true
+ deterministic_warn_only: false
+ empty_mps_cache_after_weightwatcher: true
diff --git a/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/four_head_5seed/report.html b/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/four_head_5seed/report.html
new file mode 100644
index 0000000..29bc914
--- /dev/null
+++ b/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/four_head_5seed/report.html
@@ -0,0 +1,467 @@
+
+
+
+
+Four-head nanoGPT five-seed analysis
+
+
+
+Four-head nanoGPT: AdamW versus MuonClip
+Five paired seeds: 1337, 2027, 4099, 31415, 271828.
+
+Completion status
+
+
+
+ | optimizer |
+ optimizer_label |
+ seed |
+ complete |
+ steps |
+ final_test_loss |
+ final_test_bleu |
+ run_dir |
+
+
+
+
+ | adamw |
+ AdamW |
+ 1337 |
+ True |
+ 39063 |
+ 6.549376 |
+ 0.247733 |
+ /tmp/rg-nanogpt-four-head-20260827/results/adamw/seed_1337 |
+
+
+ | adamw |
+ AdamW |
+ 2027 |
+ True |
+ 39063 |
+ 5.385771 |
+ 0.690209 |
+ /tmp/rg-nanogpt-four-head-20260827/results/adamw/seed_2027 |
+
+
+ | adamw |
+ AdamW |
+ 4099 |
+ True |
+ 39063 |
+ 6.572981 |
+ 0.432271 |
+ /tmp/rg-nanogpt-four-head-20260827/results/adamw/seed_4099 |
+
+
+ | adamw |
+ AdamW |
+ 31415 |
+ True |
+ 39063 |
+ 5.903410 |
+ 0.416945 |
+ /tmp/rg-nanogpt-four-head-20260827/results/adamw/seed_31415 |
+
+
+ | adamw |
+ AdamW |
+ 271828 |
+ True |
+ 39063 |
+ 5.660902 |
+ 0.513238 |
+ /tmp/rg-nanogpt-four-head-20260827/results/adamw/seed_271828 |
+
+
+ | muon_clip |
+ MuonClip |
+ 1337 |
+ True |
+ 39063 |
+ 5.856352 |
+ 0.444428 |
+ /tmp/rg-nanogpt-four-head-20260827/results/muon_clip/seed_1337 |
+
+
+ | muon_clip |
+ MuonClip |
+ 2027 |
+ True |
+ 39063 |
+ 5.632226 |
+ 0.653022 |
+ /tmp/rg-nanogpt-four-head-20260827/results/muon_clip/seed_2027 |
+
+
+ | muon_clip |
+ MuonClip |
+ 4099 |
+ True |
+ 39063 |
+ 6.210440 |
+ 0.240927 |
+ /tmp/rg-nanogpt-four-head-20260827/results/muon_clip/seed_4099 |
+
+
+ | muon_clip |
+ MuonClip |
+ 31415 |
+ True |
+ 39063 |
+ 5.751830 |
+ 0.404720 |
+ /tmp/rg-nanogpt-four-head-20260827/results/muon_clip/seed_31415 |
+
+
+ | muon_clip |
+ MuonClip |
+ 271828 |
+ True |
+ 39063 |
+ 6.512031 |
+ 0.429166 |
+ /tmp/rg-nanogpt-four-head-20260827/results/muon_clip/seed_271828 |
+
+
+
+
+Held-out test summary
+
+
+
+ | optimizer |
+ checkpoint |
+ test_loss |
+ test_perplexity |
+ test_accuracy |
+ test_top5_accuracy |
+ test_bleu |
+ test_continuation_token_accuracy |
+
+
+ |
+ |
+ count |
+ mean |
+ std |
+ count |
+ mean |
+ std |
+ count |
+ mean |
+ std |
+ count |
+ mean |
+ std |
+ count |
+ mean |
+ std |
+ count |
+ mean |
+ std |
+
+
+
+
+ | adamw |
+ final |
+ 5 |
+ 6.014488 |
+ 0.531664 |
+ 5 |
+ 457.255696 |
+ 234.132277 |
+ 5 |
+ 0.163257 |
+ 0.034601 |
+ 5 |
+ 0.318628 |
+ 0.051642 |
+ 5 |
+ 0.460079 |
+ 0.160865 |
+ 5 |
+ 0.022461 |
+ 0.003347 |
+
+
+ | adamw |
+ validation_selected |
+ 5 |
+ 5.700518 |
+ 0.361662 |
+ 5 |
+ 317.137042 |
+ 136.137852 |
+ 5 |
+ 0.184805 |
+ 0.024026 |
+ 5 |
+ 0.350369 |
+ 0.036404 |
+ 5 |
+ 0.547807 |
+ 0.135450 |
+ 5 |
+ 0.024316 |
+ 0.003425 |
+
+
+ | muon_clip |
+ final |
+ 5 |
+ 5.992575 |
+ 0.361824 |
+ 5 |
+ 422.921627 |
+ 162.779180 |
+ 5 |
+ 0.171960 |
+ 0.019319 |
+ 5 |
+ 0.330957 |
+ 0.030304 |
+ 5 |
+ 0.434453 |
+ 0.146830 |
+ 5 |
+ 0.024805 |
+ 0.003866 |
+
+
+ | muon_clip |
+ validation_selected |
+ 5 |
+ 5.862132 |
+ 0.216198 |
+ 5 |
+ 358.435895 |
+ 83.430356 |
+ 5 |
+ 0.177106 |
+ 0.014019 |
+ 5 |
+ 0.340280 |
+ 0.020654 |
+ 5 |
+ 0.430188 |
+ 0.153888 |
+ 5 |
+ 0.023730 |
+ 0.002643 |
+
+
+
+
+Paired MuonClip-minus-AdamW differences
+
+
+
+ | checkpoint |
+ metric |
+ n |
+ mean_muon_clip_minus_adamw |
+ sd |
+ ci95_lower |
+ ci95_upper |
+ paired_t |
+ paired_p_two_sided |
+
+
+
+
+ | final |
+ test_loss |
+ 5 |
+ -0.021913 |
+ 0.595284 |
+ -0.761056 |
+ 0.717230 |
+ -0.082311 |
+ 0.938354 |
+
+
+ | final |
+ test_perplexity |
+ 5 |
+ -34.334069 |
+ 282.269870 |
+ -384.818405 |
+ 316.150267 |
+ -0.271986 |
+ 0.799095 |
+
+
+ | final |
+ test_accuracy |
+ 5 |
+ 0.008704 |
+ 0.034766 |
+ -0.034464 |
+ 0.051871 |
+ 0.559803 |
+ 0.605479 |
+
+
+ | final |
+ test_top5_accuracy |
+ 5 |
+ 0.012329 |
+ 0.052791 |
+ -0.053219 |
+ 0.077877 |
+ 0.522228 |
+ 0.629098 |
+
+
+ | final |
+ test_bleu |
+ 5 |
+ -0.025627 |
+ 0.141967 |
+ -0.201901 |
+ 0.150648 |
+ -0.403636 |
+ 0.707127 |
+
+
+ | final |
+ test_continuation_token_accuracy |
+ 5 |
+ 0.002344 |
+ 0.006813 |
+ -0.006116 |
+ 0.010803 |
+ 0.769207 |
+ 0.484674 |
+
+
+ | validation_selected |
+ test_loss |
+ 5 |
+ 0.161614 |
+ 0.153532 |
+ -0.029021 |
+ 0.352249 |
+ 2.353777 |
+ 0.078192 |
+
+
+ | validation_selected |
+ test_perplexity |
+ 5 |
+ 41.298853 |
+ 56.168592 |
+ -28.443666 |
+ 111.041372 |
+ 1.644105 |
+ 0.175500 |
+
+
+ | validation_selected |
+ test_accuracy |
+ 5 |
+ -0.007700 |
+ 0.011894 |
+ -0.022468 |
+ 0.007069 |
+ -1.447512 |
+ 0.221313 |
+
+
+ | validation_selected |
+ test_top5_accuracy |
+ 5 |
+ -0.010089 |
+ 0.016709 |
+ -0.030836 |
+ 0.010658 |
+ -1.350188 |
+ 0.248296 |
+
+
+ | validation_selected |
+ test_bleu |
+ 5 |
+ -0.117620 |
+ 0.141903 |
+ -0.293815 |
+ 0.058576 |
+ -1.853421 |
+ 0.137444 |
+
+
+ | validation_selected |
+ test_continuation_token_accuracy |
+ 5 |
+ -0.000586 |
+ 0.003477 |
+ -0.004903 |
+ 0.003731 |
+ -0.376845 |
+ 0.725428 |
+
+
+
+
+Epoch-4 spectral summary
+
+
+
+ | optimizer |
+ matrix_type |
+ alpha_raw |
+ alpha_clip_xmax |
+ ERG_gap |
+ num_traps |
+
+
+ |
+ |
+ mean |
+ std |
+ mean |
+ std |
+ mean |
+ std |
+ mean |
+ std |
+
+
+
+
+
+
+adamw_D
+adamw_ERG_gap
+adamw_alpha_clip_xmax
+adamw_alpha_clip_xmax_zoomed
+adamw_alpha_raw
+adamw_alpha_raw_zoomed
+adamw_num_traps
+adamw_rand_distance
+grad_norm_pre_clip
+muon_clip_D
+muon_clip_ERG_gap
+muon_clip_alpha_clip_xmax
+muon_clip_alpha_clip_xmax_zoomed
+muon_clip_alpha_raw
+muon_clip_alpha_raw_zoomed
+muon_clip_num_traps
+muon_clip_rand_distance
+train_loss
+update_to_weight_ratio
+val_accuracy
+val_generalization_gap
+val_loss
+val_perplexity
+weight_norm
+
+
diff --git a/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/one_head_5seed/protocol.yaml b/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/one_head_5seed/protocol.yaml
new file mode 100644
index 0000000..7fd3c59
--- /dev/null
+++ b/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/one_head_5seed/protocol.yaml
@@ -0,0 +1,145 @@
+protocol:
+ name: nanogpt_one_head_2026_08_21_ww_baseline
+ version: 3
+ description: Four-corpus-equivalent-epoch AdamW and MuonClip source-backed baselines with five paired seeds, one-call WeightWatcher clip_xmax/raw alpha monitoring, and seventeen permanent analysis states.
+
+dataset:
+ name: HuggingFaceFW/fineweb-edu
+ config: sample-10BT
+ split: train
+ revision: 593b3a867298afb8ce42625a270ef20ddcad28f9
+ tokenizer: gpt2
+ train_tokens: 80000000
+ val_tokens: 1000000
+ test_tokens: 1000000
+
+model:
+ vocab_size: 50257
+ block_size: 256
+ n_layer: 1
+ n_head: 1
+ n_embd: 128
+ dropout: 0.0
+ bias: false
+ tie_weights: true
+
+training:
+ seeds: [1337, 2027, 4099, 31415, 271828]
+ batch_size: 4
+ grad_accum_steps: 8
+ target_epochs: 4.0
+ epoch_interval: 0.25
+ eval_interval_steps: 500
+ eval_batches: 64
+ checkpoint_interval_steps: 500
+ grad_clip: 1.0
+
+optimizer_profiles:
+ sgd_momentum:
+ display_name: SGD + Nesterov momentum (not a campaign arm)
+ family: sgd
+ learning_rate: 0.05
+ min_learning_rate: 0.005
+ warmup_fraction: 0.10
+ lr_schedule_epochs: 1.0
+ schedule: warmup_cosine
+ momentum: 0.90
+ dampening: 0.0
+ nesterov: true
+ weight_decay: 0.01
+
+ adamw:
+ display_name: AdamW
+ family: adamw
+ learning_rate: 0.0006
+ min_learning_rate: 0.00006
+ warmup_fraction: 0.01
+ lr_schedule_epochs: 1.0
+ schedule: warmup_cosine
+ beta1: 0.90
+ beta2: 0.95
+ epsilon: 1.0e-8
+ weight_decay: 0.10
+
+ adam:
+ display_name: Adam (not a campaign arm)
+ family: adam
+ learning_rate: 0.0006
+ min_learning_rate: 0.00006
+ warmup_fraction: 0.01
+ lr_schedule_epochs: 1.0
+ schedule: warmup_cosine
+ beta1: 0.90
+ beta2: 0.95
+ epsilon: 1.0e-8
+ weight_decay: 0.0
+
+ muon:
+ display_name: Muon + auxiliary AdamW (not a campaign arm)
+ family: muon
+ matrix_learning_rate: 0.02
+ matrix_min_learning_rate: 0.002
+ aux_learning_rate: 0.0003
+ aux_min_learning_rate: 0.00003
+ warmup_fraction: 0.05
+ lr_schedule_epochs: 1.0
+ schedule: warmup_cosine
+ momentum: 0.95
+ nesterov: true
+ newton_schulz_steps: 5
+ muon_epsilon: 1.0e-7
+ matrix_weight_decay: 0.01
+ beta1: 0.90
+ beta2: 0.95
+ epsilon: 1.0e-8
+ aux_weight_decay: 0.01
+
+ muon_clip:
+ display_name: MuonClip + auxiliary AdamW
+ family: muon_clip
+ learning_rate: 0.0002
+ min_learning_rate: 0.00002
+ warmup_fraction: 0.0512
+ lr_schedule_epochs: 1.0
+ schedule: warmup_cosine
+ momentum: 0.95
+ nesterov: false
+ newton_schulz_steps: 5
+ muon_epsilon: 1.0e-7
+ weight_decay: 0.10
+ update_rms_scale: 0.20
+ qk_clip_threshold: 100.0
+ qk_clip_balance: 0.50
+ qk_diagnostics_interval: 500
+ beta1: 0.90
+ beta2: 0.95
+ epsilon: 1.0e-8
+
+evaluation:
+ train_probe_seed: 21001
+ validation_probe_seed: 22001
+ test_probe_seed: 23001
+ bleu_probe_seed: 24001
+ bleu_examples: 64
+ bleu_prompt_tokens: 64
+ bleu_continuation_tokens: 32
+ bleu_batch_size: 4
+
+weightwatcher:
+ enabled: true
+ ERG: true
+ randomize: true
+ strict: true
+ min_evals: 20
+ fix_fingers: clip_xmax
+ max_fingers: 10
+ require_raw_alpha: true
+
+runtime:
+ matmul_precision: highest
+ allow_tf32: false
+ cudnn_benchmark: false
+ mps_fallback: true
+ deterministic_algorithms: true
+ deterministic_warn_only: false
+ empty_mps_cache_after_weightwatcher: true
diff --git a/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/one_head_5seed/report.html b/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/one_head_5seed/report.html
new file mode 100644
index 0000000..dbc25b9
--- /dev/null
+++ b/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/one_head_5seed/report.html
@@ -0,0 +1,877 @@
+
+
+
+
+
+One-head nanoGPT baseline — 2026-08-21
+
+
+
+One-head nanoGPT baseline — 2026-08-21
+Exact campaign: AdamW and MuonClip; seeds 1337, 2027, 4099, 31415, and 271828. The run is the replicate. Test quantities never enter the saturation calculation. A 95% interval with n=5 uses Student-t critical value 2.77645.
+Campaign validation
+
+
+
+ | optimizer |
+ seed |
+ complete |
+ optimizer_steps |
+ train_epochs |
+ best_validation_loss |
+ final_test_loss |
+ accelerator |
+ torch_version |
+ git_commit |
+
+
+
+
+ | adamw |
+ 1337 |
+ True |
+ 39063 |
+ 4.00005 |
+ 6.39583 |
+ 7.01695 |
+ mps |
+ 2.9.1 |
+ 54419d969ad17afaa5c983e0b8a5443b83dfef98 |
+
+
+ | adamw |
+ 2027 |
+ True |
+ 39063 |
+ 4.00005 |
+ 5.89142 |
+ 5.93026 |
+ mps |
+ 2.9.1 |
+ 54419d969ad17afaa5c983e0b8a5443b83dfef98 |
+
+
+ | adamw |
+ 4099 |
+ True |
+ 39063 |
+ 4.00005 |
+ 6.36731 |
+ 16.63604 |
+ mps |
+ 2.9.1 |
+ 54419d969ad17afaa5c983e0b8a5443b83dfef98 |
+
+
+ | adamw |
+ 31415 |
+ True |
+ 39063 |
+ 4.00005 |
+ 5.81971 |
+ 6.34314 |
+ mps |
+ 2.9.1 |
+ 54419d969ad17afaa5c983e0b8a5443b83dfef98 |
+
+
+ | adamw |
+ 271828 |
+ True |
+ 39063 |
+ 4.00005 |
+ 6.67032 |
+ 7.01902 |
+ mps |
+ 2.9.1 |
+ 54419d969ad17afaa5c983e0b8a5443b83dfef98 |
+
+
+ | muon_clip |
+ 1337 |
+ True |
+ 39063 |
+ 4.00005 |
+ 6.05294 |
+ 6.93159 |
+ mps |
+ 2.9.1 |
+ 54419d969ad17afaa5c983e0b8a5443b83dfef98 |
+
+
+ | muon_clip |
+ 2027 |
+ True |
+ 39063 |
+ 4.00005 |
+ 5.85370 |
+ 5.84801 |
+ mps |
+ 2.9.1 |
+ 54419d969ad17afaa5c983e0b8a5443b83dfef98 |
+
+
+ | muon_clip |
+ 4099 |
+ True |
+ 39063 |
+ 4.00005 |
+ 5.99140 |
+ 7.25584 |
+ mps |
+ 2.9.1 |
+ 54419d969ad17afaa5c983e0b8a5443b83dfef98 |
+
+
+ | muon_clip |
+ 31415 |
+ True |
+ 39063 |
+ 4.00005 |
+ 6.16925 |
+ 10.06358 |
+ mps |
+ 2.9.1 |
+ 54419d969ad17afaa5c983e0b8a5443b83dfef98 |
+
+
+ | muon_clip |
+ 271828 |
+ True |
+ 39063 |
+ 4.00005 |
+ 6.22522 |
+ 6.20787 |
+ mps |
+ 2.9.1 |
+ 54419d969ad17afaa5c983e0b8a5443b83dfef98 |
+
+
+
+Test performance
+Accuracy is next-token top-1 accuracy on a fixed held-out probe, not a classification or sequence-level accuracy. Top-5 accuracy is separate. Perplexity is exp(mean token NLL), and bits/token is NLL/log(2). BLEU is a secondary fixed greedy held-out continuation diagnostic—not translation BLEU—and is accompanied by continuation token accuracy and exact match.
+
+
+
+ | optimizer |
+ checkpoint |
+ metric |
+ n |
+ mean |
+ sd |
+ ci95_low |
+ ci95_high |
+
+
+
+
+ | adamw |
+ final |
+ test_loss |
+ 5 |
+ 8.58908 |
+ 4.52227 |
+ 2.97394 |
+ 14.20422 |
+
+
+ | adamw |
+ final |
+ test_perplexity |
+ 5 |
+ 3.358e+06 |
+ 7.506e+06 |
+ -5.963e+06 |
+ 1.268e+07 |
+
+
+ | adamw |
+ final |
+ test_bits_per_token |
+ 5 |
+ 12.39143 |
+ 6.52426 |
+ 4.29049 |
+ 20.49236 |
+
+
+ | adamw |
+ final |
+ test_accuracy |
+ 5 |
+ 0.11591 |
+ 0.06100 |
+ 0.04017 |
+ 0.19165 |
+
+
+ | adamw |
+ final |
+ test_top5_accuracy |
+ 5 |
+ 0.23844 |
+ 0.10930 |
+ 0.10273 |
+ 0.37415 |
+
+
+ | adamw |
+ final |
+ test_bleu |
+ 5 |
+ 0.18454 |
+ 0.13298 |
+ 0.01943 |
+ 0.34965 |
+
+
+ | adamw |
+ final |
+ test_continuation_token_accuracy |
+ 5 |
+ 0.02510 |
+ 0.00666 |
+ 0.01682 |
+ 0.03337 |
+
+
+ | adamw |
+ final |
+ test_continuation_exact_match |
+ 5 |
+ 0.00000 |
+ 0.00000 |
+ 0.00000 |
+ 0.00000 |
+
+
+ | adamw |
+ validation_selected |
+ test_loss |
+ 5 |
+ 6.20400 |
+ 0.37294 |
+ 5.74093 |
+ 6.66707 |
+
+
+ | adamw |
+ validation_selected |
+ test_perplexity |
+ 5 |
+ 522.29780 |
+ 187.54543 |
+ 289.42938 |
+ 755.16621 |
+
+
+ | adamw |
+ validation_selected |
+ test_bits_per_token |
+ 5 |
+ 8.95049 |
+ 0.53804 |
+ 8.28242 |
+ 9.61856 |
+
+
+ | adamw |
+ validation_selected |
+ test_accuracy |
+ 5 |
+ 0.15501 |
+ 0.02432 |
+ 0.12481 |
+ 0.18520 |
+
+
+ | adamw |
+ validation_selected |
+ test_top5_accuracy |
+ 5 |
+ 0.30306 |
+ 0.03658 |
+ 0.25764 |
+ 0.34848 |
+
+
+ | adamw |
+ validation_selected |
+ test_bleu |
+ 5 |
+ 0.36203 |
+ 0.14138 |
+ 0.18648 |
+ 0.53757 |
+
+
+ | adamw |
+ validation_selected |
+ test_continuation_token_accuracy |
+ 5 |
+ 0.01982 |
+ 0.00246 |
+ 0.01677 |
+ 0.02287 |
+
+
+ | adamw |
+ validation_selected |
+ test_continuation_exact_match |
+ 5 |
+ 0.00000 |
+ 0.00000 |
+ 0.00000 |
+ 0.00000 |
+
+
+ | muon_clip |
+ final |
+ test_loss |
+ 5 |
+ 7.26138 |
+ 1.66348 |
+ 5.19590 |
+ 9.32686 |
+
+
+ | muon_clip |
+ final |
+ test_perplexity |
+ 5 |
+ 5351 |
+ 1.014e+04 |
+ -7238 |
+ 1.794e+04 |
+
+
+ | muon_clip |
+ final |
+ test_bits_per_token |
+ 5 |
+ 10.47596 |
+ 2.39989 |
+ 7.49610 |
+ 13.45582 |
+
+
+ | muon_clip |
+ final |
+ test_accuracy |
+ 5 |
+ 0.11743 |
+ 0.06626 |
+ 0.03517 |
+ 0.19970 |
+
+
+ | muon_clip |
+ final |
+ test_top5_accuracy |
+ 5 |
+ 0.23661 |
+ 0.12378 |
+ 0.08291 |
+ 0.39030 |
+
+
+ | muon_clip |
+ final |
+ test_bleu |
+ 5 |
+ 0.26458 |
+ 0.17452 |
+ 0.04789 |
+ 0.48126 |
+
+
+ | muon_clip |
+ final |
+ test_continuation_token_accuracy |
+ 5 |
+ 0.01914 |
+ 0.01178 |
+ 0.00451 |
+ 0.03377 |
+
+
+ | muon_clip |
+ final |
+ test_continuation_exact_match |
+ 5 |
+ 0.00000 |
+ 0.00000 |
+ 0.00000 |
+ 0.00000 |
+
+
+ | muon_clip |
+ validation_selected |
+ test_loss |
+ 5 |
+ 6.02950 |
+ 0.15409 |
+ 5.83816 |
+ 6.22083 |
+
+
+ | muon_clip |
+ validation_selected |
+ test_perplexity |
+ 5 |
+ 419.41701 |
+ 63.37973 |
+ 340.72068 |
+ 498.11335 |
+
+
+ | muon_clip |
+ validation_selected |
+ test_bits_per_token |
+ 5 |
+ 8.69872 |
+ 0.22231 |
+ 8.42269 |
+ 8.97476 |
+
+
+ | muon_clip |
+ validation_selected |
+ test_accuracy |
+ 5 |
+ 0.16896 |
+ 0.00885 |
+ 0.15797 |
+ 0.17995 |
+
+
+ | muon_clip |
+ validation_selected |
+ test_top5_accuracy |
+ 5 |
+ 0.32617 |
+ 0.01344 |
+ 0.30949 |
+ 0.34286 |
+
+
+ | muon_clip |
+ validation_selected |
+ test_bleu |
+ 5 |
+ 0.42092 |
+ 0.13115 |
+ 0.25807 |
+ 0.58376 |
+
+
+ | muon_clip |
+ validation_selected |
+ test_continuation_token_accuracy |
+ 5 |
+ 0.02002 |
+ 0.00401 |
+ 0.01504 |
+ 0.02500 |
+
+
+ | muon_clip |
+ validation_selected |
+ test_continuation_exact_match |
+ 5 |
+ 0.00000 |
+ 0.00000 |
+ 0.00000 |
+ 0.00000 |
+
+
+
+Paired seeded differences
+Every difference is optimizer_b - optimizer_a. Positive and negative values must be interpreted according to whether higher or lower is preferable for the metric.
+
+
+
+ | checkpoint |
+ metric |
+ contrast |
+ n |
+ mean |
+ sd |
+ ci95_low |
+ ci95_high |
+ valid_exact_n5 |
+
+
+
+
+ | final |
+ test_accuracy |
+ muon_clip minus adamw |
+ 5 |
+ 0.00153 |
+ 0.09016 |
+ -0.11042 |
+ 0.11348 |
+ True |
+
+
+ | final |
+ test_loss |
+ muon_clip minus adamw |
+ 5 |
+ -1.32770 |
+ 4.83962 |
+ -7.33689 |
+ 4.68148 |
+ True |
+
+
+ | validation_selected |
+ test_accuracy |
+ muon_clip minus adamw |
+ 5 |
+ 0.01395 |
+ 0.02164 |
+ -0.01291 |
+ 0.04082 |
+ True |
+
+
+ | validation_selected |
+ test_loss |
+ muon_clip minus adamw |
+ 5 |
+ -0.17451 |
+ 0.34166 |
+ -0.59874 |
+ 0.24972 |
+ True |
+
+
+
+Validation-only saturation diagnostic
+Plateau means |one-epoch validation-NLL improvement| ≤ 0.010 nat/token for two consecutive intervals. Runs are not stopped by this diagnostic.
+
+
+
+ | optimizer |
+ seed |
+ plateau_detected |
+ plateau_assessment_end_epoch |
+ degradation_detected |
+ first_degradation_end_epoch |
+ best_validation_epoch |
+ best_validation_loss |
+ final_validation_loss |
+ test_metrics_used |
+
+
+
+
+ | adamw |
+ 1337 |
+ False |
+ |
+ False |
+ |
+ 2.74995 |
+ 6.39583 |
+ 7.04255 |
+ False |
+
+
+ | adamw |
+ 2027 |
+ False |
+ |
+ False |
+ |
+ 1.75002 |
+ 5.89142 |
+ 5.96488 |
+ False |
+
+
+ | adamw |
+ 4099 |
+ False |
+ |
+ False |
+ |
+ 3.24997 |
+ 6.36731 |
+ 16.62434 |
+ False |
+
+
+ | adamw |
+ 31415 |
+ False |
+ |
+ True |
+ 3.00000 |
+ 3.74999 |
+ 5.81971 |
+ 6.36395 |
+ False |
+
+
+ | adamw |
+ 271828 |
+ False |
+ |
+ True |
+ 3.00000 |
+ 1.25000 |
+ 6.70168 |
+ 7.05252 |
+ False |
+
+
+ | muon_clip |
+ 1337 |
+ False |
+ |
+ True |
+ 4.00000 |
+ 3.24997 |
+ 6.05294 |
+ 6.95514 |
+ False |
+
+
+ | muon_clip |
+ 2027 |
+ False |
+ |
+ False |
+ |
+ 3.50003 |
+ 5.85370 |
+ 5.89004 |
+ False |
+
+
+ | muon_clip |
+ 4099 |
+ False |
+ |
+ False |
+ |
+ 2.74995 |
+ 5.99140 |
+ 7.28535 |
+ False |
+
+
+ | muon_clip |
+ 31415 |
+ False |
+ |
+ False |
+ |
+ 3.50003 |
+ 6.16925 |
+ 10.07311 |
+ False |
+
+
+ | muon_clip |
+ 271828 |
+ False |
+ |
+ False |
+ |
+ 3.50003 |
+ 6.22522 |
+ 6.23400 |
+ False |
+
+
+
+Final WeightWatcher alpha
+The six layer values are reduced to one median inside each seeded run before any across-seed mean or confidence interval is computed.
+
+
+
+ | optimizer |
+ epoch |
+ metric |
+ n |
+ mean |
+ sd |
+ ci95_low |
+ ci95_high |
+ valid_exact_n5 |
+
+
+
+
+ | adamw |
+ 4.00005 |
+ alpha_raw_six_matrix_median |
+ 5 |
+ 1.74557 |
+ 0.17481 |
+ 1.52851 |
+ 1.96263 |
+ True |
+
+
+ | adamw |
+ 4.00005 |
+ alpha_clip_xmax_six_matrix_median |
+ 5 |
+ 1.66405 |
+ 0.03628 |
+ 1.61901 |
+ 1.70910 |
+ True |
+
+
+ | adamw |
+ 4.00005 |
+ alpha_clip_minus_raw_six_matrix_median |
+ 5 |
+ -0.08151 |
+ 0.16059 |
+ -0.28091 |
+ 0.11788 |
+ True |
+
+
+ | muon_clip |
+ 4.00005 |
+ alpha_raw_six_matrix_median |
+ 5 |
+ 3.97721 |
+ 0.34028 |
+ 3.55469 |
+ 4.39972 |
+ True |
+
+
+ | muon_clip |
+ 4.00005 |
+ alpha_clip_xmax_six_matrix_median |
+ 5 |
+ 2.97151 |
+ 0.42783 |
+ 2.44029 |
+ 3.50272 |
+ True |
+
+
+ | muon_clip |
+ 4.00005 |
+ alpha_clip_minus_raw_six_matrix_median |
+ 5 |
+ -1.00570 |
+ 0.72123 |
+ -1.90123 |
+ -0.11018 |
+ True |
+
+
+
+MuonClip QK diagnostics
+
+
+
+ | optimizer |
+ optimizer_label |
+ seed |
+ diagnostic_rows |
+ last_step |
+ active_fraction_weighted |
+ max_logit_observed |
+ min_gamma_observed |
+
+
+
+
+ | muon_clip |
+ MuonClip + auxiliary AdamW |
+ 1337 |
+ 79 |
+ 3.906e+04 |
+ 0.00000 |
+ 11.74977 |
+ 1.00000 |
+
+
+ | muon_clip |
+ MuonClip + auxiliary AdamW |
+ 2027 |
+ 79 |
+ 3.906e+04 |
+ 0.00000 |
+ 9.05290 |
+ 1.00000 |
+
+
+ | muon_clip |
+ MuonClip + auxiliary AdamW |
+ 4099 |
+ 79 |
+ 3.906e+04 |
+ 0.00000 |
+ 10.37812 |
+ 1.00000 |
+
+
+ | muon_clip |
+ MuonClip + auxiliary AdamW |
+ 31415 |
+ 79 |
+ 3.906e+04 |
+ 0.00000 |
+ 8.79687 |
+ 1.00000 |
+
+
+ | muon_clip |
+ MuonClip + auxiliary AdamW |
+ 271828 |
+ 79 |
+ 3.906e+04 |
+ 0.00000 |
+ 4.69516 |
+ 1.00000 |
+
+
+
+Plots
+AdamW



MuonClip + auxiliary AdamW


+Checkpoint integrity
+210 checkpoint files were indexed by byte size and SHA-256. See checkpoint_sha256.csv.
+Machine-readable artifacts
+
+
+
+