diff --git a/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/four_head_5seed/protocol.yaml b/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/four_head_5seed/protocol.yaml new file mode 100644 index 0000000..197d7c7 --- /dev/null +++ b/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/four_head_5seed/protocol.yaml @@ -0,0 +1,145 @@ +protocol: + name: nanogpt_four_head_2026_08_27_ww_baseline + version: 1 + description: Four-corpus-equivalent-epoch AdamW and MuonClip baselines with five paired seeds, four attention heads, and WeightWatcher raw and clip_xmax monitoring. + +dataset: + name: HuggingFaceFW/fineweb-edu + config: sample-10BT + split: train + revision: 593b3a867298afb8ce42625a270ef20ddcad28f9 + tokenizer: gpt2 + train_tokens: 80000000 + val_tokens: 1000000 + test_tokens: 1000000 + +model: + vocab_size: 50257 + block_size: 256 + n_layer: 1 + n_head: 4 + n_embd: 128 + dropout: 0.0 + bias: false + tie_weights: true + +training: + seeds: [1337, 2027, 4099, 31415, 271828] + batch_size: 4 + grad_accum_steps: 8 + target_epochs: 4.0 + epoch_interval: 0.25 + eval_interval_steps: 500 + eval_batches: 64 + checkpoint_interval_steps: 500 + grad_clip: 1.0 + +optimizer_profiles: + sgd_momentum: + display_name: SGD + Nesterov momentum (not a campaign arm) + family: sgd + learning_rate: 0.05 + min_learning_rate: 0.005 + warmup_fraction: 0.10 + lr_schedule_epochs: 1.0 + schedule: warmup_cosine + momentum: 0.90 + dampening: 0.0 + nesterov: true + weight_decay: 0.01 + + adamw: + display_name: AdamW + family: adamw + learning_rate: 0.0006 + min_learning_rate: 0.00006 + warmup_fraction: 0.01 + lr_schedule_epochs: 1.0 + schedule: warmup_cosine + beta1: 0.90 + beta2: 0.95 + epsilon: 1.0e-8 + weight_decay: 0.10 + + adam: + display_name: Adam (not a campaign arm) + family: adam + learning_rate: 0.0006 + min_learning_rate: 0.00006 + warmup_fraction: 0.01 + lr_schedule_epochs: 1.0 + schedule: warmup_cosine + beta1: 0.90 + beta2: 0.95 + epsilon: 1.0e-8 + weight_decay: 0.0 + + muon: + display_name: Muon + auxiliary AdamW (not a campaign arm) + family: muon + matrix_learning_rate: 0.02 + matrix_min_learning_rate: 0.002 + aux_learning_rate: 0.0003 + aux_min_learning_rate: 0.00003 + warmup_fraction: 0.05 + lr_schedule_epochs: 1.0 + schedule: warmup_cosine + momentum: 0.95 + nesterov: true + newton_schulz_steps: 5 + muon_epsilon: 1.0e-7 + matrix_weight_decay: 0.01 + beta1: 0.90 + beta2: 0.95 + epsilon: 1.0e-8 + aux_weight_decay: 0.01 + + muon_clip: + display_name: MuonClip + auxiliary AdamW + family: muon_clip + learning_rate: 0.0002 + min_learning_rate: 0.00002 + warmup_fraction: 0.0512 + lr_schedule_epochs: 1.0 + schedule: warmup_cosine + momentum: 0.95 + nesterov: false + newton_schulz_steps: 5 + muon_epsilon: 1.0e-7 + weight_decay: 0.10 + update_rms_scale: 0.20 + qk_clip_threshold: 100.0 + qk_clip_balance: 0.50 + qk_diagnostics_interval: 500 + beta1: 0.90 + beta2: 0.95 + epsilon: 1.0e-8 + +evaluation: + train_probe_seed: 21001 + validation_probe_seed: 22001 + test_probe_seed: 23001 + bleu_probe_seed: 24001 + bleu_examples: 64 + bleu_prompt_tokens: 64 + bleu_continuation_tokens: 32 + bleu_batch_size: 4 + +weightwatcher: + enabled: true + ERG: true + randomize: true + strict: true + min_evals: 20 + fix_fingers: clip_xmax + max_fingers: 10 + require_raw_alpha: true + +runtime: + matmul_precision: highest + allow_tf32: false + cudnn_benchmark: false + mps_fallback: true + deterministic_algorithms: true + deterministic_warn_only: false + empty_mps_cache_after_weightwatcher: true diff --git a/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/four_head_5seed/report.html b/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/four_head_5seed/report.html new file mode 100644 index 0000000..29bc914 --- /dev/null +++ b/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/four_head_5seed/report.html @@ -0,0 +1,467 @@ + + + + +Four-head nanoGPT five-seed analysis + + + +

Four-head nanoGPT: AdamW versus MuonClip

+

Five paired seeds: 1337, 2027, 4099, 31415, 271828.

+ +

Completion status

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
optimizeroptimizer_labelseedcompletestepsfinal_test_lossfinal_test_bleurun_dir
adamwAdamW1337True390636.5493760.247733/tmp/rg-nanogpt-four-head-20260827/results/adamw/seed_1337
adamwAdamW2027True390635.3857710.690209/tmp/rg-nanogpt-four-head-20260827/results/adamw/seed_2027
adamwAdamW4099True390636.5729810.432271/tmp/rg-nanogpt-four-head-20260827/results/adamw/seed_4099
adamwAdamW31415True390635.9034100.416945/tmp/rg-nanogpt-four-head-20260827/results/adamw/seed_31415
adamwAdamW271828True390635.6609020.513238/tmp/rg-nanogpt-four-head-20260827/results/adamw/seed_271828
muon_clipMuonClip1337True390635.8563520.444428/tmp/rg-nanogpt-four-head-20260827/results/muon_clip/seed_1337
muon_clipMuonClip2027True390635.6322260.653022/tmp/rg-nanogpt-four-head-20260827/results/muon_clip/seed_2027
muon_clipMuonClip4099True390636.2104400.240927/tmp/rg-nanogpt-four-head-20260827/results/muon_clip/seed_4099
muon_clipMuonClip31415True390635.7518300.404720/tmp/rg-nanogpt-four-head-20260827/results/muon_clip/seed_31415
muon_clipMuonClip271828True390636.5120310.429166/tmp/rg-nanogpt-four-head-20260827/results/muon_clip/seed_271828
+ +

Held-out test summary

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
optimizercheckpointtest_losstest_perplexitytest_accuracytest_top5_accuracytest_bleutest_continuation_token_accuracy
countmeanstdcountmeanstdcountmeanstdcountmeanstdcountmeanstdcountmeanstd
adamwfinal56.0144880.5316645457.255696234.13227750.1632570.03460150.3186280.05164250.4600790.16086550.0224610.003347
adamwvalidation_selected55.7005180.3616625317.137042136.13785250.1848050.02402650.3503690.03640450.5478070.13545050.0243160.003425
muon_clipfinal55.9925750.3618245422.921627162.77918050.1719600.01931950.3309570.03030450.4344530.14683050.0248050.003866
muon_clipvalidation_selected55.8621320.2161985358.43589583.43035650.1771060.01401950.3402800.02065450.4301880.15388850.0237300.002643
+ +

Paired MuonClip-minus-AdamW differences

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
checkpointmetricnmean_muon_clip_minus_adamwsdci95_lowerci95_upperpaired_tpaired_p_two_sided
finaltest_loss5-0.0219130.595284-0.7610560.717230-0.0823110.938354
finaltest_perplexity5-34.334069282.269870-384.818405316.150267-0.2719860.799095
finaltest_accuracy50.0087040.034766-0.0344640.0518710.5598030.605479
finaltest_top5_accuracy50.0123290.052791-0.0532190.0778770.5222280.629098
finaltest_bleu5-0.0256270.141967-0.2019010.150648-0.4036360.707127
finaltest_continuation_token_accuracy50.0023440.006813-0.0061160.0108030.7692070.484674
validation_selectedtest_loss50.1616140.153532-0.0290210.3522492.3537770.078192
validation_selectedtest_perplexity541.29885356.168592-28.443666111.0413721.6441050.175500
validation_selectedtest_accuracy5-0.0077000.011894-0.0224680.007069-1.4475120.221313
validation_selectedtest_top5_accuracy5-0.0100890.016709-0.0308360.010658-1.3501880.248296
validation_selectedtest_bleu5-0.1176200.141903-0.2938150.058576-1.8534210.137444
validation_selectedtest_continuation_token_accuracy5-0.0005860.003477-0.0049030.003731-0.3768450.725428
+ +

Epoch-4 spectral summary

+ + + + + + + + + + + + + + + + + + + + + + + + + +
optimizermatrix_typealpha_rawalpha_clip_xmaxERG_gapnum_traps
meanstdmeanstdmeanstdmeanstd
+ +

adamw_D

+

adamw_ERG_gap

+

adamw_alpha_clip_xmax

+

adamw_alpha_clip_xmax_zoomed

+

adamw_alpha_raw

+

adamw_alpha_raw_zoomed

+

adamw_num_traps

+

adamw_rand_distance

+

grad_norm_pre_clip

+

muon_clip_D

+

muon_clip_ERG_gap

+

muon_clip_alpha_clip_xmax

+

muon_clip_alpha_clip_xmax_zoomed

+

muon_clip_alpha_raw

+

muon_clip_alpha_raw_zoomed

+

muon_clip_num_traps

+

muon_clip_rand_distance

+

train_loss

+

update_to_weight_ratio

+

val_accuracy

+

val_generalization_gap

+

val_loss

+

val_perplexity

+

weight_norm

+ + diff --git a/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/one_head_5seed/protocol.yaml b/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/one_head_5seed/protocol.yaml new file mode 100644 index 0000000..7fd3c59 --- /dev/null +++ b/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/one_head_5seed/protocol.yaml @@ -0,0 +1,145 @@ +protocol: + name: nanogpt_one_head_2026_08_21_ww_baseline + version: 3 + description: Four-corpus-equivalent-epoch AdamW and MuonClip source-backed baselines with five paired seeds, one-call WeightWatcher clip_xmax/raw alpha monitoring, and seventeen permanent analysis states. + +dataset: + name: HuggingFaceFW/fineweb-edu + config: sample-10BT + split: train + revision: 593b3a867298afb8ce42625a270ef20ddcad28f9 + tokenizer: gpt2 + train_tokens: 80000000 + val_tokens: 1000000 + test_tokens: 1000000 + +model: + vocab_size: 50257 + block_size: 256 + n_layer: 1 + n_head: 1 + n_embd: 128 + dropout: 0.0 + bias: false + tie_weights: true + +training: + seeds: [1337, 2027, 4099, 31415, 271828] + batch_size: 4 + grad_accum_steps: 8 + target_epochs: 4.0 + epoch_interval: 0.25 + eval_interval_steps: 500 + eval_batches: 64 + checkpoint_interval_steps: 500 + grad_clip: 1.0 + +optimizer_profiles: + sgd_momentum: + display_name: SGD + Nesterov momentum (not a campaign arm) + family: sgd + learning_rate: 0.05 + min_learning_rate: 0.005 + warmup_fraction: 0.10 + lr_schedule_epochs: 1.0 + schedule: warmup_cosine + momentum: 0.90 + dampening: 0.0 + nesterov: true + weight_decay: 0.01 + + adamw: + display_name: AdamW + family: adamw + learning_rate: 0.0006 + min_learning_rate: 0.00006 + warmup_fraction: 0.01 + lr_schedule_epochs: 1.0 + schedule: warmup_cosine + beta1: 0.90 + beta2: 0.95 + epsilon: 1.0e-8 + weight_decay: 0.10 + + adam: + display_name: Adam (not a campaign arm) + family: adam + learning_rate: 0.0006 + min_learning_rate: 0.00006 + warmup_fraction: 0.01 + lr_schedule_epochs: 1.0 + schedule: warmup_cosine + beta1: 0.90 + beta2: 0.95 + epsilon: 1.0e-8 + weight_decay: 0.0 + + muon: + display_name: Muon + auxiliary AdamW (not a campaign arm) + family: muon + matrix_learning_rate: 0.02 + matrix_min_learning_rate: 0.002 + aux_learning_rate: 0.0003 + aux_min_learning_rate: 0.00003 + warmup_fraction: 0.05 + lr_schedule_epochs: 1.0 + schedule: warmup_cosine + momentum: 0.95 + nesterov: true + newton_schulz_steps: 5 + muon_epsilon: 1.0e-7 + matrix_weight_decay: 0.01 + beta1: 0.90 + beta2: 0.95 + epsilon: 1.0e-8 + aux_weight_decay: 0.01 + + muon_clip: + display_name: MuonClip + auxiliary AdamW + family: muon_clip + learning_rate: 0.0002 + min_learning_rate: 0.00002 + warmup_fraction: 0.0512 + lr_schedule_epochs: 1.0 + schedule: warmup_cosine + momentum: 0.95 + nesterov: false + newton_schulz_steps: 5 + muon_epsilon: 1.0e-7 + weight_decay: 0.10 + update_rms_scale: 0.20 + qk_clip_threshold: 100.0 + qk_clip_balance: 0.50 + qk_diagnostics_interval: 500 + beta1: 0.90 + beta2: 0.95 + epsilon: 1.0e-8 + +evaluation: + train_probe_seed: 21001 + validation_probe_seed: 22001 + test_probe_seed: 23001 + bleu_probe_seed: 24001 + bleu_examples: 64 + bleu_prompt_tokens: 64 + bleu_continuation_tokens: 32 + bleu_batch_size: 4 + +weightwatcher: + enabled: true + ERG: true + randomize: true + strict: true + min_evals: 20 + fix_fingers: clip_xmax + max_fingers: 10 + require_raw_alpha: true + +runtime: + matmul_precision: highest + allow_tf32: false + cudnn_benchmark: false + mps_fallback: true + deterministic_algorithms: true + deterministic_warn_only: false + empty_mps_cache_after_weightwatcher: true diff --git a/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/one_head_5seed/report.html b/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/one_head_5seed/report.html new file mode 100644 index 0000000..dbc25b9 --- /dev/null +++ b/baseline/experiments/nanogpt_one_head_2026_08_21_baseline/results/one_head_5seed/report.html @@ -0,0 +1,877 @@ + + + + + +One-head nanoGPT baseline — 2026-08-21 + + + +

One-head nanoGPT baseline — 2026-08-21

+

Exact campaign: AdamW and MuonClip; seeds 1337, 2027, 4099, 31415, and 271828. The run is the replicate. Test quantities never enter the saturation calculation. A 95% interval with n=5 uses Student-t critical value 2.77645.

+

Campaign validation

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
optimizerseedcompleteoptimizer_stepstrain_epochsbest_validation_lossfinal_test_lossacceleratortorch_versiongit_commit
adamw1337True390634.000056.395837.01695mps2.9.154419d969ad17afaa5c983e0b8a5443b83dfef98
adamw2027True390634.000055.891425.93026mps2.9.154419d969ad17afaa5c983e0b8a5443b83dfef98
adamw4099True390634.000056.3673116.63604mps2.9.154419d969ad17afaa5c983e0b8a5443b83dfef98
adamw31415True390634.000055.819716.34314mps2.9.154419d969ad17afaa5c983e0b8a5443b83dfef98
adamw271828True390634.000056.670327.01902mps2.9.154419d969ad17afaa5c983e0b8a5443b83dfef98
muon_clip1337True390634.000056.052946.93159mps2.9.154419d969ad17afaa5c983e0b8a5443b83dfef98
muon_clip2027True390634.000055.853705.84801mps2.9.154419d969ad17afaa5c983e0b8a5443b83dfef98
muon_clip4099True390634.000055.991407.25584mps2.9.154419d969ad17afaa5c983e0b8a5443b83dfef98
muon_clip31415True390634.000056.1692510.06358mps2.9.154419d969ad17afaa5c983e0b8a5443b83dfef98
muon_clip271828True390634.000056.225226.20787mps2.9.154419d969ad17afaa5c983e0b8a5443b83dfef98
+

Test performance

+

Accuracy is next-token top-1 accuracy on a fixed held-out probe, not a classification or sequence-level accuracy. Top-5 accuracy is separate. Perplexity is exp(mean token NLL), and bits/token is NLL/log(2). BLEU is a secondary fixed greedy held-out continuation diagnostic—not translation BLEU—and is accompanied by continuation token accuracy and exact match.

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
optimizercheckpointmetricnmeansdci95_lowci95_high
adamwfinaltest_loss58.589084.522272.9739414.20422
adamwfinaltest_perplexity53.358e+067.506e+06-5.963e+061.268e+07
adamwfinaltest_bits_per_token512.391436.524264.2904920.49236
adamwfinaltest_accuracy50.115910.061000.040170.19165
adamwfinaltest_top5_accuracy50.238440.109300.102730.37415
adamwfinaltest_bleu50.184540.132980.019430.34965
adamwfinaltest_continuation_token_accuracy50.025100.006660.016820.03337
adamwfinaltest_continuation_exact_match50.000000.000000.000000.00000
adamwvalidation_selectedtest_loss56.204000.372945.740936.66707
adamwvalidation_selectedtest_perplexity5522.29780187.54543289.42938755.16621
adamwvalidation_selectedtest_bits_per_token58.950490.538048.282429.61856
adamwvalidation_selectedtest_accuracy50.155010.024320.124810.18520
adamwvalidation_selectedtest_top5_accuracy50.303060.036580.257640.34848
adamwvalidation_selectedtest_bleu50.362030.141380.186480.53757
adamwvalidation_selectedtest_continuation_token_accuracy50.019820.002460.016770.02287
adamwvalidation_selectedtest_continuation_exact_match50.000000.000000.000000.00000
muon_clipfinaltest_loss57.261381.663485.195909.32686
muon_clipfinaltest_perplexity553511.014e+04-72381.794e+04
muon_clipfinaltest_bits_per_token510.475962.399897.4961013.45582
muon_clipfinaltest_accuracy50.117430.066260.035170.19970
muon_clipfinaltest_top5_accuracy50.236610.123780.082910.39030
muon_clipfinaltest_bleu50.264580.174520.047890.48126
muon_clipfinaltest_continuation_token_accuracy50.019140.011780.004510.03377
muon_clipfinaltest_continuation_exact_match50.000000.000000.000000.00000
muon_clipvalidation_selectedtest_loss56.029500.154095.838166.22083
muon_clipvalidation_selectedtest_perplexity5419.4170163.37973340.72068498.11335
muon_clipvalidation_selectedtest_bits_per_token58.698720.222318.422698.97476
muon_clipvalidation_selectedtest_accuracy50.168960.008850.157970.17995
muon_clipvalidation_selectedtest_top5_accuracy50.326170.013440.309490.34286
muon_clipvalidation_selectedtest_bleu50.420920.131150.258070.58376
muon_clipvalidation_selectedtest_continuation_token_accuracy50.020020.004010.015040.02500
muon_clipvalidation_selectedtest_continuation_exact_match50.000000.000000.000000.00000
+

Paired seeded differences

+

Every difference is optimizer_b - optimizer_a. Positive and negative values must be interpreted according to whether higher or lower is preferable for the metric.

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
checkpointmetriccontrastnmeansdci95_lowci95_highvalid_exact_n5
finaltest_accuracymuon_clip minus adamw50.001530.09016-0.110420.11348True
finaltest_lossmuon_clip minus adamw5-1.327704.83962-7.336894.68148True
validation_selectedtest_accuracymuon_clip minus adamw50.013950.02164-0.012910.04082True
validation_selectedtest_lossmuon_clip minus adamw5-0.174510.34166-0.598740.24972True
+

Validation-only saturation diagnostic

+

Plateau means |one-epoch validation-NLL improvement| ≤ 0.010 nat/token for two consecutive intervals. Runs are not stopped by this diagnostic.

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
optimizerseedplateau_detectedplateau_assessment_end_epochdegradation_detectedfirst_degradation_end_epochbest_validation_epochbest_validation_lossfinal_validation_losstest_metrics_used
adamw1337FalseFalse2.749956.395837.04255False
adamw2027FalseFalse1.750025.891425.96488False
adamw4099FalseFalse3.249976.3673116.62434False
adamw31415FalseTrue3.000003.749995.819716.36395False
adamw271828FalseTrue3.000001.250006.701687.05252False
muon_clip1337FalseTrue4.000003.249976.052946.95514False
muon_clip2027FalseFalse3.500035.853705.89004False
muon_clip4099FalseFalse2.749955.991407.28535False
muon_clip31415FalseFalse3.500036.1692510.07311False
muon_clip271828FalseFalse3.500036.225226.23400False
+

Final WeightWatcher alpha

+

The six layer values are reduced to one median inside each seeded run before any across-seed mean or confidence interval is computed.

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
optimizerepochmetricnmeansdci95_lowci95_highvalid_exact_n5
adamw4.00005alpha_raw_six_matrix_median51.745570.174811.528511.96263True
adamw4.00005alpha_clip_xmax_six_matrix_median51.664050.036281.619011.70910True
adamw4.00005alpha_clip_minus_raw_six_matrix_median5-0.081510.16059-0.280910.11788True
muon_clip4.00005alpha_raw_six_matrix_median53.977210.340283.554694.39972True
muon_clip4.00005alpha_clip_xmax_six_matrix_median52.971510.427832.440293.50272True
muon_clip4.00005alpha_clip_minus_raw_six_matrix_median5-1.005700.72123-1.90123-0.11018True
+

MuonClip QK diagnostics

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
optimizeroptimizer_labelseeddiagnostic_rowslast_stepactive_fraction_weightedmax_logit_observedmin_gamma_observed
muon_clipMuonClip + auxiliary AdamW1337793.906e+040.0000011.749771.00000
muon_clipMuonClip + auxiliary AdamW2027793.906e+040.000009.052901.00000
muon_clipMuonClip + auxiliary AdamW4099793.906e+040.0000010.378121.00000
muon_clipMuonClip + auxiliary AdamW31415793.906e+040.000008.796871.00000
muon_clipMuonClip + auxiliary AdamW271828793.906e+040.000004.695161.00000
+

Plots

+

AdamW

AdamW performance trajectoriesAdamW raw versus clipped alphaAdamW ERG gap and correlation traps

MuonClip + auxiliary AdamW

MuonClip + auxiliary AdamW performance trajectoriesMuonClip + auxiliary AdamW raw versus clipped alphaMuonClip + auxiliary AdamW ERG gap and correlation traps +

Checkpoint integrity

+

210 checkpoint files were indexed by byte size and SHA-256. See checkpoint_sha256.csv.

+

Machine-readable artifacts

+ + + +