v1.0.0: searchless_chess vocab, 512 context, 200K steps

Squash-merge of run/co_pretraining_2026_04_13 into main.

Replaces the legacy backbone (4,278-token coordinate vocab, 256 context,
prepend_outcome=True, 100K steps) with the v1.0.0 backbone:

- 1,980-token searchless_chess action vocabulary (1,968 reachable actions
+ 1 PAD + 11 outcome tokens)
- 512-token context window
- prepend_outcome=False (no outcome conditioning)
- 200K training steps at batch size 256 (best checkpoint at step 195K)
- 66909440 parameters

Published model.safetensors is the best 5K-cadence checkpoint by val
loss (step 195,000). All intermediate 5K checkpoints are preserved under
checkpoints/ for training-dynamics analysis.

The legacy checkpoint is preserved in the git history of this repo and
is also available at thomas-schweich/pawn-large-legacy.

checkpoints/step_00005000/.complete

@@ -0,0 +1,9 @@
+{
+  "format_version": 1,
+  "files": {
+    "config.json": "47558a8af42aad173abcc41b3986c57111d276c5c47ac80abaa0bf9e2145ad16",
+    "model.safetensors": "f7e703c5b8290ae6a025d7a9cc71c8ecc01eb6918196b56731d53194e0e5c1bd",
+    "optimizer.safetensors": "17d33cd206addb45ee211303a071cfabff65cbeb4f09c61cf923db23dcfe2aae",
+    "training_state.json": "ebc549eab6cb91cba30b1ff63e521a82853a6970e23998941ec76c6c9665f7b6"
+  }
+}

checkpoints/step_00005000/config.json

@@ -0,0 +1,43 @@
+{
+  "format_version": 1,
+  "checkpoint_type": "pretrain",
+  "model_config": {
+    "vocab_size": 1980,
+    "max_seq_len": 512,
+    "n_outcomes": 11,
+    "d_model": 640,
+    "n_layers": 10,
+    "n_heads": 8,
+    "d_ff": 2560,
+    "dropout": 0.0,
+    "rope_base": 10000.0
+  },
+  "training_config": {
+    "lr": 0.0003,
+    "weight_decay": 0.01,
+    "max_grad_norm": 1.0,
+    "warmup_steps": 10000,
+    "total_steps": 200000,
+    "batch_size": 256,
+    "max_ply": 512,
+    "discard_ply_limit": false,
+    "num_workers": 4,
+    "use_amp": true,
+    "accumulation_steps": 1,
+    "log_interval": 50,
+    "eval_interval": 1000,
+    "checkpoint_interval": 5000,
+    "pause_after_steps": null,
+    "no_outcome_token": false,
+    "prepend_outcome": false,
+    "mate_boost": 0.0,
+    "base_seed": 42,
+    "val_seed": 9223372036854775807,
+    "val_games": 2048,
+    "checkpoint_dir": "checkpoints",
+    "log_dir": "/workspace/logs",
+    "use_wandb": false,
+    "wandb_project": "pawn",
+    "device": "cuda"
+  }
+}

checkpoints/step_00005000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e703c5b8290ae6a025d7a9cc71c8ecc01eb6918196b56731d53194e0e5c1bd
+size 267647080

checkpoints/step_00005000/optimizer.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d33cd206addb45ee211303a071cfabff65cbeb4f09c61cf923db23dcfe2aae
+size 535301204

checkpoints/step_00005000/training_state.json

@@ -0,0 +1,136 @@
+{
+  "format_version": 1,
+  "global_step": 5000,
+  "scheduler_state_dict": {
+    "step": 5000
+  },
+  "scaler_state_dict": {
+    "scale": 262144.0,
+    "growth_factor": 2.0,
+    "backoff_factor": 0.5,
+    "growth_interval": 2000,
+    "_growth_tracker": 1000
+  },
+  "optimizer_meta": {
+    "param_groups": [
+      {
+        "lr": 0.00015,
+        "betas": [
+          0.9,
+          0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.01,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+          0,
+          1,
+          2,
+          3,
+          4,
+          5,
+          6,
+          7,
+          8,
+          9,
+          10,
+          11,
+          12,
+          13,
+          14,
+          15,
+          16,
+          17,
+          18,
+          19,
+          20,
+          21,
+          22,
+          23,
+          24,
+          25,
+          26,
+          27,
+          28,
+          29,
+          30,
+          31,
+          32,
+          33,
+          34,
+          35,
+          36,
+          37,
+          38,
+          39,
+          40,
+          41,
+          42,
+          43,
+          44,
+          45,
+          46,
+          47,
+          48,
+          49,
+          50,
+          51,
+          52,
+          53,
+          54,
+          55,
+          56,
+          57,
+          58,
+          59,
+          60,
+          61,
+          62,
+          63,
+          64,
+          65,
+          66,
+          67,
+          68,
+          69,
+          70,
+          71,
+          72,
+          73,
+          74,
+          75,
+          76,
+          77,
+          78,
+          79,
+          80,
+          81,
+          82,
+          83,
+          84,
+          85,
+          86,
+          87,
+          88,
+          89,
+          90,
+          91,
+          92,
+          93,
+          94,
+          95,
+          96
+        ]
+      }
+    ],
+    "scalars": null
+  },
+  "torch_rng_state": "hljcGxUfSQ+fAQAAAQAAANIAAAAAAAAAzj3uUQAAAAAlDbfbAAAAAODXdhYAAAAAHAdTtgAAAABPp7tMAAAAAASjDTUAAAAA5xmHeQAAAADgrPl2AAAAAGDTO+4AAAAAEV5vpQAAAAAoLmVHAAAAAOM3XOwAAAAArcqH+QAAAADiw0BbAAAAAGj5lM8AAAAAcw+GYgAAAACrLjMSAAAAADGQlT4AAAAAaZpDJQAAAACBzZ+gAAAAAPc+rTkAAAAAFSQBQwAAAADp6uHMAAAAAHNXWQYAAAAA2lY4AwAAAAAXrHbYAAAAAKP1wi0AAAAA4zBXUwAAAAASoagbAAAAAAMltJoAAAAAyJh3RwAAAACMKoqOAAAAAEFk+8UAAAAABdjhIAAAAACeoY6ZAAAAAN6XSAgAAAAA4I5MvgAAAADLcLbFAAAAAJBiDvMAAAAABtjFygAAAAD/E32LAAAAAEgRBGMAAAAA7SItpwAAAAA8l1BPAAAAAIp05iwAAAAAcqnPuQAAAABhWFc4AAAAAN3gcLsAAAAAqRf8NAAAAADfX3chAAAAADop2cYAAAAAXkRDAAAAAAAE9144AAAAAIeDKI4AAAAAy6DHcAAAAABuF9jQAAAAABddICQAAAAAdqW3OgAAAACWziEwAAAAAGmr+FAAAAAAj1XhIAAAAAC/foK4AAAAAAH5SLYAAAAAI6MKfAAAAACLG+U3AAAAADn/ly0AAAAANgH0tAAAAABN+QB2AAAAAAly8WIAAAAA5AHsOQAAAAAhSzuMAAAAAAflo4YAAAAAcREqzgAAAADCEfxMAAAAAH0l6y4AAAAAcGr/nQAAAAAqDd21AAAAAJYzfLEAAAAAI3IK4wAAAAB1YRabAAAAAOhNxmwAAAAA6N/jNwAAAACIiTZQAAAAAJXTfhgAAAAAK1dacAAAAAA3A/CSAAAAAMAY52MAAAAASmYhwAAAAAAhywp5AAAAAJLXrvIAAAAABIg7zAAAAAC/Pf4IAAAAAAt1nVQAAAAAo9VJOAAAAADwcwdYAAAAAEbzUaYAAAAA6XoZHQAAAACTcjjdAAAAANXrCksAAAAA0oqT3gAAAACzxja2AAAAAJ+cHWQAAAAAMTfUOAAAAAAF5ZPAAAAAADzzboQAAAAAhOYUwwAAAAAuufxEAAAAANB6LDwAAAAAw2ouuwAAAABUF4EMAAAAAGKc/FMAAAAAxoYYWwAAAACideOdAAAAAOxJAuQAAAAAiaBQZwAAAAAbUJMKAAAAADOqykYAAAAAFw4BNgAAAABlBOehAAAAAArQmRIAAAAAnrPfGQAAAACN1jNwAAAAAGyEccoAAAAAp7rovAAAAAAGI0Z3AAAAALb8PJwAAAAALIImuQAAAACQJRU8AAAAAG5cKlkAAAAAIG6fBgAAAAACC273AAAAAP7o+5gAAAAAToXBRwAAAADFqYJ8AAAAAFT/jrsAAAAAYrhP0wAAAABN0ONuAAAAACzQYcAAAAAALM4z2gAAAADLKdG9AAAAAFbJbG4AAAAAi2dK3QAAAADKrnC1AAAAAGsTRpAAAAAANSwMvwAAAABStYiWAAAAADUfVekAAAAAbPDIYgAAAACtadvrAAAAAJbEir8AAAAAcRp4fAAAAADiXAigAAAAAOhvPmUAAAAA56FHTwAAAAD404Q8AAAAAG/Gb1AAAAAABzBngAAAAAB53GsnAAAAACNJByYAAAAAJWk6mAAAAAAR0/H8AAAAABk8q/IAAAAATyzT3QAAAABjLsHtAAAAAHg0v5IAAAAA6OFrMgAAAADajHYNAAAAAG4RtjQAAAAAZ+TORAAAAAAnp1qMAAAAACHwtoMAAAAA+ds8hAAAAABKzPteAAAAAN4eczUAAAAAkvDP0wAAAACqFw2IAAAAAHoBh4cAAAAAePOLRAAAAABT8DC/AAAAADVTwpEAAAAAUYiatQAAAACXZrLGAAAAAN+HV94AAAAAwxkwXQAAAAABQ1UXAAAAAM8BXBAAAAAARVbEhgAAAABnz0LDAAAAAHTQvKQAAAAA4HY1MQAAAABUAbX5AAAAAJgWAP8AAAAABeXZKAAAAABenJweAAAAAEG+UhoAAAAA5NC0pAAAAACDD2m9AAAAAH08/fgAAAAAQAV27AAAAABy04BGAAAAAO1Isa8AAAAAQwhJCwAAAAAlhx20AAAAAFtpMRUAAAAAOho9HQAAAAAiLbXnAAAAACkQ0dEAAAAAZ4mA4gAAAACylZP9AAAAAObE36gAAAAA0oWi3QAAAABLb+MIAAAAAOxj0fIAAAAAltiwmAAAAAAH3U8bAAAAAGcUCo8AAAAApMjanwAAAADJ4qqNAAAAAGpkiMgAAAAAXCXW+AAAAAD6wxo9AAAAALAyHzEAAAAAl44w/QAAAADHBcyvAAAAAGjeZS4AAAAAlvI2NgAAAABQsOQVAAAAAMn5VB8AAAAA270MUQAAAACwmptEAAAAAI5Il2QAAAAASMbr4gAAAAAnA1HMAAAAAPZJyZwAAAAAM/a23QAAAACZ2LlLAAAAAJm6ic4AAAAALfCgigAAAACcnwxSAAAAAK/X8lsAAAAA3eS8AwAAAABGDHhzAAAAAPXy1CQAAAAAD3+vSwAAAADwF1l7AAAAACjQk50AAAAAZA3zGAAAAACUnvzAAAAAAAdBjNMAAAAATfPJPwAAAABLkJCfAAAAAKtnKQsAAAAA3FdwiAAAAACMII9UAAAAAJOB1P0AAAAAhOeLtQAAAAALcTVxAAAAAA0auq0AAAAAu8nHLwAAAABWNSAVAAAAAPduvpIAAAAAKCzZGQAAAACKQpFkAAAAAP+T+IoAAAAAJqrv3QAAAADyaf/GAAAAADSEtpwAAAAA/nbj+QAAAAA/p4CMAAAAAHMd2ZkAAAAA5OCN/gAAAADLZhkKAAAAAHH9PcQAAAAA7As7sQAAAADp584RAAAAAOFghuoAAAAAYSpZeAAAAABqOyxAAAAAAJb5AZkAAAAAHNhbewAAAACruWdUAAAAAIEE2RAAAAAASCZM9AAAAABH2+4+AAAAAHqg1x4AAAAAmwaCDgAAAABZiDpDAAAAALpp8WkAAAAArSNt2AAAAACAI3NMAAAAAK5sIVkAAAAAvrPq9AAAAACn/ZbJAAAAAE1dcIUAAAAAHJptewAAAAAMpNVdAAAAAJD6r4sAAAAAQ8zgSwAAAAAdMeh2AAAAAOH1IFMAAAAA5s/tgQAAAAA5Hmn4AAAAAD0klXcAAAAACWVZYQAAAADv79iWAAAAAPNqwSgAAAAAykW6vAAAAABd1BdYAAAAAISlGyAAAAAABPGqvwAAAAAzMKygAAAAAP7mIPYAAAAANoxv1gAAAAAQO/EvAAAAALzevV8AAAAAMWauuQAAAAB9lS1nAAAAABLXSnAAAAAACY8rLAAAAABu6imZAAAAAApPPxkAAAAAsZI4fwAAAAC0VCfNAAAAAPMGkaUAAAAAo7i9twAAAABgyShMAAAAAO4ZTm0AAAAAXnq4KQAAAADL712mAAAAAKV48z4AAAAAbD77PgAAAABDgyi1AAAAAF1zypgAAAAADED1NQAAAACdQrKsAAAAAMDyv0sAAAAANJNmVAAAAACQJTCWAAAAAKFhpd8AAAAA5dn+rAAAAADZJnjLAAAAAPsJ4DEAAAAA24AiwwAAAAAavNyuAAAAAJ/90BEAAAAAYcYuYwAAAADqjbAXAAAAAFGRlQYAAAAA3BiyxgAAAAAbacbRAAAAAIct0hIAAAAAdxmaPAAAAAAWsk0aAAAAALkGV08AAAAAPlprVAAAAADgvPghAAAAAMDUJL0AAAAAGkuLWwAAAACBczInAAAAAOvMn9AAAAAArLBMOgAAAABSTKSJAAAAAMhvCI4AAAAAe9BgpQAAAAAmEXUwAAAAAIJdol0AAAAAWbmklAAAAACZLiX1AAAAADCnUEsAAAAAdn4b5QAAAABdMEDSAAAAAHiL1TsAAAAAqTnYKQAAAADNLeXxAAAAACoiIRwAAAAAKjX6cQAAAAC50do0AAAAAPf3e8cAAAAAsgk1bgAAAABkW3TRAAAAADRaJYIAAAAAWZdhCQAAAADXiFFwAAAAAPr229wAAAAAMaIXQQAAAABRdq3UAAAAAA754sIAAAAAM0dpbQAAAADzVNFWAAAAABP2M6gAAAAANQUAZwAAAAB/6mUzAAAAABz6VtIAAAAAR82aQgAAAACFyWWoAAAAAEXSQJEAAAAAq1MIyQAAAADmdtDCAAAAAIyfAlMAAAAA1S2biAAAAAD5ht4UAAAAAJ4ITdcAAAAACGZDpAAAAADcT1FtAAAAAFjAPw4AAAAA50Y9RwAAAABxnhZhAAAAAKFjeD0AAAAApIfw+wAAAAB9EQ/HAAAAAGE6DkQAAAAAEX9+IgAAAABGWglfAAAAAGn+J6sAAAAAHlC6gQAAAACJkBE6AAAAAMfj7cMAAAAA+SBbVgAAAABqj5WSAAAAANrwPY4AAAAAg+X9iQAAAACqRLSaAAAAAMmtyHkAAAAAVSX1DQAAAACUE/7bAAAAACvdcOMAAAAAR5cTIQAAAABG6d1bAAAAAH0P85IAAAAAM9OBXgAAAADgEVo3AAAAAL4EtmkAAAAAFu0k3QAAAADUPQN2AAAAAJxxxi0AAAAATgOS1gAAAAAF3krOAAAAAJroewYAAAAAgZ3e0QAAAADyjQwWAAAAAMUurd8AAAAAW2NEZgAAAAAWS3pdAAAAABeXFoIAAAAAfGiTfgAAAABk3nWsAAAAAKhIgLkAAAAAWPFQMgAAAADom33CAAAAACPH41gAAAAAyQp9TgAAAACIP2hdAAAAALAhF/YAAAAATDvpbAAAAAA2FR7bAAAAAPYJcpIAAAAAin3jXgAAAABYltyNAAAAAIpg+ncAAAAA7Va1tQAAAABh4LXsAAAAACrXx+oAAAAA5cCekAAAAACTshg1AAAAAEYaxXAAAAAAA7zFiQAAAADroW2SAAAAAPNdl9wAAAAA5dsX4QAAAAD513YBAAAAAK/w938AAAAATsHv3wAAAADA5xK6AAAAAFxaulgAAAAA8uuuLwAAAAAhyC1jAAAAAB4/5iUAAAAAd860oAAAAAD6dizeAAAAAGbtswYAAAAAgQoojwAAAAAGbUCOAAAAAMs648AAAAAAkfdm2AAAAACNfYnRAAAAAN9oH8cAAAAAvSC+/wAAAADF3yn1AAAAAA1vZPAAAAAAqcLtmAAAAAC7rpqZAAAAAMXEZ4sAAAAARNjWgAAAAABdWyY5AAAAAMEt0jQAAAAAC19z8gAAAAAbqZQPAAAAAK+o9qsAAAAAswuOBgAAAABNAW9GAAAAADt8dF8AAAAAZmMbqgAAAAAPNnCuAAAAAA6DqC0AAAAAhGAFYgAAAAD4nHoyAAAAAIkR+C0AAAAAMLAerQAAAADByP18AAAAAAkH8qEAAAAAHWPWZwAAAAAxMPGHAAAAAELsVw4AAAAAWmd5KwAAAAArsq8/AAAAAJFH0WkAAAAAYTyXywAAAAAjpkmcAAAAAHHaJlQAAAAAr4NHbQAAAAD18ezaAAAAAC5PbzwAAAAAA3gyPQAAAABdThpbAAAAADo+EOgAAAAAIzzALAAAAACmT8oEAAAAAIdvmScAAAAAWi3kQgAAAAA3Y8JQAAAAAKvFxrsAAAAAtjx3AgAAAACxZyDGAAAAAMsolLAAAAAAIGNeQAAAAAA3/8AuAAAAAILty5YAAAAANZSksgAAAAAA1vvJAAAAAJSPF5kAAAAAw57qCQAAAABgpnIHAAAAAPFd/EoAAAAAInH0DgAAAABMy9xzAAAAAOZtFlMAAAAAmldKOQAAAAB5/aofAAAAADAIsywAAAAAnsUS8AAAAAAUuQZGAAAAAAu8oDkAAAAAqvxZgQAAAACSiDrPAAAAAFx5PUQAAAAAqp8DmgAAAACGA3nKAAAAAGV/oVYAAAAAcljhjAAAAAB8PQ+jAAAAAEV+qF4AAAAANMzXTgAAAAAQZqxfAAAAAN60E00AAAAAOG0aAQAAAACCjtNyAAAAAH1BwuAAAAAABNjhCAAAAACFjlG3AAAAAMasoRoAAAAAkKLWjAAAAAAi2G9hAAAAAOPWDZ8AAAAAtqlkLgAAAABo3ad/AAAAAD64FmsAAAAAvC/PSgAAAAA9Hb+xAAAAAK9MAskAAAAAl+XMQgAAAABx39E0AAAAACbIXnwAAAAAJVZ04QAAAABY6X6gAAAAAK3YOHAAAAAAMzZT8QAAAACTuyyGAAAAAL4ATmEAAAAAxd584AAAAACsP8aBAAAAAGtx69oAAAAA9GzMGQAAAADWDVLzAAAAALh9Dl4AAAAAM0x7cQAAAAAD8hzQAAAAAKRxgnsAAAAAYNAHkgAAAAASg9DNAAAAAFVlqe0AAAAAxNytYgAAAADgp8pcAAAAAPJV590AAAAAI08FAAAAAADuVLlZAAAAAAZVpJUAAAAAUeHEowAAAACTWRPMAAAAAIzCkycAAAAANuimLAAAAABrR25WAAAAAAypjtkAAAAA99Xa0QAAAADT7D44AAAAABqQvrcAAAAAlpMhbgAAAAAJeSMxAAAAAHekH1oAAAAAlRRHCgAAAAAjWM/eAAAAAJchAdsAAAAA505bTAAAAABFJtFuAAAAAExN/+EAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA==",
+  "cuda_rng_state": "kRard2YmFAAAAAAAAAAAAA=="
+}

checkpoints/step_00010000/.complete

@@ -0,0 +1,9 @@
+{
+  "format_version": 1,
+  "files": {
+    "config.json": "47558a8af42aad173abcc41b3986c57111d276c5c47ac80abaa0bf9e2145ad16",
+    "model.safetensors": "71aaf5bfc69250dd5c50ea8318af150db30842aced0f07d4ee775b2849c91f9a",
+    "optimizer.safetensors": "dbda21bffe58e106ff12e1e4cf442aa05dd5a5af1d6d96577aebac870e2fb4ab",
+    "training_state.json": "9cf4676f3afad0598d6120a045c5064ecc9a60213157f405f1cdf04a338c9697"
+  }
+}

checkpoints/step_00010000/config.json

@@ -0,0 +1,43 @@
+{
+  "format_version": 1,
+  "checkpoint_type": "pretrain",
+  "model_config": {
+    "vocab_size": 1980,
+    "max_seq_len": 512,
+    "n_outcomes": 11,
+    "d_model": 640,
+    "n_layers": 10,
+    "n_heads": 8,
+    "d_ff": 2560,
+    "dropout": 0.0,
+    "rope_base": 10000.0
+  },
+  "training_config": {
+    "lr": 0.0003,
+    "weight_decay": 0.01,
+    "max_grad_norm": 1.0,
+    "warmup_steps": 10000,
+    "total_steps": 200000,
+    "batch_size": 256,
+    "max_ply": 512,
+    "discard_ply_limit": false,
+    "num_workers": 4,
+    "use_amp": true,
+    "accumulation_steps": 1,
+    "log_interval": 50,
+    "eval_interval": 1000,
+    "checkpoint_interval": 5000,
+    "pause_after_steps": null,
+    "no_outcome_token": false,
+    "prepend_outcome": false,
+    "mate_boost": 0.0,
+    "base_seed": 42,
+    "val_seed": 9223372036854775807,
+    "val_games": 2048,
+    "checkpoint_dir": "checkpoints",
+    "log_dir": "/workspace/logs",
+    "use_wandb": false,
+    "wandb_project": "pawn",
+    "device": "cuda"
+  }
+}

checkpoints/step_00010000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71aaf5bfc69250dd5c50ea8318af150db30842aced0f07d4ee775b2849c91f9a
+size 267647080

checkpoints/step_00010000/optimizer.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbda21bffe58e106ff12e1e4cf442aa05dd5a5af1d6d96577aebac870e2fb4ab
+size 535301204

checkpoints/step_00010000/training_state.json

@@ -0,0 +1,136 @@
+{
+  "format_version": 1,
+  "global_step": 10000,
+  "scheduler_state_dict": {
+    "step": 10000
+  },
+  "scaler_state_dict": {
+    "scale": 524288.0,
+    "growth_factor": 2.0,
+    "backoff_factor": 0.5,
+    "growth_interval": 2000,
+    "_growth_tracker": 1714
+  },
+  "optimizer_meta": {
+    "param_groups": [
+      {
+        "lr": 0.0003,
+        "betas": [
+          0.9,
+          0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.01,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+          0,
+          1,
+          2,
+          3,
+          4,
+          5,
+          6,
+          7,
+          8,
+          9,
+          10,
+          11,
+          12,
+          13,
+          14,
+          15,
+          16,
+          17,
+          18,
+          19,
+          20,
+          21,
+          22,
+          23,
+          24,
+          25,
+          26,
+          27,
+          28,
+          29,
+          30,
+          31,
+          32,
+          33,
+          34,
+          35,
+          36,
+          37,
+          38,
+          39,
+          40,
+          41,
+          42,
+          43,
+          44,
+          45,
+          46,
+          47,
+          48,
+          49,
+          50,
+          51,
+          52,
+          53,
+          54,
+          55,
+          56,
+          57,
+          58,
+          59,
+          60,
+          61,
+          62,
+          63,
+          64,
+          65,
+          66,
+          67,
+          68,
+          69,
+          70,
+          71,
+          72,
+          73,
+          74,
+          75,
+          76,
+          77,
+          78,
+          79,
+          80,
+          81,
+          82,
+          83,
+          84,
+          85,
+          86,
+          87,
+          88,
+          89,
+          90,
+          91,
+          92,
+          93,
+          94,
+          95,
+          96
+        ]
+      }
+    ],
+    "scalars": null
+  },
+  "torch_rng_state": "hljcGxUfSQ+fAQAAAQAAANIAAAAAAAAAzj3uUQAAAAAlDbfbAAAAAODXdhYAAAAAHAdTtgAAAABPp7tMAAAAAASjDTUAAAAA5xmHeQAAAADgrPl2AAAAAGDTO+4AAAAAEV5vpQAAAAAoLmVHAAAAAOM3XOwAAAAArcqH+QAAAADiw0BbAAAAAGj5lM8AAAAAcw+GYgAAAACrLjMSAAAAADGQlT4AAAAAaZpDJQAAAACBzZ+gAAAAAPc+rTkAAAAAFSQBQwAAAADp6uHMAAAAAHNXWQYAAAAA2lY4AwAAAAAXrHbYAAAAAKP1wi0AAAAA4zBXUwAAAAASoagbAAAAAAMltJoAAAAAyJh3RwAAAACMKoqOAAAAAEFk+8UAAAAABdjhIAAAAACeoY6ZAAAAAN6XSAgAAAAA4I5MvgAAAADLcLbFAAAAAJBiDvMAAAAABtjFygAAAAD/E32LAAAAAEgRBGMAAAAA7SItpwAAAAA8l1BPAAAAAIp05iwAAAAAcqnPuQAAAABhWFc4AAAAAN3gcLsAAAAAqRf8NAAAAADfX3chAAAAADop2cYAAAAAXkRDAAAAAAAE9144AAAAAIeDKI4AAAAAy6DHcAAAAABuF9jQAAAAABddICQAAAAAdqW3OgAAAACWziEwAAAAAGmr+FAAAAAAj1XhIAAAAAC/foK4AAAAAAH5SLYAAAAAI6MKfAAAAACLG+U3AAAAADn/ly0AAAAANgH0tAAAAABN+QB2AAAAAAly8WIAAAAA5AHsOQAAAAAhSzuMAAAAAAflo4YAAAAAcREqzgAAAADCEfxMAAAAAH0l6y4AAAAAcGr/nQAAAAAqDd21AAAAAJYzfLEAAAAAI3IK4wAAAAB1YRabAAAAAOhNxmwAAAAA6N/jNwAAAACIiTZQAAAAAJXTfhgAAAAAK1dacAAAAAA3A/CSAAAAAMAY52MAAAAASmYhwAAAAAAhywp5AAAAAJLXrvIAAAAABIg7zAAAAAC/Pf4IAAAAAAt1nVQAAAAAo9VJOAAAAADwcwdYAAAAAEbzUaYAAAAA6XoZHQAAAACTcjjdAAAAANXrCksAAAAA0oqT3gAAAACzxja2AAAAAJ+cHWQAAAAAMTfUOAAAAAAF5ZPAAAAAADzzboQAAAAAhOYUwwAAAAAuufxEAAAAANB6LDwAAAAAw2ouuwAAAABUF4EMAAAAAGKc/FMAAAAAxoYYWwAAAACideOdAAAAAOxJAuQAAAAAiaBQZwAAAAAbUJMKAAAAADOqykYAAAAAFw4BNgAAAABlBOehAAAAAArQmRIAAAAAnrPfGQAAAACN1jNwAAAAAGyEccoAAAAAp7rovAAAAAAGI0Z3AAAAALb8PJwAAAAALIImuQAAAACQJRU8AAAAAG5cKlkAAAAAIG6fBgAAAAACC273AAAAAP7o+5gAAAAAToXBRwAAAADFqYJ8AAAAAFT/jrsAAAAAYrhP0wAAAABN0ONuAAAAACzQYcAAAAAALM4z2gAAAADLKdG9AAAAAFbJbG4AAAAAi2dK3QAAAADKrnC1AAAAAGsTRpAAAAAANSwMvwAAAABStYiWAAAAADUfVekAAAAAbPDIYgAAAACtadvrAAAAAJbEir8AAAAAcRp4fAAAAADiXAigAAAAAOhvPmUAAAAA56FHTwAAAAD404Q8AAAAAG/Gb1AAAAAABzBngAAAAAB53GsnAAAAACNJByYAAAAAJWk6mAAAAAAR0/H8AAAAABk8q/IAAAAATyzT3QAAAABjLsHtAAAAAHg0v5IAAAAA6OFrMgAAAADajHYNAAAAAG4RtjQAAAAAZ+TORAAAAAAnp1qMAAAAACHwtoMAAAAA+ds8hAAAAABKzPteAAAAAN4eczUAAAAAkvDP0wAAAACqFw2IAAAAAHoBh4cAAAAAePOLRAAAAABT8DC/AAAAADVTwpEAAAAAUYiatQAAAACXZrLGAAAAAN+HV94AAAAAwxkwXQAAAAABQ1UXAAAAAM8BXBAAAAAARVbEhgAAAABnz0LDAAAAAHTQvKQAAAAA4HY1MQAAAABUAbX5AAAAAJgWAP8AAAAABeXZKAAAAABenJweAAAAAEG+UhoAAAAA5NC0pAAAAACDD2m9AAAAAH08/fgAAAAAQAV27AAAAABy04BGAAAAAO1Isa8AAAAAQwhJCwAAAAAlhx20AAAAAFtpMRUAAAAAOho9HQAAAAAiLbXnAAAAACkQ0dEAAAAAZ4mA4gAAAACylZP9AAAAAObE36gAAAAA0oWi3QAAAABLb+MIAAAAAOxj0fIAAAAAltiwmAAAAAAH3U8bAAAAAGcUCo8AAAAApMjanwAAAADJ4qqNAAAAAGpkiMgAAAAAXCXW+AAAAAD6wxo9AAAAALAyHzEAAAAAl44w/QAAAADHBcyvAAAAAGjeZS4AAAAAlvI2NgAAAABQsOQVAAAAAMn5VB8AAAAA270MUQAAAACwmptEAAAAAI5Il2QAAAAASMbr4gAAAAAnA1HMAAAAAPZJyZwAAAAAM/a23QAAAACZ2LlLAAAAAJm6ic4AAAAALfCgigAAAACcnwxSAAAAAK/X8lsAAAAA3eS8AwAAAABGDHhzAAAAAPXy1CQAAAAAD3+vSwAAAADwF1l7AAAAACjQk50AAAAAZA3zGAAAAACUnvzAAAAAAAdBjNMAAAAATfPJPwAAAABLkJCfAAAAAKtnKQsAAAAA3FdwiAAAAACMII9UAAAAAJOB1P0AAAAAhOeLtQAAAAALcTVxAAAAAA0auq0AAAAAu8nHLwAAAABWNSAVAAAAAPduvpIAAAAAKCzZGQAAAACKQpFkAAAAAP+T+IoAAAAAJqrv3QAAAADyaf/GAAAAADSEtpwAAAAA/nbj+QAAAAA/p4CMAAAAAHMd2ZkAAAAA5OCN/gAAAADLZhkKAAAAAHH9PcQAAAAA7As7sQAAAADp584RAAAAAOFghuoAAAAAYSpZeAAAAABqOyxAAAAAAJb5AZkAAAAAHNhbewAAAACruWdUAAAAAIEE2RAAAAAASCZM9AAAAABH2+4+AAAAAHqg1x4AAAAAmwaCDgAAAABZiDpDAAAAALpp8WkAAAAArSNt2AAAAACAI3NMAAAAAK5sIVkAAAAAvrPq9AAAAACn/ZbJAAAAAE1dcIUAAAAAHJptewAAAAAMpNVdAAAAAJD6r4sAAAAAQ8zgSwAAAAAdMeh2AAAAAOH1IFMAAAAA5s/tgQAAAAA5Hmn4AAAAAD0klXcAAAAACWVZYQAAAADv79iWAAAAAPNqwSgAAAAAykW6vAAAAABd1BdYAAAAAISlGyAAAAAABPGqvwAAAAAzMKygAAAAAP7mIPYAAAAANoxv1gAAAAAQO/EvAAAAALzevV8AAAAAMWauuQAAAAB9lS1nAAAAABLXSnAAAAAACY8rLAAAAABu6imZAAAAAApPPxkAAAAAsZI4fwAAAAC0VCfNAAAAAPMGkaUAAAAAo7i9twAAAABgyShMAAAAAO4ZTm0AAAAAXnq4KQAAAADL712mAAAAAKV48z4AAAAAbD77PgAAAABDgyi1AAAAAF1zypgAAAAADED1NQAAAACdQrKsAAAAAMDyv0sAAAAANJNmVAAAAACQJTCWAAAAAKFhpd8AAAAA5dn+rAAAAADZJnjLAAAAAPsJ4DEAAAAA24AiwwAAAAAavNyuAAAAAJ/90BEAAAAAYcYuYwAAAADqjbAXAAAAAFGRlQYAAAAA3BiyxgAAAAAbacbRAAAAAIct0hIAAAAAdxmaPAAAAAAWsk0aAAAAALkGV08AAAAAPlprVAAAAADgvPghAAAAAMDUJL0AAAAAGkuLWwAAAACBczInAAAAAOvMn9AAAAAArLBMOgAAAABSTKSJAAAAAMhvCI4AAAAAe9BgpQAAAAAmEXUwAAAAAIJdol0AAAAAWbmklAAAAACZLiX1AAAAADCnUEsAAAAAdn4b5QAAAABdMEDSAAAAAHiL1TsAAAAAqTnYKQAAAADNLeXxAAAAACoiIRwAAAAAKjX6cQAAAAC50do0AAAAAPf3e8cAAAAAsgk1bgAAAABkW3TRAAAAADRaJYIAAAAAWZdhCQAAAADXiFFwAAAAAPr229wAAAAAMaIXQQAAAABRdq3UAAAAAA754sIAAAAAM0dpbQAAAADzVNFWAAAAABP2M6gAAAAANQUAZwAAAAB/6mUzAAAAABz6VtIAAAAAR82aQgAAAACFyWWoAAAAAEXSQJEAAAAAq1MIyQAAAADmdtDCAAAAAIyfAlMAAAAA1S2biAAAAAD5ht4UAAAAAJ4ITdcAAAAACGZDpAAAAADcT1FtAAAAAFjAPw4AAAAA50Y9RwAAAABxnhZhAAAAAKFjeD0AAAAApIfw+wAAAAB9EQ/HAAAAAGE6DkQAAAAAEX9+IgAAAABGWglfAAAAAGn+J6sAAAAAHlC6gQAAAACJkBE6AAAAAMfj7cMAAAAA+SBbVgAAAABqj5WSAAAAANrwPY4AAAAAg+X9iQAAAACqRLSaAAAAAMmtyHkAAAAAVSX1DQAAAACUE/7bAAAAACvdcOMAAAAAR5cTIQAAAABG6d1bAAAAAH0P85IAAAAAM9OBXgAAAADgEVo3AAAAAL4EtmkAAAAAFu0k3QAAAADUPQN2AAAAAJxxxi0AAAAATgOS1gAAAAAF3krOAAAAAJroewYAAAAAgZ3e0QAAAADyjQwWAAAAAMUurd8AAAAAW2NEZgAAAAAWS3pdAAAAABeXFoIAAAAAfGiTfgAAAABk3nWsAAAAAKhIgLkAAAAAWPFQMgAAAADom33CAAAAACPH41gAAAAAyQp9TgAAAACIP2hdAAAAALAhF/YAAAAATDvpbAAAAAA2FR7bAAAAAPYJcpIAAAAAin3jXgAAAABYltyNAAAAAIpg+ncAAAAA7Va1tQAAAABh4LXsAAAAACrXx+oAAAAA5cCekAAAAACTshg1AAAAAEYaxXAAAAAAA7zFiQAAAADroW2SAAAAAPNdl9wAAAAA5dsX4QAAAAD513YBAAAAAK/w938AAAAATsHv3wAAAADA5xK6AAAAAFxaulgAAAAA8uuuLwAAAAAhyC1jAAAAAB4/5iUAAAAAd860oAAAAAD6dizeAAAAAGbtswYAAAAAgQoojwAAAAAGbUCOAAAAAMs648AAAAAAkfdm2AAAAACNfYnRAAAAAN9oH8cAAAAAvSC+/wAAAADF3yn1AAAAAA1vZPAAAAAAqcLtmAAAAAC7rpqZAAAAAMXEZ4sAAAAARNjWgAAAAABdWyY5AAAAAMEt0jQAAAAAC19z8gAAAAAbqZQPAAAAAK+o9qsAAAAAswuOBgAAAABNAW9GAAAAADt8dF8AAAAAZmMbqgAAAAAPNnCuAAAAAA6DqC0AAAAAhGAFYgAAAAD4nHoyAAAAAIkR+C0AAAAAMLAerQAAAADByP18AAAAAAkH8qEAAAAAHWPWZwAAAAAxMPGHAAAAAELsVw4AAAAAWmd5KwAAAAArsq8/AAAAAJFH0WkAAAAAYTyXywAAAAAjpkmcAAAAAHHaJlQAAAAAr4NHbQAAAAD18ezaAAAAAC5PbzwAAAAAA3gyPQAAAABdThpbAAAAADo+EOgAAAAAIzzALAAAAACmT8oEAAAAAIdvmScAAAAAWi3kQgAAAAA3Y8JQAAAAAKvFxrsAAAAAtjx3AgAAAACxZyDGAAAAAMsolLAAAAAAIGNeQAAAAAA3/8AuAAAAAILty5YAAAAANZSksgAAAAAA1vvJAAAAAJSPF5kAAAAAw57qCQAAAABgpnIHAAAAAPFd/EoAAAAAInH0DgAAAABMy9xzAAAAAOZtFlMAAAAAmldKOQAAAAB5/aofAAAAADAIsywAAAAAnsUS8AAAAAAUuQZGAAAAAAu8oDkAAAAAqvxZgQAAAACSiDrPAAAAAFx5PUQAAAAAqp8DmgAAAACGA3nKAAAAAGV/oVYAAAAAcljhjAAAAAB8PQ+jAAAAAEV+qF4AAAAANMzXTgAAAAAQZqxfAAAAAN60E00AAAAAOG0aAQAAAACCjtNyAAAAAH1BwuAAAAAABNjhCAAAAACFjlG3AAAAAMasoRoAAAAAkKLWjAAAAAAi2G9hAAAAAOPWDZ8AAAAAtqlkLgAAAABo3ad/AAAAAD64FmsAAAAAvC/PSgAAAAA9Hb+xAAAAAK9MAskAAAAAl+XMQgAAAABx39E0AAAAACbIXnwAAAAAJVZ04QAAAABY6X6gAAAAAK3YOHAAAAAAMzZT8QAAAACTuyyGAAAAAL4ATmEAAAAAxd584AAAAACsP8aBAAAAAGtx69oAAAAA9GzMGQAAAADWDVLzAAAAALh9Dl4AAAAAM0x7cQAAAAAD8hzQAAAAAKRxgnsAAAAAYNAHkgAAAAASg9DNAAAAAFVlqe0AAAAAxNytYgAAAADgp8pcAAAAAPJV590AAAAAI08FAAAAAADuVLlZAAAAAAZVpJUAAAAAUeHEowAAAACTWRPMAAAAAIzCkycAAAAANuimLAAAAABrR25WAAAAAAypjtkAAAAA99Xa0QAAAADT7D44AAAAABqQvrcAAAAAlpMhbgAAAAAJeSMxAAAAAHekH1oAAAAAlRRHCgAAAAAjWM/eAAAAAJchAdsAAAAA505bTAAAAABFJtFuAAAAAExN/+EAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA==",
+  "cuda_rng_state": "kRard2YmFAAAAAAAAAAAAA=="
+}

checkpoints/step_00015000/.complete

@@ -0,0 +1,9 @@
+{
+  "format_version": 1,
+  "files": {
+    "config.json": "47558a8af42aad173abcc41b3986c57111d276c5c47ac80abaa0bf9e2145ad16",
+    "model.safetensors": "1bc0d8a21b44974e33e31b0978104d64abd6ad7ab8e2bdcd4a5c3c682da6605f",
+    "optimizer.safetensors": "e59b230d4c2377698d3ae0e1c6df668cf20a84778a4ddb0d3dc591d08e730c68",
+    "training_state.json": "e4091c358c40aaa0b80ce0f7b7c26b3b29efd8f8be16bab5846aeac434aac82d"
+  }
+}

checkpoints/step_00015000/config.json

@@ -0,0 +1,43 @@
+{
+  "format_version": 1,
+  "checkpoint_type": "pretrain",
+  "model_config": {
+    "vocab_size": 1980,
+    "max_seq_len": 512,
+    "n_outcomes": 11,
+    "d_model": 640,
+    "n_layers": 10,
+    "n_heads": 8,
+    "d_ff": 2560,
+    "dropout": 0.0,
+    "rope_base": 10000.0
+  },
+  "training_config": {
+    "lr": 0.0003,
+    "weight_decay": 0.01,
+    "max_grad_norm": 1.0,
+    "warmup_steps": 10000,
+    "total_steps": 200000,
+    "batch_size": 256,
+    "max_ply": 512,
+    "discard_ply_limit": false,
+    "num_workers": 4,
+    "use_amp": true,
+    "accumulation_steps": 1,
+    "log_interval": 50,
+    "eval_interval": 1000,
+    "checkpoint_interval": 5000,
+    "pause_after_steps": null,
+    "no_outcome_token": false,
+    "prepend_outcome": false,
+    "mate_boost": 0.0,
+    "base_seed": 42,
+    "val_seed": 9223372036854775807,
+    "val_games": 2048,
+    "checkpoint_dir": "checkpoints",
+    "log_dir": "/workspace/logs",
+    "use_wandb": false,
+    "wandb_project": "pawn",
+    "device": "cuda"
+  }
+}

checkpoints/step_00015000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc0d8a21b44974e33e31b0978104d64abd6ad7ab8e2bdcd4a5c3c682da6605f
+size 267647080

checkpoints/step_00015000/optimizer.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59b230d4c2377698d3ae0e1c6df668cf20a84778a4ddb0d3dc591d08e730c68
+size 535301204

checkpoints/step_00015000/training_state.json

@@ -0,0 +1,136 @@
+{
+  "format_version": 1,
+  "global_step": 15000,
+  "scheduler_state_dict": {
+    "step": 15000
+  },
+  "scaler_state_dict": {
+    "scale": 1048576.0,
+    "growth_factor": 2.0,
+    "backoff_factor": 0.5,
+    "growth_interval": 2000,
+    "_growth_tracker": 1900
+  },
+  "optimizer_meta": {
+    "param_groups": [
+      {
+        "lr": 0.0002995389065559004,
+        "betas": [
+          0.9,
+          0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.01,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+          0,
+          1,
+          2,
+          3,
+          4,
+          5,
+          6,
+          7,
+          8,
+          9,
+          10,
+          11,
+          12,
+          13,
+          14,
+          15,
+          16,
+          17,
+          18,
+          19,
+          20,
+          21,
+          22,
+          23,
+          24,
+          25,
+          26,
+          27,
+          28,
+          29,
+          30,
+          31,
+          32,
+          33,
+          34,
+          35,
+          36,
+          37,
+          38,
+          39,
+          40,
+          41,
+          42,
+          43,
+          44,
+          45,
+          46,
+          47,
+          48,
+          49,
+          50,
+          51,
+          52,
+          53,
+          54,
+          55,
+          56,
+          57,
+          58,
+          59,
+          60,
+          61,
+          62,
+          63,
+          64,
+          65,
+          66,
+          67,
+          68,
+          69,
+          70,
+          71,
+          72,
+          73,
+          74,
+          75,
+          76,
+          77,
+          78,
+          79,
+          80,
+          81,
+          82,
+          83,
+          84,
+          85,
+          86,
+          87,
+          88,
+          89,
+          90,
+          91,
+          92,
+          93,
+          94,
+          95,
+          96
+        ]
+      }
+    ],
+    "scalars": null
+  },
+  "torch_rng_state": "hljcGxUfSQ+fAQAAAQAAANIAAAAAAAAAzj3uUQAAAAAlDbfbAAAAAODXdhYAAAAAHAdTtgAAAABPp7tMAAAAAASjDTUAAAAA5xmHeQAAAADgrPl2AAAAAGDTO+4AAAAAEV5vpQAAAAAoLmVHAAAAAOM3XOwAAAAArcqH+QAAAADiw0BbAAAAAGj5lM8AAAAAcw+GYgAAAACrLjMSAAAAADGQlT4AAAAAaZpDJQAAAACBzZ+gAAAAAPc+rTkAAAAAFSQBQwAAAADp6uHMAAAAAHNXWQYAAAAA2lY4AwAAAAAXrHbYAAAAAKP1wi0AAAAA4zBXUwAAAAASoagbAAAAAAMltJoAAAAAyJh3RwAAAACMKoqOAAAAAEFk+8UAAAAABdjhIAAAAACeoY6ZAAAAAN6XSAgAAAAA4I5MvgAAAADLcLbFAAAAAJBiDvMAAAAABtjFygAAAAD/E32LAAAAAEgRBGMAAAAA7SItpwAAAAA8l1BPAAAAAIp05iwAAAAAcqnPuQAAAABhWFc4AAAAAN3gcLsAAAAAqRf8NAAAAADfX3chAAAAADop2cYAAAAAXkRDAAAAAAAE9144AAAAAIeDKI4AAAAAy6DHcAAAAABuF9jQAAAAABddICQAAAAAdqW3OgAAAACWziEwAAAAAGmr+FAAAAAAj1XhIAAAAAC/foK4AAAAAAH5SLYAAAAAI6MKfAAAAACLG+U3AAAAADn/ly0AAAAANgH0tAAAAABN+QB2AAAAAAly8WIAAAAA5AHsOQAAAAAhSzuMAAAAAAflo4YAAAAAcREqzgAAAADCEfxMAAAAAH0l6y4AAAAAcGr/nQAAAAAqDd21AAAAAJYzfLEAAAAAI3IK4wAAAAB1YRabAAAAAOhNxmwAAAAA6N/jNwAAAACIiTZQAAAAAJXTfhgAAAAAK1dacAAAAAA3A/CSAAAAAMAY52MAAAAASmYhwAAAAAAhywp5AAAAAJLXrvIAAAAABIg7zAAAAAC/Pf4IAAAAAAt1nVQAAAAAo9VJOAAAAADwcwdYAAAAAEbzUaYAAAAA6XoZHQAAAACTcjjdAAAAANXrCksAAAAA0oqT3gAAAACzxja2AAAAAJ+cHWQAAAAAMTfUOAAAAAAF5ZPAAAAAADzzboQAAAAAhOYUwwAAAAAuufxEAAAAANB6LDwAAAAAw2ouuwAAAABUF4EMAAAAAGKc/FMAAAAAxoYYWwAAAACideOdAAAAAOxJAuQAAAAAiaBQZwAAAAAbUJMKAAAAADOqykYAAAAAFw4BNgAAAABlBOehAAAAAArQmRIAAAAAnrPfGQAAAACN1jNwAAAAAGyEccoAAAAAp7rovAAAAAAGI0Z3AAAAALb8PJwAAAAALIImuQAAAACQJRU8AAAAAG5cKlkAAAAAIG6fBgAAAAACC273AAAAAP7o+5gAAAAAToXBRwAAAADFqYJ8AAAAAFT/jrsAAAAAYrhP0wAAAABN0ONuAAAAACzQYcAAAAAALM4z2gAAAADLKdG9AAAAAFbJbG4AAAAAi2dK3QAAAADKrnC1AAAAAGsTRpAAAAAANSwMvwAAAABStYiWAAAAADUfVekAAAAAbPDIYgAAAACtadvrAAAAAJbEir8AAAAAcRp4fAAAAADiXAigAAAAAOhvPmUAAAAA56FHTwAAAAD404Q8AAAAAG/Gb1AAAAAABzBngAAAAAB53GsnAAAAACNJByYAAAAAJWk6mAAAAAAR0/H8AAAAABk8q/IAAAAATyzT3QAAAABjLsHtAAAAAHg0v5IAAAAA6OFrMgAAAADajHYNAAAAAG4RtjQAAAAAZ+TORAAAAAAnp1qMAAAAACHwtoMAAAAA+ds8hAAAAABKzPteAAAAAN4eczUAAAAAkvDP0wAAAACqFw2IAAAAAHoBh4cAAAAAePOLRAAAAABT8DC/AAAAADVTwpEAAAAAUYiatQAAAACXZrLGAAAAAN+HV94AAAAAwxkwXQAAAAABQ1UXAAAAAM8BXBAAAAAARVbEhgAAAABnz0LDAAAAAHTQvKQAAAAA4HY1MQAAAABUAbX5AAAAAJgWAP8AAAAABeXZKAAAAABenJweAAAAAEG+UhoAAAAA5NC0pAAAAACDD2m9AAAAAH08/fgAAAAAQAV27AAAAABy04BGAAAAAO1Isa8AAAAAQwhJCwAAAAAlhx20AAAAAFtpMRUAAAAAOho9HQAAAAAiLbXnAAAAACkQ0dEAAAAAZ4mA4gAAAACylZP9AAAAAObE36gAAAAA0oWi3QAAAABLb+MIAAAAAOxj0fIAAAAAltiwmAAAAAAH3U8bAAAAAGcUCo8AAAAApMjanwAAAADJ4qqNAAAAAGpkiMgAAAAAXCXW+AAAAAD6wxo9AAAAALAyHzEAAAAAl44w/QAAAADHBcyvAAAAAGjeZS4AAAAAlvI2NgAAAABQsOQVAAAAAMn5VB8AAAAA270MUQAAAACwmptEAAAAAI5Il2QAAAAASMbr4gAAAAAnA1HMAAAAAPZJyZwAAAAAM/a23QAAAACZ2LlLAAAAAJm6ic4AAAAALfCgigAAAACcnwxSAAAAAK/X8lsAAAAA3eS8AwAAAABGDHhzAAAAAPXy1CQAAAAAD3+vSwAAAADwF1l7AAAAACjQk50AAAAAZA3zGAAAAACUnvzAAAAAAAdBjNMAAAAATfPJPwAAAABLkJCfAAAAAKtnKQsAAAAA3FdwiAAAAACMII9UAAAAAJOB1P0AAAAAhOeLtQAAAAALcTVxAAAAAA0auq0AAAAAu8nHLwAAAABWNSAVAAAAAPduvpIAAAAAKCzZGQAAAACKQpFkAAAAAP+T+IoAAAAAJqrv3QAAAADyaf/GAAAAADSEtpwAAAAA/nbj+QAAAAA/p4CMAAAAAHMd2ZkAAAAA5OCN/gAAAADLZhkKAAAAAHH9PcQAAAAA7As7sQAAAADp584RAAAAAOFghuoAAAAAYSpZeAAAAABqOyxAAAAAAJb5AZkAAAAAHNhbewAAAACruWdUAAAAAIEE2RAAAAAASCZM9AAAAABH2+4+AAAAAHqg1x4AAAAAmwaCDgAAAABZiDpDAAAAALpp8WkAAAAArSNt2AAAAACAI3NMAAAAAK5sIVkAAAAAvrPq9AAAAACn/ZbJAAAAAE1dcIUAAAAAHJptewAAAAAMpNVdAAAAAJD6r4sAAAAAQ8zgSwAAAAAdMeh2AAAAAOH1IFMAAAAA5s/tgQAAAAA5Hmn4AAAAAD0klXcAAAAACWVZYQAAAADv79iWAAAAAPNqwSgAAAAAykW6vAAAAABd1BdYAAAAAISlGyAAAAAABPGqvwAAAAAzMKygAAAAAP7mIPYAAAAANoxv1gAAAAAQO/EvAAAAALzevV8AAAAAMWauuQAAAAB9lS1nAAAAABLXSnAAAAAACY8rLAAAAABu6imZAAAAAApPPxkAAAAAsZI4fwAAAAC0VCfNAAAAAPMGkaUAAAAAo7i9twAAAABgyShMAAAAAO4ZTm0AAAAAXnq4KQAAAADL712mAAAAAKV48z4AAAAAbD77PgAAAABDgyi1AAAAAF1zypgAAAAADED1NQAAAACdQrKsAAAAAMDyv0sAAAAANJNmVAAAAACQJTCWAAAAAKFhpd8AAAAA5dn+rAAAAADZJnjLAAAAAPsJ4DEAAAAA24AiwwAAAAAavNyuAAAAAJ/90BEAAAAAYcYuYwAAAADqjbAXAAAAAFGRlQYAAAAA3BiyxgAAAAAbacbRAAAAAIct0hIAAAAAdxmaPAAAAAAWsk0aAAAAALkGV08AAAAAPlprVAAAAADgvPghAAAAAMDUJL0AAAAAGkuLWwAAAACBczInAAAAAOvMn9AAAAAArLBMOgAAAABSTKSJAAAAAMhvCI4AAAAAe9BgpQAAAAAmEXUwAAAAAIJdol0AAAAAWbmklAAAAACZLiX1AAAAADCnUEsAAAAAdn4b5QAAAABdMEDSAAAAAHiL1TsAAAAAqTnYKQAAAADNLeXxAAAAACoiIRwAAAAAKjX6cQAAAAC50do0AAAAAPf3e8cAAAAAsgk1bgAAAABkW3TRAAAAADRaJYIAAAAAWZdhCQAAAADXiFFwAAAAAPr229wAAAAAMaIXQQAAAABRdq3UAAAAAA754sIAAAAAM0dpbQAAAADzVNFWAAAAABP2M6gAAAAANQUAZwAAAAB/6mUzAAAAABz6VtIAAAAAR82aQgAAAACFyWWoAAAAAEXSQJEAAAAAq1MIyQAAAADmdtDCAAAAAIyfAlMAAAAA1S2biAAAAAD5ht4UAAAAAJ4ITdcAAAAACGZDpAAAAADcT1FtAAAAAFjAPw4AAAAA50Y9RwAAAABxnhZhAAAAAKFjeD0AAAAApIfw+wAAAAB9EQ/HAAAAAGE6DkQAAAAAEX9+IgAAAABGWglfAAAAAGn+J6sAAAAAHlC6gQAAAACJkBE6AAAAAMfj7cMAAAAA+SBbVgAAAABqj5WSAAAAANrwPY4AAAAAg+X9iQAAAACqRLSaAAAAAMmtyHkAAAAAVSX1DQAAAACUE/7bAAAAACvdcOMAAAAAR5cTIQAAAABG6d1bAAAAAH0P85IAAAAAM9OBXgAAAADgEVo3AAAAAL4EtmkAAAAAFu0k3QAAAADUPQN2AAAAAJxxxi0AAAAATgOS1gAAAAAF3krOAAAAAJroewYAAAAAgZ3e0QAAAADyjQwWAAAAAMUurd8AAAAAW2NEZgAAAAAWS3pdAAAAABeXFoIAAAAAfGiTfgAAAABk3nWsAAAAAKhIgLkAAAAAWPFQMgAAAADom33CAAAAACPH41gAAAAAyQp9TgAAAACIP2hdAAAAALAhF/YAAAAATDvpbAAAAAA2FR7bAAAAAPYJcpIAAAAAin3jXgAAAABYltyNAAAAAIpg+ncAAAAA7Va1tQAAAABh4LXsAAAAACrXx+oAAAAA5cCekAAAAACTshg1AAAAAEYaxXAAAAAAA7zFiQAAAADroW2SAAAAAPNdl9wAAAAA5dsX4QAAAAD513YBAAAAAK/w938AAAAATsHv3wAAAADA5xK6AAAAAFxaulgAAAAA8uuuLwAAAAAhyC1jAAAAAB4/5iUAAAAAd860oAAAAAD6dizeAAAAAGbtswYAAAAAgQoojwAAAAAGbUCOAAAAAMs648AAAAAAkfdm2AAAAACNfYnRAAAAAN9oH8cAAAAAvSC+/wAAAADF3yn1AAAAAA1vZPAAAAAAqcLtmAAAAAC7rpqZAAAAAMXEZ4sAAAAARNjWgAAAAABdWyY5AAAAAMEt0jQAAAAAC19z8gAAAAAbqZQPAAAAAK+o9qsAAAAAswuOBgAAAABNAW9GAAAAADt8dF8AAAAAZmMbqgAAAAAPNnCuAAAAAA6DqC0AAAAAhGAFYgAAAAD4nHoyAAAAAIkR+C0AAAAAMLAerQAAAADByP18AAAAAAkH8qEAAAAAHWPWZwAAAAAxMPGHAAAAAELsVw4AAAAAWmd5KwAAAAArsq8/AAAAAJFH0WkAAAAAYTyXywAAAAAjpkmcAAAAAHHaJlQAAAAAr4NHbQAAAAD18ezaAAAAAC5PbzwAAAAAA3gyPQAAAABdThpbAAAAADo+EOgAAAAAIzzALAAAAACmT8oEAAAAAIdvmScAAAAAWi3kQgAAAAA3Y8JQAAAAAKvFxrsAAAAAtjx3AgAAAACxZyDGAAAAAMsolLAAAAAAIGNeQAAAAAA3/8AuAAAAAILty5YAAAAANZSksgAAAAAA1vvJAAAAAJSPF5kAAAAAw57qCQAAAABgpnIHAAAAAPFd/EoAAAAAInH0DgAAAABMy9xzAAAAAOZtFlMAAAAAmldKOQAAAAB5/aofAAAAADAIsywAAAAAnsUS8AAAAAAUuQZGAAAAAAu8oDkAAAAAqvxZgQAAAACSiDrPAAAAAFx5PUQAAAAAqp8DmgAAAACGA3nKAAAAAGV/oVYAAAAAcljhjAAAAAB8PQ+jAAAAAEV+qF4AAAAANMzXTgAAAAAQZqxfAAAAAN60E00AAAAAOG0aAQAAAACCjtNyAAAAAH1BwuAAAAAABNjhCAAAAACFjlG3AAAAAMasoRoAAAAAkKLWjAAAAAAi2G9hAAAAAOPWDZ8AAAAAtqlkLgAAAABo3ad/AAAAAD64FmsAAAAAvC/PSgAAAAA9Hb+xAAAAAK9MAskAAAAAl+XMQgAAAABx39E0AAAAACbIXnwAAAAAJVZ04QAAAABY6X6gAAAAAK3YOHAAAAAAMzZT8QAAAACTuyyGAAAAAL4ATmEAAAAAxd584AAAAACsP8aBAAAAAGtx69oAAAAA9GzMGQAAAADWDVLzAAAAALh9Dl4AAAAAM0x7cQAAAAAD8hzQAAAAAKRxgnsAAAAAYNAHkgAAAAASg9DNAAAAAFVlqe0AAAAAxNytYgAAAADgp8pcAAAAAPJV590AAAAAI08FAAAAAADuVLlZAAAAAAZVpJUAAAAAUeHEowAAAACTWRPMAAAAAIzCkycAAAAANuimLAAAAABrR25WAAAAAAypjtkAAAAA99Xa0QAAAADT7D44AAAAABqQvrcAAAAAlpMhbgAAAAAJeSMxAAAAAHekH1oAAAAAlRRHCgAAAAAjWM/eAAAAAJchAdsAAAAA505bTAAAAABFJtFuAAAAAExN/+EAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA==",
+  "cuda_rng_state": "kRard2YmFAAAAAAAAAAAAA=="
+}

checkpoints/step_00020000/.complete

@@ -0,0 +1,9 @@
+{
+  "format_version": 1,
+  "files": {
+    "config.json": "47558a8af42aad173abcc41b3986c57111d276c5c47ac80abaa0bf9e2145ad16",
+    "model.safetensors": "a5d4c28aed778533ddc2a3817d4e133c5b9719264656c8e028061b91a0858834",
+    "optimizer.safetensors": "f63a12e61c1586c672809818966ff36dbde645a62c9fca8151daff4d8fd23552",
+    "training_state.json": "605186ff2013de247939d4d3c5ea8b74676d6abe033c117d3067720c819043f7"
+  }
+}

checkpoints/step_00020000/config.json

@@ -0,0 +1,43 @@
+{
+  "format_version": 1,
+  "checkpoint_type": "pretrain",
+  "model_config": {
+    "vocab_size": 1980,
+    "max_seq_len": 512,
+    "n_outcomes": 11,
+    "d_model": 640,
+    "n_layers": 10,
+    "n_heads": 8,
+    "d_ff": 2560,
+    "dropout": 0.0,
+    "rope_base": 10000.0
+  },
+  "training_config": {
+    "lr": 0.0003,
+    "weight_decay": 0.01,
+    "max_grad_norm": 1.0,
+    "warmup_steps": 10000,
+    "total_steps": 200000,
+    "batch_size": 256,
+    "max_ply": 512,
+    "discard_ply_limit": false,
+    "num_workers": 4,
+    "use_amp": true,
+    "accumulation_steps": 1,
+    "log_interval": 50,
+    "eval_interval": 1000,
+    "checkpoint_interval": 5000,
+    "pause_after_steps": null,
+    "no_outcome_token": false,
+    "prepend_outcome": false,
+    "mate_boost": 0.0,
+    "base_seed": 42,
+    "val_seed": 9223372036854775807,
+    "val_games": 2048,
+    "checkpoint_dir": "checkpoints",
+    "log_dir": "/workspace/logs",
+    "use_wandb": false,
+    "wandb_project": "pawn",
+    "device": "cuda"
+  }
+}

checkpoints/step_00020000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d4c28aed778533ddc2a3817d4e133c5b9719264656c8e028061b91a0858834
+size 267647080

checkpoints/step_00020000/optimizer.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63a12e61c1586c672809818966ff36dbde645a62c9fca8151daff4d8fd23552
+size 535301204

checkpoints/step_00020000/training_state.json

@@ -0,0 +1,136 @@
+{
+  "format_version": 1,
+  "global_step": 20000,
+  "scheduler_state_dict": {
+    "step": 20000
+  },
+  "scaler_state_dict": {
+    "scale": 1048576.0,
+    "growth_factor": 2.0,
+    "backoff_factor": 0.5,
+    "growth_interval": 2000,
+    "_growth_tracker": 1356
+  },
+  "optimizer_meta": {
+    "param_groups": [
+      {
+        "lr": 0.0002981587759593675,
+        "betas": [
+          0.9,
+          0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.01,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+          0,
+          1,
+          2,
+          3,
+          4,
+          5,
+          6,
+          7,
+          8,
+          9,
+          10,
+          11,
+          12,
+          13,
+          14,
+          15,
+          16,
+          17,
+          18,
+          19,
+          20,
+          21,
+          22,
+          23,
+          24,
+          25,
+          26,
+          27,
+          28,
+          29,
+          30,
+          31,
+          32,
+          33,
+          34,
+          35,
+          36,
+          37,
+          38,
+          39,
+          40,
+          41,
+          42,
+          43,
+          44,
+          45,
+          46,
+          47,
+          48,
+          49,
+          50,
+          51,
+          52,
+          53,
+          54,
+          55,
+          56,
+          57,
+          58,
+          59,
+          60,
+          61,
+          62,
+          63,
+          64,
+          65,
+          66,
+          67,
+          68,
+          69,
+          70,
+          71,
+          72,
+          73,
+          74,
+          75,
+          76,
+          77,
+          78,
+          79,
+          80,
+          81,
+          82,
+          83,
+          84,
+          85,
+          86,
+          87,
+          88,
+          89,
+          90,
+          91,
+          92,
+          93,
+          94,
+          95,
+          96
+        ]
+      }
+    ],
+    "scalars": null
+  },
+  "torch_rng_state": "hljcGxUfSQ+fAQAAAQAAANIAAAAAAAAAzj3uUQAAAAAlDbfbAAAAAODXdhYAAAAAHAdTtgAAAABPp7tMAAAAAASjDTUAAAAA5xmHeQAAAADgrPl2AAAAAGDTO+4AAAAAEV5vpQAAAAAoLmVHAAAAAOM3XOwAAAAArcqH+QAAAADiw0BbAAAAAGj5lM8AAAAAcw+GYgAAAACrLjMSAAAAADGQlT4AAAAAaZpDJQAAAACBzZ+gAAAAAPc+rTkAAAAAFSQBQwAAAADp6uHMAAAAAHNXWQYAAAAA2lY4AwAAAAAXrHbYAAAAAKP1wi0AAAAA4zBXUwAAAAASoagbAAAAAAMltJoAAAAAyJh3RwAAAACMKoqOAAAAAEFk+8UAAAAABdjhIAAAAACeoY6ZAAAAAN6XSAgAAAAA4I5MvgAAAADLcLbFAAAAAJBiDvMAAAAABtjFygAAAAD/E32LAAAAAEgRBGMAAAAA7SItpwAAAAA8l1BPAAAAAIp05iwAAAAAcqnPuQAAAABhWFc4AAAAAN3gcLsAAAAAqRf8NAAAAADfX3chAAAAADop2cYAAAAAXkRDAAAAAAAE9144AAAAAIeDKI4AAAAAy6DHcAAAAABuF9jQAAAAABddICQAAAAAdqW3OgAAAACWziEwAAAAAGmr+FAAAAAAj1XhIAAAAAC/foK4AAAAAAH5SLYAAAAAI6MKfAAAAACLG+U3AAAAADn/ly0AAAAANgH0tAAAAABN+QB2AAAAAAly8WIAAAAA5AHsOQAAAAAhSzuMAAAAAAflo4YAAAAAcREqzgAAAADCEfxMAAAAAH0l6y4AAAAAcGr/nQAAAAAqDd21AAAAAJYzfLEAAAAAI3IK4wAAAAB1YRabAAAAAOhNxmwAAAAA6N/jNwAAAACIiTZQAAAAAJXTfhgAAAAAK1dacAAAAAA3A/CSAAAAAMAY52MAAAAASmYhwAAAAAAhywp5AAAAAJLXrvIAAAAABIg7zAAAAAC/Pf4IAAAAAAt1nVQAAAAAo9VJOAAAAADwcwdYAAAAAEbzUaYAAAAA6XoZHQAAAACTcjjdAAAAANXrCksAAAAA0oqT3gAAAACzxja2AAAAAJ+cHWQAAAAAMTfUOAAAAAAF5ZPAAAAAADzzboQAAAAAhOYUwwAAAAAuufxEAAAAANB6LDwAAAAAw2ouuwAAAABUF4EMAAAAAGKc/FMAAAAAxoYYWwAAAACideOdAAAAAOxJAuQAAAAAiaBQZwAAAAAbUJMKAAAAADOqykYAAAAAFw4BNgAAAABlBOehAAAAAArQmRIAAAAAnrPfGQAAAACN1jNwAAAAAGyEccoAAAAAp7rovAAAAAAGI0Z3AAAAALb8PJwAAAAALIImuQAAAACQJRU8AAAAAG5cKlkAAAAAIG6fBgAAAAACC273AAAAAP7o+5gAAAAAToXBRwAAAADFqYJ8AAAAAFT/jrsAAAAAYrhP0wAAAABN0ONuAAAAACzQYcAAAAAALM4z2gAAAADLKdG9AAAAAFbJbG4AAAAAi2dK3QAAAADKrnC1AAAAAGsTRpAAAAAANSwMvwAAAABStYiWAAAAADUfVekAAAAAbPDIYgAAAACtadvrAAAAAJbEir8AAAAAcRp4fAAAAADiXAigAAAAAOhvPmUAAAAA56FHTwAAAAD404Q8AAAAAG/Gb1AAAAAABzBngAAAAAB53GsnAAAAACNJByYAAAAAJWk6mAAAAAAR0/H8AAAAABk8q/IAAAAATyzT3QAAAABjLsHtAAAAAHg0v5IAAAAA6OFrMgAAAADajHYNAAAAAG4RtjQAAAAAZ+TORAAAAAAnp1qMAAAAACHwtoMAAAAA+ds8hAAAAABKzPteAAAAAN4eczUAAAAAkvDP0wAAAACqFw2IAAAAAHoBh4cAAAAAePOLRAAAAABT8DC/AAAAADVTwpEAAAAAUYiatQAAAACXZrLGAAAAAN+HV94AAAAAwxkwXQAAAAABQ1UXAAAAAM8BXBAAAAAARVbEhgAAAABnz0LDAAAAAHTQvKQAAAAA4HY1MQAAAABUAbX5AAAAAJgWAP8AAAAABeXZKAAAAABenJweAAAAAEG+UhoAAAAA5NC0pAAAAACDD2m9AAAAAH08/fgAAAAAQAV27AAAAABy04BGAAAAAO1Isa8AAAAAQwhJCwAAAAAlhx20AAAAAFtpMRUAAAAAOho9HQAAAAAiLbXnAAAAACkQ0dEAAAAAZ4mA4gAAAACylZP9AAAAAObE36gAAAAA0oWi3QAAAABLb+MIAAAAAOxj0fIAAAAAltiwmAAAAAAH3U8bAAAAAGcUCo8AAAAApMjanwAAAADJ4qqNAAAAAGpkiMgAAAAAXCXW+AAAAAD6wxo9AAAAALAyHzEAAAAAl44w/QAAAADHBcyvAAAAAGjeZS4AAAAAlvI2NgAAAABQsOQVAAAAAMn5VB8AAAAA270MUQAAAACwmptEAAAAAI5Il2QAAAAASMbr4gAAAAAnA1HMAAAAAPZJyZwAAAAAM/a23QAAAACZ2LlLAAAAAJm6ic4AAAAALfCgigAAAACcnwxSAAAAAK/X8lsAAAAA3eS8AwAAAABGDHhzAAAAAPXy1CQAAAAAD3+vSwAAAADwF1l7AAAAACjQk50AAAAAZA3zGAAAAACUnvzAAAAAAAdBjNMAAAAATfPJPwAAAABLkJCfAAAAAKtnKQsAAAAA3FdwiAAAAACMII9UAAAAAJOB1P0AAAAAhOeLtQAAAAALcTVxAAAAAA0auq0AAAAAu8nHLwAAAABWNSAVAAAAAPduvpIAAAAAKCzZGQAAAACKQpFkAAAAAP+T+IoAAAAAJqrv3QAAAADyaf/GAAAAADSEtpwAAAAA/nbj+QAAAAA/p4CMAAAAAHMd2ZkAAAAA5OCN/gAAAADLZhkKAAAAAHH9PcQAAAAA7As7sQAAAADp584RAAAAAOFghuoAAAAAYSpZeAAAAABqOyxAAAAAAJb5AZkAAAAAHNhbewAAAACruWdUAAAAAIEE2RAAAAAASCZM9AAAAABH2+4+AAAAAHqg1x4AAAAAmwaCDgAAAABZiDpDAAAAALpp8WkAAAAArSNt2AAAAACAI3NMAAAAAK5sIVkAAAAAvrPq9AAAAACn/ZbJAAAAAE1dcIUAAAAAHJptewAAAAAMpNVdAAAAAJD6r4sAAAAAQ8zgSwAAAAAdMeh2AAAAAOH1IFMAAAAA5s/tgQAAAAA5Hmn4AAAAAD0klXcAAAAACWVZYQAAAADv79iWAAAAAPNqwSgAAAAAykW6vAAAAABd1BdYAAAAAISlGyAAAAAABPGqvwAAAAAzMKygAAAAAP7mIPYAAAAANoxv1gAAAAAQO/EvAAAAALzevV8AAAAAMWauuQAAAAB9lS1nAAAAABLXSnAAAAAACY8rLAAAAABu6imZAAAAAApPPxkAAAAAsZI4fwAAAAC0VCfNAAAAAPMGkaUAAAAAo7i9twAAAABgyShMAAAAAO4ZTm0AAAAAXnq4KQAAAADL712mAAAAAKV48z4AAAAAbD77PgAAAABDgyi1AAAAAF1zypgAAAAADED1NQAAAACdQrKsAAAAAMDyv0sAAAAANJNmVAAAAACQJTCWAAAAAKFhpd8AAAAA5dn+rAAAAADZJnjLAAAAAPsJ4DEAAAAA24AiwwAAAAAavNyuAAAAAJ/90BEAAAAAYcYuYwAAAADqjbAXAAAAAFGRlQYAAAAA3BiyxgAAAAAbacbRAAAAAIct0hIAAAAAdxmaPAAAAAAWsk0aAAAAALkGV08AAAAAPlprVAAAAADgvPghAAAAAMDUJL0AAAAAGkuLWwAAAACBczInAAAAAOvMn9AAAAAArLBMOgAAAABSTKSJAAAAAMhvCI4AAAAAe9BgpQAAAAAmEXUwAAAAAIJdol0AAAAAWbmklAAAAACZLiX1AAAAADCnUEsAAAAAdn4b5QAAAABdMEDSAAAAAHiL1TsAAAAAqTnYKQAAAADNLeXxAAAAACoiIRwAAAAAKjX6cQAAAAC50do0AAAAAPf3e8cAAAAAsgk1bgAAAABkW3TRAAAAADRaJYIAAAAAWZdhCQAAAADXiFFwAAAAAPr229wAAAAAMaIXQQAAAABRdq3UAAAAAA754sIAAAAAM0dpbQAAAADzVNFWAAAAABP2M6gAAAAANQUAZwAAAAB/6mUzAAAAABz6VtIAAAAAR82aQgAAAACFyWWoAAAAAEXSQJEAAAAAq1MIyQAAAADmdtDCAAAAAIyfAlMAAAAA1S2biAAAAAD5ht4UAAAAAJ4ITdcAAAAACGZDpAAAAADcT1FtAAAAAFjAPw4AAAAA50Y9RwAAAABxnhZhAAAAAKFjeD0AAAAApIfw+wAAAAB9EQ/HAAAAAGE6DkQAAAAAEX9+IgAAAABGWglfAAAAAGn+J6sAAAAAHlC6gQAAAACJkBE6AAAAAMfj7cMAAAAA+SBbVgAAAABqj5WSAAAAANrwPY4AAAAAg+X9iQAAAACqRLSaAAAAAMmtyHkAAAAAVSX1DQAAAACUE/7bAAAAACvdcOMAAAAAR5cTIQAAAABG6d1bAAAAAH0P85IAAAAAM9OBXgAAAADgEVo3AAAAAL4EtmkAAAAAFu0k3QAAAADUPQN2AAAAAJxxxi0AAAAATgOS1gAAAAAF3krOAAAAAJroewYAAAAAgZ3e0QAAAADyjQwWAAAAAMUurd8AAAAAW2NEZgAAAAAWS3pdAAAAABeXFoIAAAAAfGiTfgAAAABk3nWsAAAAAKhIgLkAAAAAWPFQMgAAAADom33CAAAAACPH41gAAAAAyQp9TgAAAACIP2hdAAAAALAhF/YAAAAATDvpbAAAAAA2FR7bAAAAAPYJcpIAAAAAin3jXgAAAABYltyNAAAAAIpg+ncAAAAA7Va1tQAAAABh4LXsAAAAACrXx+oAAAAA5cCekAAAAACTshg1AAAAAEYaxXAAAAAAA7zFiQAAAADroW2SAAAAAPNdl9wAAAAA5dsX4QAAAAD513YBAAAAAK/w938AAAAATsHv3wAAAADA5xK6AAAAAFxaulgAAAAA8uuuLwAAAAAhyC1jAAAAAB4/5iUAAAAAd860oAAAAAD6dizeAAAAAGbtswYAAAAAgQoojwAAAAAGbUCOAAAAAMs648AAAAAAkfdm2AAAAACNfYnRAAAAAN9oH8cAAAAAvSC+/wAAAADF3yn1AAAAAA1vZPAAAAAAqcLtmAAAAAC7rpqZAAAAAMXEZ4sAAAAARNjWgAAAAABdWyY5AAAAAMEt0jQAAAAAC19z8gAAAAAbqZQPAAAAAK+o9qsAAAAAswuOBgAAAABNAW9GAAAAADt8dF8AAAAAZmMbqgAAAAAPNnCuAAAAAA6DqC0AAAAAhGAFYgAAAAD4nHoyAAAAAIkR+C0AAAAAMLAerQAAAADByP18AAAAAAkH8qEAAAAAHWPWZwAAAAAxMPGHAAAAAELsVw4AAAAAWmd5KwAAAAArsq8/AAAAAJFH0WkAAAAAYTyXywAAAAAjpkmcAAAAAHHaJlQAAAAAr4NHbQAAAAD18ezaAAAAAC5PbzwAAAAAA3gyPQAAAABdThpbAAAAADo+EOgAAAAAIzzALAAAAACmT8oEAAAAAIdvmScAAAAAWi3kQgAAAAA3Y8JQAAAAAKvFxrsAAAAAtjx3AgAAAACxZyDGAAAAAMsolLAAAAAAIGNeQAAAAAA3/8AuAAAAAILty5YAAAAANZSksgAAAAAA1vvJAAAAAJSPF5kAAAAAw57qCQAAAABgpnIHAAAAAPFd/EoAAAAAInH0DgAAAABMy9xzAAAAAOZtFlMAAAAAmldKOQAAAAB5/aofAAAAADAIsywAAAAAnsUS8AAAAAAUuQZGAAAAAAu8oDkAAAAAqvxZgQAAAACSiDrPAAAAAFx5PUQAAAAAqp8DmgAAAACGA3nKAAAAAGV/oVYAAAAAcljhjAAAAAB8PQ+jAAAAAEV+qF4AAAAANMzXTgAAAAAQZqxfAAAAAN60E00AAAAAOG0aAQAAAACCjtNyAAAAAH1BwuAAAAAABNjhCAAAAACFjlG3AAAAAMasoRoAAAAAkKLWjAAAAAAi2G9hAAAAAOPWDZ8AAAAAtqlkLgAAAABo3ad/AAAAAD64FmsAAAAAvC/PSgAAAAA9Hb+xAAAAAK9MAskAAAAAl+XMQgAAAABx39E0AAAAACbIXnwAAAAAJVZ04QAAAABY6X6gAAAAAK3YOHAAAAAAMzZT8QAAAACTuyyGAAAAAL4ATmEAAAAAxd584AAAAACsP8aBAAAAAGtx69oAAAAA9GzMGQAAAADWDVLzAAAAALh9Dl4AAAAAM0x7cQAAAAAD8hzQAAAAAKRxgnsAAAAAYNAHkgAAAAASg9DNAAAAAFVlqe0AAAAAxNytYgAAAADgp8pcAAAAAPJV590AAAAAI08FAAAAAADuVLlZAAAAAAZVpJUAAAAAUeHEowAAAACTWRPMAAAAAIzCkycAAAAANuimLAAAAABrR25WAAAAAAypjtkAAAAA99Xa0QAAAADT7D44AAAAABqQvrcAAAAAlpMhbgAAAAAJeSMxAAAAAHekH1oAAAAAlRRHCgAAAAAjWM/eAAAAAJchAdsAAAAA505bTAAAAABFJtFuAAAAAExN/+EAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA==",
+  "cuda_rng_state": "kRard2YmFAAAAAAAAAAAAA=="
+}

checkpoints/step_00025000/.complete

@@ -0,0 +1,9 @@
+{
+  "format_version": 1,
+  "files": {
+    "config.json": "47558a8af42aad173abcc41b3986c57111d276c5c47ac80abaa0bf9e2145ad16",
+    "model.safetensors": "7f819b5e9d9aa0c023b62626fb28b07234ba2935210738edb34dc2c6276d8431",
+    "optimizer.safetensors": "649fd55cca182a48228fba570c4afcd7eed1aad56feb54409a1beef26c7478a9",
+    "training_state.json": "495c1fc2315e765c490c83411c96181ec7c512c0117b698c6bfa2cdf24ed1764"
+  }
+}

checkpoints/step_00025000/config.json

@@ -0,0 +1,43 @@
+{
+  "format_version": 1,
+  "checkpoint_type": "pretrain",
+  "model_config": {
+    "vocab_size": 1980,
+    "max_seq_len": 512,
+    "n_outcomes": 11,
+    "d_model": 640,
+    "n_layers": 10,
+    "n_heads": 8,
+    "d_ff": 2560,
+    "dropout": 0.0,
+    "rope_base": 10000.0
+  },
+  "training_config": {
+    "lr": 0.0003,
+    "weight_decay": 0.01,
+    "max_grad_norm": 1.0,
+    "warmup_steps": 10000,
+    "total_steps": 200000,
+    "batch_size": 256,
+    "max_ply": 512,
+    "discard_ply_limit": false,
+    "num_workers": 4,
+    "use_amp": true,
+    "accumulation_steps": 1,
+    "log_interval": 50,
+    "eval_interval": 1000,
+    "checkpoint_interval": 5000,
+    "pause_after_steps": null,
+    "no_outcome_token": false,
+    "prepend_outcome": false,
+    "mate_boost": 0.0,
+    "base_seed": 42,
+    "val_seed": 9223372036854775807,
+    "val_games": 2048,
+    "checkpoint_dir": "checkpoints",
+    "log_dir": "/workspace/logs",
+    "use_wandb": false,
+    "wandb_project": "pawn",
+    "device": "cuda"
+  }
+}

checkpoints/step_00025000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f819b5e9d9aa0c023b62626fb28b07234ba2935210738edb34dc2c6276d8431
+size 267647080

checkpoints/step_00025000/optimizer.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649fd55cca182a48228fba570c4afcd7eed1aad56feb54409a1beef26c7478a9
+size 535301204

checkpoints/step_00025000/training_state.json

@@ -0,0 +1,136 @@
+{
+  "format_version": 1,
+  "global_step": 25000,
+  "scheduler_state_dict": {
+    "step": 25000
+  },
+  "scaler_state_dict": {
+    "scale": 524288.0,
+    "growth_factor": 2.0,
+    "backoff_factor": 0.5,
+    "growth_interval": 2000,
+    "_growth_tracker": 262
+  },
+  "optimizer_meta": {
+    "param_groups": [
+      {
+        "lr": 0.00029586903590180956,
+        "betas": [
+          0.9,
+          0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.01,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+          0,
+          1,
+          2,
+          3,
+          4,
+          5,
+          6,
+          7,
+          8,
+          9,
+          10,
+          11,
+          12,
+          13,
+          14,
+          15,
+          16,
+          17,
+          18,
+          19,
+          20,
+          21,
+          22,
+          23,
+          24,
+          25,
+          26,
+          27,
+          28,
+          29,
+          30,
+          31,
+          32,
+          33,
+          34,
+          35,
+          36,
+          37,
+          38,
+          39,
+          40,
+          41,
+          42,
+          43,
+          44,
+          45,
+          46,
+          47,
+          48,
+          49,
+          50,
+          51,
+          52,
+          53,
+          54,
+          55,
+          56,
+          57,
+          58,
+          59,
+          60,
+          61,
+          62,
+          63,
+          64,
+          65,
+          66,
+          67,
+          68,
+          69,
+          70,
+          71,
+          72,
+          73,
+          74,
+          75,
+          76,
+          77,
+          78,
+          79,
+          80,
+          81,
+          82,
+          83,
+          84,
+          85,
+          86,
+          87,
+          88,
+          89,
+          90,
+          91,
+          92,
+          93,
+          94,
+          95,
+          96
+        ]
+      }
+    ],
+    "scalars": null
+  },
+  "torch_rng_state": "hljcGxUfSQ+fAQAAAQAAANIAAAAAAAAAzj3uUQAAAAAlDbfbAAAAAODXdhYAAAAAHAdTtgAAAABPp7tMAAAAAASjDTUAAAAA5xmHeQAAAADgrPl2AAAAAGDTO+4AAAAAEV5vpQAAAAAoLmVHAAAAAOM3XOwAAAAArcqH+QAAAADiw0BbAAAAAGj5lM8AAAAAcw+GYgAAAACrLjMSAAAAADGQlT4AAAAAaZpDJQAAAACBzZ+gAAAAAPc+rTkAAAAAFSQBQwAAAADp6uHMAAAAAHNXWQYAAAAA2lY4AwAAAAAXrHbYAAAAAKP1wi0AAAAA4zBXUwAAAAASoagbAAAAAAMltJoAAAAAyJh3RwAAAACMKoqOAAAAAEFk+8UAAAAABdjhIAAAAACeoY6ZAAAAAN6XSAgAAAAA4I5MvgAAAADLcLbFAAAAAJBiDvMAAAAABtjFygAAAAD/E32LAAAAAEgRBGMAAAAA7SItpwAAAAA8l1BPAAAAAIp05iwAAAAAcqnPuQAAAABhWFc4AAAAAN3gcLsAAAAAqRf8NAAAAADfX3chAAAAADop2cYAAAAAXkRDAAAAAAAE9144AAAAAIeDKI4AAAAAy6DHcAAAAABuF9jQAAAAABddICQAAAAAdqW3OgAAAACWziEwAAAAAGmr+FAAAAAAj1XhIAAAAAC/foK4AAAAAAH5SLYAAAAAI6MKfAAAAACLG+U3AAAAADn/ly0AAAAANgH0tAAAAABN+QB2AAAAAAly8WIAAAAA5AHsOQAAAAAhSzuMAAAAAAflo4YAAAAAcREqzgAAAADCEfxMAAAAAH0l6y4AAAAAcGr/nQAAAAAqDd21AAAAAJYzfLEAAAAAI3IK4wAAAAB1YRabAAAAAOhNxmwAAAAA6N/jNwAAAACIiTZQAAAAAJXTfhgAAAAAK1dacAAAAAA3A/CSAAAAAMAY52MAAAAASmYhwAAAAAAhywp5AAAAAJLXrvIAAAAABIg7zAAAAAC/Pf4IAAAAAAt1nVQAAAAAo9VJOAAAAADwcwdYAAAAAEbzUaYAAAAA6XoZHQAAAACTcjjdAAAAANXrCksAAAAA0oqT3gAAAACzxja2AAAAAJ+cHWQAAAAAMTfUOAAAAAAF5ZPAAAAAADzzboQAAAAAhOYUwwAAAAAuufxEAAAAANB6LDwAAAAAw2ouuwAAAABUF4EMAAAAAGKc/FMAAAAAxoYYWwAAAACideOdAAAAAOxJAuQAAAAAiaBQZwAAAAAbUJMKAAAAADOqykYAAAAAFw4BNgAAAABlBOehAAAAAArQmRIAAAAAnrPfGQAAAACN1jNwAAAAAGyEccoAAAAAp7rovAAAAAAGI0Z3AAAAALb8PJwAAAAALIImuQAAAACQJRU8AAAAAG5cKlkAAAAAIG6fBgAAAAACC273AAAAAP7o+5gAAAAAToXBRwAAAADFqYJ8AAAAAFT/jrsAAAAAYrhP0wAAAABN0ONuAAAAACzQYcAAAAAALM4z2gAAAADLKdG9AAAAAFbJbG4AAAAAi2dK3QAAAADKrnC1AAAAAGsTRpAAAAAANSwMvwAAAABStYiWAAAAADUfVekAAAAAbPDIYgAAAACtadvrAAAAAJbEir8AAAAAcRp4fAAAAADiXAigAAAAAOhvPmUAAAAA56FHTwAAAAD404Q8AAAAAG/Gb1AAAAAABzBngAAAAAB53GsnAAAAACNJByYAAAAAJWk6mAAAAAAR0/H8AAAAABk8q/IAAAAATyzT3QAAAABjLsHtAAAAAHg0v5IAAAAA6OFrMgAAAADajHYNAAAAAG4RtjQAAAAAZ+TORAAAAAAnp1qMAAAAACHwtoMAAAAA+ds8hAAAAABKzPteAAAAAN4eczUAAAAAkvDP0wAAAACqFw2IAAAAAHoBh4cAAAAAePOLRAAAAABT8DC/AAAAADVTwpEAAAAAUYiatQAAAACXZrLGAAAAAN+HV94AAAAAwxkwXQAAAAABQ1UXAAAAAM8BXBAAAAAARVbEhgAAAABnz0LDAAAAAHTQvKQAAAAA4HY1MQAAAABUAbX5AAAAAJgWAP8AAAAABeXZKAAAAABenJweAAAAAEG+UhoAAAAA5NC0pAAAAACDD2m9AAAAAH08/fgAAAAAQAV27AAAAABy04BGAAAAAO1Isa8AAAAAQwhJCwAAAAAlhx20AAAAAFtpMRUAAAAAOho9HQAAAAAiLbXnAAAAACkQ0dEAAAAAZ4mA4gAAAACylZP9AAAAAObE36gAAAAA0oWi3QAAAABLb+MIAAAAAOxj0fIAAAAAltiwmAAAAAAH3U8bAAAAAGcUCo8AAAAApMjanwAAAADJ4qqNAAAAAGpkiMgAAAAAXCXW+AAAAAD6wxo9AAAAALAyHzEAAAAAl44w/QAAAADHBcyvAAAAAGjeZS4AAAAAlvI2NgAAAABQsOQVAAAAAMn5VB8AAAAA270MUQAAAACwmptEAAAAAI5Il2QAAAAASMbr4gAAAAAnA1HMAAAAAPZJyZwAAAAAM/a23QAAAACZ2LlLAAAAAJm6ic4AAAAALfCgigAAAACcnwxSAAAAAK/X8lsAAAAA3eS8AwAAAABGDHhzAAAAAPXy1CQAAAAAD3+vSwAAAADwF1l7AAAAACjQk50AAAAAZA3zGAAAAACUnvzAAAAAAAdBjNMAAAAATfPJPwAAAABLkJCfAAAAAKtnKQsAAAAA3FdwiAAAAACMII9UAAAAAJOB1P0AAAAAhOeLtQAAAAALcTVxAAAAAA0auq0AAAAAu8nHLwAAAABWNSAVAAAAAPduvpIAAAAAKCzZGQAAAACKQpFkAAAAAP+T+IoAAAAAJqrv3QAAAADyaf/GAAAAADSEtpwAAAAA/nbj+QAAAAA/p4CMAAAAAHMd2ZkAAAAA5OCN/gAAAADLZhkKAAAAAHH9PcQAAAAA7As7sQAAAADp584RAAAAAOFghuoAAAAAYSpZeAAAAABqOyxAAAAAAJb5AZkAAAAAHNhbewAAAACruWdUAAAAAIEE2RAAAAAASCZM9AAAAABH2+4+AAAAAHqg1x4AAAAAmwaCDgAAAABZiDpDAAAAALpp8WkAAAAArSNt2AAAAACAI3NMAAAAAK5sIVkAAAAAvrPq9AAAAACn/ZbJAAAAAE1dcIUAAAAAHJptewAAAAAMpNVdAAAAAJD6r4sAAAAAQ8zgSwAAAAAdMeh2AAAAAOH1IFMAAAAA5s/tgQAAAAA5Hmn4AAAAAD0klXcAAAAACWVZYQAAAADv79iWAAAAAPNqwSgAAAAAykW6vAAAAABd1BdYAAAAAISlGyAAAAAABPGqvwAAAAAzMKygAAAAAP7mIPYAAAAANoxv1gAAAAAQO/EvAAAAALzevV8AAAAAMWauuQAAAAB9lS1nAAAAABLXSnAAAAAACY8rLAAAAABu6imZAAAAAApPPxkAAAAAsZI4fwAAAAC0VCfNAAAAAPMGkaUAAAAAo7i9twAAAABgyShMAAAAAO4ZTm0AAAAAXnq4KQAAAADL712mAAAAAKV48z4AAAAAbD77PgAAAABDgyi1AAAAAF1zypgAAAAADED1NQAAAACdQrKsAAAAAMDyv0sAAAAANJNmVAAAAACQJTCWAAAAAKFhpd8AAAAA5dn+rAAAAADZJnjLAAAAAPsJ4DEAAAAA24AiwwAAAAAavNyuAAAAAJ/90BEAAAAAYcYuYwAAAADqjbAXAAAAAFGRlQYAAAAA3BiyxgAAAAAbacbRAAAAAIct0hIAAAAAdxmaPAAAAAAWsk0aAAAAALkGV08AAAAAPlprVAAAAADgvPghAAAAAMDUJL0AAAAAGkuLWwAAAACBczInAAAAAOvMn9AAAAAArLBMOgAAAABSTKSJAAAAAMhvCI4AAAAAe9BgpQAAAAAmEXUwAAAAAIJdol0AAAAAWbmklAAAAACZLiX1AAAAADCnUEsAAAAAdn4b5QAAAABdMEDSAAAAAHiL1TsAAAAAqTnYKQAAAADNLeXxAAAAACoiIRwAAAAAKjX6cQAAAAC50do0AAAAAPf3e8cAAAAAsgk1bgAAAABkW3TRAAAAADRaJYIAAAAAWZdhCQAAAADXiFFwAAAAAPr229wAAAAAMaIXQQAAAABRdq3UAAAAAA754sIAAAAAM0dpbQAAAADzVNFWAAAAABP2M6gAAAAANQUAZwAAAAB/6mUzAAAAABz6VtIAAAAAR82aQgAAAACFyWWoAAAAAEXSQJEAAAAAq1MIyQAAAADmdtDCAAAAAIyfAlMAAAAA1S2biAAAAAD5ht4UAAAAAJ4ITdcAAAAACGZDpAAAAADcT1FtAAAAAFjAPw4AAAAA50Y9RwAAAABxnhZhAAAAAKFjeD0AAAAApIfw+wAAAAB9EQ/HAAAAAGE6DkQAAAAAEX9+IgAAAABGWglfAAAAAGn+J6sAAAAAHlC6gQAAAACJkBE6AAAAAMfj7cMAAAAA+SBbVgAAAABqj5WSAAAAANrwPY4AAAAAg+X9iQAAAACqRLSaAAAAAMmtyHkAAAAAVSX1DQAAAACUE/7bAAAAACvdcOMAAAAAR5cTIQAAAABG6d1bAAAAAH0P85IAAAAAM9OBXgAAAADgEVo3AAAAAL4EtmkAAAAAFu0k3QAAAADUPQN2AAAAAJxxxi0AAAAATgOS1gAAAAAF3krOAAAAAJroewYAAAAAgZ3e0QAAAADyjQwWAAAAAMUurd8AAAAAW2NEZgAAAAAWS3pdAAAAABeXFoIAAAAAfGiTfgAAAABk3nWsAAAAAKhIgLkAAAAAWPFQMgAAAADom33CAAAAACPH41gAAAAAyQp9TgAAAACIP2hdAAAAALAhF/YAAAAATDvpbAAAAAA2FR7bAAAAAPYJcpIAAAAAin3jXgAAAABYltyNAAAAAIpg+ncAAAAA7Va1tQAAAABh4LXsAAAAACrXx+oAAAAA5cCekAAAAACTshg1AAAAAEYaxXAAAAAAA7zFiQAAAADroW2SAAAAAPNdl9wAAAAA5dsX4QAAAAD513YBAAAAAK/w938AAAAATsHv3wAAAADA5xK6AAAAAFxaulgAAAAA8uuuLwAAAAAhyC1jAAAAAB4/5iUAAAAAd860oAAAAAD6dizeAAAAAGbtswYAAAAAgQoojwAAAAAGbUCOAAAAAMs648AAAAAAkfdm2AAAAACNfYnRAAAAAN9oH8cAAAAAvSC+/wAAAADF3yn1AAAAAA1vZPAAAAAAqcLtmAAAAAC7rpqZAAAAAMXEZ4sAAAAARNjWgAAAAABdWyY5AAAAAMEt0jQAAAAAC19z8gAAAAAbqZQPAAAAAK+o9qsAAAAAswuOBgAAAABNAW9GAAAAADt8dF8AAAAAZmMbqgAAAAAPNnCuAAAAAA6DqC0AAAAAhGAFYgAAAAD4nHoyAAAAAIkR+C0AAAAAMLAerQAAAADByP18AAAAAAkH8qEAAAAAHWPWZwAAAAAxMPGHAAAAAELsVw4AAAAAWmd5KwAAAAArsq8/AAAAAJFH0WkAAAAAYTyXywAAAAAjpkmcAAAAAHHaJlQAAAAAr4NHbQAAAAD18ezaAAAAAC5PbzwAAAAAA3gyPQAAAABdThpbAAAAADo+EOgAAAAAIzzALAAAAACmT8oEAAAAAIdvmScAAAAAWi3kQgAAAAA3Y8JQAAAAAKvFxrsAAAAAtjx3AgAAAACxZyDGAAAAAMsolLAAAAAAIGNeQAAAAAA3/8AuAAAAAILty5YAAAAANZSksgAAAAAA1vvJAAAAAJSPF5kAAAAAw57qCQAAAABgpnIHAAAAAPFd/EoAAAAAInH0DgAAAABMy9xzAAAAAOZtFlMAAAAAmldKOQAAAAB5/aofAAAAADAIsywAAAAAnsUS8AAAAAAUuQZGAAAAAAu8oDkAAAAAqvxZgQAAAACSiDrPAAAAAFx5PUQAAAAAqp8DmgAAAACGA3nKAAAAAGV/oVYAAAAAcljhjAAAAAB8PQ+jAAAAAEV+qF4AAAAANMzXTgAAAAAQZqxfAAAAAN60E00AAAAAOG0aAQAAAACCjtNyAAAAAH1BwuAAAAAABNjhCAAAAACFjlG3AAAAAMasoRoAAAAAkKLWjAAAAAAi2G9hAAAAAOPWDZ8AAAAAtqlkLgAAAABo3ad/AAAAAD64FmsAAAAAvC/PSgAAAAA9Hb+xAAAAAK9MAskAAAAAl+XMQgAAAABx39E0AAAAACbIXnwAAAAAJVZ04QAAAABY6X6gAAAAAK3YOHAAAAAAMzZT8QAAAACTuyyGAAAAAL4ATmEAAAAAxd584AAAAACsP8aBAAAAAGtx69oAAAAA9GzMGQAAAADWDVLzAAAAALh9Dl4AAAAAM0x7cQAAAAAD8hzQAAAAAKRxgnsAAAAAYNAHkgAAAAASg9DNAAAAAFVlqe0AAAAAxNytYgAAAADgp8pcAAAAAPJV590AAAAAI08FAAAAAADuVLlZAAAAAAZVpJUAAAAAUeHEowAAAACTWRPMAAAAAIzCkycAAAAANuimLAAAAABrR25WAAAAAAypjtkAAAAA99Xa0QAAAADT7D44AAAAABqQvrcAAAAAlpMhbgAAAAAJeSMxAAAAAHekH1oAAAAAlRRHCgAAAAAjWM/eAAAAAJchAdsAAAAA505bTAAAAABFJtFuAAAAAExN/+EAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA==",
+  "cuda_rng_state": "kRard2YmFAAAAAAAAAAAAA=="
+}

checkpoints/step_00030000/.complete

@@ -0,0 +1,9 @@
+{
+  "format_version": 1,
+  "files": {
+    "config.json": "47558a8af42aad173abcc41b3986c57111d276c5c47ac80abaa0bf9e2145ad16",
+    "model.safetensors": "2e684610b123f7a20177667c6298268bad2368c40ce789b6c09caaef5842e4c8",
+    "optimizer.safetensors": "16ee8c854db156690329f8ccdc10bb5c6b990d686dcd51933f346bf879480a5c",
+    "training_state.json": "199f945a5486745483900620dd8e639fd8f1e77cadbf2be10eb63cbb1014b216"
+  }
+}

checkpoints/step_00030000/config.json

@@ -0,0 +1,43 @@
+{
+  "format_version": 1,
+  "checkpoint_type": "pretrain",
+  "model_config": {
+    "vocab_size": 1980,
+    "max_seq_len": 512,
+    "n_outcomes": 11,
+    "d_model": 640,
+    "n_layers": 10,
+    "n_heads": 8,
+    "d_ff": 2560,
+    "dropout": 0.0,
+    "rope_base": 10000.0
+  },
+  "training_config": {
+    "lr": 0.0003,
+    "weight_decay": 0.01,
+    "max_grad_norm": 1.0,
+    "warmup_steps": 10000,
+    "total_steps": 200000,
+    "batch_size": 256,
+    "max_ply": 512,
+    "discard_ply_limit": false,
+    "num_workers": 4,
+    "use_amp": true,
+    "accumulation_steps": 1,
+    "log_interval": 50,
+    "eval_interval": 1000,
+    "checkpoint_interval": 5000,
+    "pause_after_steps": null,
+    "no_outcome_token": false,
+    "prepend_outcome": false,
+    "mate_boost": 0.0,
+    "base_seed": 42,
+    "val_seed": 9223372036854775807,
+    "val_games": 2048,
+    "checkpoint_dir": "checkpoints",
+    "log_dir": "/workspace/logs",
+    "use_wandb": false,
+    "wandb_project": "pawn",
+    "device": "cuda"
+  }
+}

checkpoints/step_00030000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e684610b123f7a20177667c6298268bad2368c40ce789b6c09caaef5842e4c8
+size 267647080

checkpoints/step_00030000/optimizer.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ee8c854db156690329f8ccdc10bb5c6b990d686dcd51933f346bf879480a5c
+size 535301204

checkpoints/step_00030000/training_state.json

@@ -0,0 +1,136 @@
+{
+  "format_version": 1,
+  "global_step": 30000,
+  "scheduler_state_dict": {
+    "step": 30000
+  },
+  "scaler_state_dict": {
+    "scale": 262144.0,
+    "growth_factor": 2.0,
+    "backoff_factor": 0.5,
+    "growth_interval": 2000,
+    "_growth_tracker": 549
+  },
+  "optimizer_meta": {
+    "param_groups": [
+      {
+        "lr": 0.0002926853276295856,
+        "betas": [
+          0.9,
+          0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.01,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+          0,
+          1,
+          2,
+          3,
+          4,
+          5,
+          6,
+          7,
+          8,
+          9,
+          10,
+          11,
+          12,
+          13,
+          14,
+          15,
+          16,
+          17,
+          18,
+          19,
+          20,
+          21,
+          22,
+          23,
+          24,
+          25,
+          26,
+          27,
+          28,
+          29,
+          30,
+          31,
+          32,
+          33,
+          34,
+          35,
+          36,
+          37,
+          38,
+          39,
+          40,
+          41,
+          42,
+          43,
+          44,
+          45,
+          46,
+          47,
+          48,
+          49,
+          50,
+          51,
+          52,
+          53,
+          54,
+          55,
+          56,
+          57,
+          58,
+          59,
+          60,
+          61,
+          62,
+          63,
+          64,
+          65,
+          66,
+          67,
+          68,
+          69,
+          70,
+          71,
+          72,
+          73,
+          74,
+          75,
+          76,
+          77,
+          78,
+          79,
+          80,
+          81,
+          82,
+          83,
+          84,
+          85,
+          86,
+          87,
+          88,
+          89,
+          90,
+          91,
+          92,
+          93,
+          94,
+          95,
+          96
+        ]
+      }
+    ],
+    "scalars": null
+  },
+  "torch_rng_state": "hljcGxUfSQ+fAQAAAQAAANIAAAAAAAAAzj3uUQAAAAAlDbfbAAAAAODXdhYAAAAAHAdTtgAAAABPp7tMAAAAAASjDTUAAAAA5xmHeQAAAADgrPl2AAAAAGDTO+4AAAAAEV5vpQAAAAAoLmVHAAAAAOM3XOwAAAAArcqH+QAAAADiw0BbAAAAAGj5lM8AAAAAcw+GYgAAAACrLjMSAAAAADGQlT4AAAAAaZpDJQAAAACBzZ+gAAAAAPc+rTkAAAAAFSQBQwAAAADp6uHMAAAAAHNXWQYAAAAA2lY4AwAAAAAXrHbYAAAAAKP1wi0AAAAA4zBXUwAAAAASoagbAAAAAAMltJoAAAAAyJh3RwAAAACMKoqOAAAAAEFk+8UAAAAABdjhIAAAAACeoY6ZAAAAAN6XSAgAAAAA4I5MvgAAAADLcLbFAAAAAJBiDvMAAAAABtjFygAAAAD/E32LAAAAAEgRBGMAAAAA7SItpwAAAAA8l1BPAAAAAIp05iwAAAAAcqnPuQAAAABhWFc4AAAAAN3gcLsAAAAAqRf8NAAAAADfX3chAAAAADop2cYAAAAAXkRDAAAAAAAE9144AAAAAIeDKI4AAAAAy6DHcAAAAABuF9jQAAAAABddICQAAAAAdqW3OgAAAACWziEwAAAAAGmr+FAAAAAAj1XhIAAAAAC/foK4AAAAAAH5SLYAAAAAI6MKfAAAAACLG+U3AAAAADn/ly0AAAAANgH0tAAAAABN+QB2AAAAAAly8WIAAAAA5AHsOQAAAAAhSzuMAAAAAAflo4YAAAAAcREqzgAAAADCEfxMAAAAAH0l6y4AAAAAcGr/nQAAAAAqDd21AAAAAJYzfLEAAAAAI3IK4wAAAAB1YRabAAAAAOhNxmwAAAAA6N/jNwAAAACIiTZQAAAAAJXTfhgAAAAAK1dacAAAAAA3A/CSAAAAAMAY52MAAAAASmYhwAAAAAAhywp5AAAAAJLXrvIAAAAABIg7zAAAAAC/Pf4IAAAAAAt1nVQAAAAAo9VJOAAAAADwcwdYAAAAAEbzUaYAAAAA6XoZHQAAAACTcjjdAAAAANXrCksAAAAA0oqT3gAAAACzxja2AAAAAJ+cHWQAAAAAMTfUOAAAAAAF5ZPAAAAAADzzboQAAAAAhOYUwwAAAAAuufxEAAAAANB6LDwAAAAAw2ouuwAAAABUF4EMAAAAAGKc/FMAAAAAxoYYWwAAAACideOdAAAAAOxJAuQAAAAAiaBQZwAAAAAbUJMKAAAAADOqykYAAAAAFw4BNgAAAABlBOehAAAAAArQmRIAAAAAnrPfGQAAAACN1jNwAAAAAGyEccoAAAAAp7rovAAAAAAGI0Z3AAAAALb8PJwAAAAALIImuQAAAACQJRU8AAAAAG5cKlkAAAAAIG6fBgAAAAACC273AAAAAP7o+5gAAAAAToXBRwAAAADFqYJ8AAAAAFT/jrsAAAAAYrhP0wAAAABN0ONuAAAAACzQYcAAAAAALM4z2gAAAADLKdG9AAAAAFbJbG4AAAAAi2dK3QAAAADKrnC1AAAAAGsTRpAAAAAANSwMvwAAAABStYiWAAAAADUfVekAAAAAbPDIYgAAAACtadvrAAAAAJbEir8AAAAAcRp4fAAAAADiXAigAAAAAOhvPmUAAAAA56FHTwAAAAD404Q8AAAAAG/Gb1AAAAAABzBngAAAAAB53GsnAAAAACNJByYAAAAAJWk6mAAAAAAR0/H8AAAAABk8q/IAAAAATyzT3QAAAABjLsHtAAAAAHg0v5IAAAAA6OFrMgAAAADajHYNAAAAAG4RtjQAAAAAZ+TORAAAAAAnp1qMAAAAACHwtoMAAAAA+ds8hAAAAABKzPteAAAAAN4eczUAAAAAkvDP0wAAAACqFw2IAAAAAHoBh4cAAAAAePOLRAAAAABT8DC/AAAAADVTwpEAAAAAUYiatQAAAACXZrLGAAAAAN+HV94AAAAAwxkwXQAAAAABQ1UXAAAAAM8BXBAAAAAARVbEhgAAAABnz0LDAAAAAHTQvKQAAAAA4HY1MQAAAABUAbX5AAAAAJgWAP8AAAAABeXZKAAAAABenJweAAAAAEG+UhoAAAAA5NC0pAAAAACDD2m9AAAAAH08/fgAAAAAQAV27AAAAABy04BGAAAAAO1Isa8AAAAAQwhJCwAAAAAlhx20AAAAAFtpMRUAAAAAOho9HQAAAAAiLbXnAAAAACkQ0dEAAAAAZ4mA4gAAAACylZP9AAAAAObE36gAAAAA0oWi3QAAAABLb+MIAAAAAOxj0fIAAAAAltiwmAAAAAAH3U8bAAAAAGcUCo8AAAAApMjanwAAAADJ4qqNAAAAAGpkiMgAAAAAXCXW+AAAAAD6wxo9AAAAALAyHzEAAAAAl44w/QAAAADHBcyvAAAAAGjeZS4AAAAAlvI2NgAAAABQsOQVAAAAAMn5VB8AAAAA270MUQAAAACwmptEAAAAAI5Il2QAAAAASMbr4gAAAAAnA1HMAAAAAPZJyZwAAAAAM/a23QAAAACZ2LlLAAAAAJm6ic4AAAAALfCgigAAAACcnwxSAAAAAK/X8lsAAAAA3eS8AwAAAABGDHhzAAAAAPXy1CQAAAAAD3+vSwAAAADwF1l7AAAAACjQk50AAAAAZA3zGAAAAACUnvzAAAAAAAdBjNMAAAAATfPJPwAAAABLkJCfAAAAAKtnKQsAAAAA3FdwiAAAAACMII9UAAAAAJOB1P0AAAAAhOeLtQAAAAALcTVxAAAAAA0auq0AAAAAu8nHLwAAAABWNSAVAAAAAPduvpIAAAAAKCzZGQAAAACKQpFkAAAAAP+T+IoAAAAAJqrv3QAAAADyaf/GAAAAADSEtpwAAAAA/nbj+QAAAAA/p4CMAAAAAHMd2ZkAAAAA5OCN/gAAAADLZhkKAAAAAHH9PcQAAAAA7As7sQAAAADp584RAAAAAOFghuoAAAAAYSpZeAAAAABqOyxAAAAAAJb5AZkAAAAAHNhbewAAAACruWdUAAAAAIEE2RAAAAAASCZM9AAAAABH2+4+AAAAAHqg1x4AAAAAmwaCDgAAAABZiDpDAAAAALpp8WkAAAAArSNt2AAAAACAI3NMAAAAAK5sIVkAAAAAvrPq9AAAAACn/ZbJAAAAAE1dcIUAAAAAHJptewAAAAAMpNVdAAAAAJD6r4sAAAAAQ8zgSwAAAAAdMeh2AAAAAOH1IFMAAAAA5s/tgQAAAAA5Hmn4AAAAAD0klXcAAAAACWVZYQAAAADv79iWAAAAAPNqwSgAAAAAykW6vAAAAABd1BdYAAAAAISlGyAAAAAABPGqvwAAAAAzMKygAAAAAP7mIPYAAAAANoxv1gAAAAAQO/EvAAAAALzevV8AAAAAMWauuQAAAAB9lS1nAAAAABLXSnAAAAAACY8rLAAAAABu6imZAAAAAApPPxkAAAAAsZI4fwAAAAC0VCfNAAAAAPMGkaUAAAAAo7i9twAAAABgyShMAAAAAO4ZTm0AAAAAXnq4KQAAAADL712mAAAAAKV48z4AAAAAbD77PgAAAABDgyi1AAAAAF1zypgAAAAADED1NQAAAACdQrKsAAAAAMDyv0sAAAAANJNmVAAAAACQJTCWAAAAAKFhpd8AAAAA5dn+rAAAAADZJnjLAAAAAPsJ4DEAAAAA24AiwwAAAAAavNyuAAAAAJ/90BEAAAAAYcYuYwAAAADqjbAXAAAAAFGRlQYAAAAA3BiyxgAAAAAbacbRAAAAAIct0hIAAAAAdxmaPAAAAAAWsk0aAAAAALkGV08AAAAAPlprVAAAAADgvPghAAAAAMDUJL0AAAAAGkuLWwAAAACBczInAAAAAOvMn9AAAAAArLBMOgAAAABSTKSJAAAAAMhvCI4AAAAAe9BgpQAAAAAmEXUwAAAAAIJdol0AAAAAWbmklAAAAACZLiX1AAAAADCnUEsAAAAAdn4b5QAAAABdMEDSAAAAAHiL1TsAAAAAqTnYKQAAAADNLeXxAAAAACoiIRwAAAAAKjX6cQAAAAC50do0AAAAAPf3e8cAAAAAsgk1bgAAAABkW3TRAAAAADRaJYIAAAAAWZdhCQAAAADXiFFwAAAAAPr229wAAAAAMaIXQQAAAABRdq3UAAAAAA754sIAAAAAM0dpbQAAAADzVNFWAAAAABP2M6gAAAAANQUAZwAAAAB/6mUzAAAAABz6VtIAAAAAR82aQgAAAACFyWWoAAAAAEXSQJEAAAAAq1MIyQAAAADmdtDCAAAAAIyfAlMAAAAA1S2biAAAAAD5ht4UAAAAAJ4ITdcAAAAACGZDpAAAAADcT1FtAAAAAFjAPw4AAAAA50Y9RwAAAABxnhZhAAAAAKFjeD0AAAAApIfw+wAAAAB9EQ/HAAAAAGE6DkQAAAAAEX9+IgAAAABGWglfAAAAAGn+J6sAAAAAHlC6gQAAAACJkBE6AAAAAMfj7cMAAAAA+SBbVgAAAABqj5WSAAAAANrwPY4AAAAAg+X9iQAAAACqRLSaAAAAAMmtyHkAAAAAVSX1DQAAAACUE/7bAAAAACvdcOMAAAAAR5cTIQAAAABG6d1bAAAAAH0P85IAAAAAM9OBXgAAAADgEVo3AAAAAL4EtmkAAAAAFu0k3QAAAADUPQN2AAAAAJxxxi0AAAAATgOS1gAAAAAF3krOAAAAAJroewYAAAAAgZ3e0QAAAADyjQwWAAAAAMUurd8AAAAAW2NEZgAAAAAWS3pdAAAAABeXFoIAAAAAfGiTfgAAAABk3nWsAAAAAKhIgLkAAAAAWPFQMgAAAADom33CAAAAACPH41gAAAAAyQp9TgAAAACIP2hdAAAAALAhF/YAAAAATDvpbAAAAAA2FR7bAAAAAPYJcpIAAAAAin3jXgAAAABYltyNAAAAAIpg+ncAAAAA7Va1tQAAAABh4LXsAAAAACrXx+oAAAAA5cCekAAAAACTshg1AAAAAEYaxXAAAAAAA7zFiQAAAADroW2SAAAAAPNdl9wAAAAA5dsX4QAAAAD513YBAAAAAK/w938AAAAATsHv3wAAAADA5xK6AAAAAFxaulgAAAAA8uuuLwAAAAAhyC1jAAAAAB4/5iUAAAAAd860oAAAAAD6dizeAAAAAGbtswYAAAAAgQoojwAAAAAGbUCOAAAAAMs648AAAAAAkfdm2AAAAACNfYnRAAAAAN9oH8cAAAAAvSC+/wAAAADF3yn1AAAAAA1vZPAAAAAAqcLtmAAAAAC7rpqZAAAAAMXEZ4sAAAAARNjWgAAAAABdWyY5AAAAAMEt0jQAAAAAC19z8gAAAAAbqZQPAAAAAK+o9qsAAAAAswuOBgAAAABNAW9GAAAAADt8dF8AAAAAZmMbqgAAAAAPNnCuAAAAAA6DqC0AAAAAhGAFYgAAAAD4nHoyAAAAAIkR+C0AAAAAMLAerQAAAADByP18AAAAAAkH8qEAAAAAHWPWZwAAAAAxMPGHAAAAAELsVw4AAAAAWmd5KwAAAAArsq8/AAAAAJFH0WkAAAAAYTyXywAAAAAjpkmcAAAAAHHaJlQAAAAAr4NHbQAAAAD18ezaAAAAAC5PbzwAAAAAA3gyPQAAAABdThpbAAAAADo+EOgAAAAAIzzALAAAAACmT8oEAAAAAIdvmScAAAAAWi3kQgAAAAA3Y8JQAAAAAKvFxrsAAAAAtjx3AgAAAACxZyDGAAAAAMsolLAAAAAAIGNeQAAAAAA3/8AuAAAAAILty5YAAAAANZSksgAAAAAA1vvJAAAAAJSPF5kAAAAAw57qCQAAAABgpnIHAAAAAPFd/EoAAAAAInH0DgAAAABMy9xzAAAAAOZtFlMAAAAAmldKOQAAAAB5/aofAAAAADAIsywAAAAAnsUS8AAAAAAUuQZGAAAAAAu8oDkAAAAAqvxZgQAAAACSiDrPAAAAAFx5PUQAAAAAqp8DmgAAAACGA3nKAAAAAGV/oVYAAAAAcljhjAAAAAB8PQ+jAAAAAEV+qF4AAAAANMzXTgAAAAAQZqxfAAAAAN60E00AAAAAOG0aAQAAAACCjtNyAAAAAH1BwuAAAAAABNjhCAAAAACFjlG3AAAAAMasoRoAAAAAkKLWjAAAAAAi2G9hAAAAAOPWDZ8AAAAAtqlkLgAAAABo3ad/AAAAAD64FmsAAAAAvC/PSgAAAAA9Hb+xAAAAAK9MAskAAAAAl+XMQgAAAABx39E0AAAAACbIXnwAAAAAJVZ04QAAAABY6X6gAAAAAK3YOHAAAAAAMzZT8QAAAACTuyyGAAAAAL4ATmEAAAAAxd584AAAAACsP8aBAAAAAGtx69oAAAAA9GzMGQAAAADWDVLzAAAAALh9Dl4AAAAAM0x7cQAAAAAD8hzQAAAAAKRxgnsAAAAAYNAHkgAAAAASg9DNAAAAAFVlqe0AAAAAxNytYgAAAADgp8pcAAAAAPJV590AAAAAI08FAAAAAADuVLlZAAAAAAZVpJUAAAAAUeHEowAAAACTWRPMAAAAAIzCkycAAAAANuimLAAAAABrR25WAAAAAAypjtkAAAAA99Xa0QAAAADT7D44AAAAABqQvrcAAAAAlpMhbgAAAAAJeSMxAAAAAHekH1oAAAAAlRRHCgAAAAAjWM/eAAAAAJchAdsAAAAA505bTAAAAABFJtFuAAAAAExN/+EAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA==",
+  "cuda_rng_state": "kRard2YmFAAAAAAAAAAAAA=="
+}

checkpoints/step_00035000/.complete

@@ -0,0 +1,9 @@
+{
+  "format_version": 1,
+  "files": {
+    "config.json": "47558a8af42aad173abcc41b3986c57111d276c5c47ac80abaa0bf9e2145ad16",
+    "model.safetensors": "2ff3a513e80be0373d161987dc1f993fd68a37bbdc76338f99e213201d9c643f",
+    "optimizer.safetensors": "41f18b27c56dd4334b4f1c98690d96cf5f7da3b9d60646c17d3445dfcaee6d2a",
+    "training_state.json": "aac6e3ee58c523d07b07dbdb07b18dbf766165c7c0078248c0e3eeff098762f2"
+  }
+}

checkpoints/step_00035000/config.json

@@ -0,0 +1,43 @@
+{
+  "format_version": 1,
+  "checkpoint_type": "pretrain",
+  "model_config": {
+    "vocab_size": 1980,
+    "max_seq_len": 512,
+    "n_outcomes": 11,
+    "d_model": 640,
+    "n_layers": 10,
+    "n_heads": 8,
+    "d_ff": 2560,
+    "dropout": 0.0,
+    "rope_base": 10000.0
+  },
+  "training_config": {
+    "lr": 0.0003,
+    "weight_decay": 0.01,
+    "max_grad_norm": 1.0,
+    "warmup_steps": 10000,
+    "total_steps": 200000,
+    "batch_size": 256,
+    "max_ply": 512,
+    "discard_ply_limit": false,
+    "num_workers": 4,
+    "use_amp": true,
+    "accumulation_steps": 1,
+    "log_interval": 50,
+    "eval_interval": 1000,
+    "checkpoint_interval": 5000,
+    "pause_after_steps": null,
+    "no_outcome_token": false,
+    "prepend_outcome": false,
+    "mate_boost": 0.0,
+    "base_seed": 42,
+    "val_seed": 9223372036854775807,
+    "val_games": 2048,
+    "checkpoint_dir": "checkpoints",
+    "log_dir": "/workspace/logs",
+    "use_wandb": false,
+    "wandb_project": "pawn",
+    "device": "cuda"
+  }
+}

checkpoints/step_00035000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff3a513e80be0373d161987dc1f993fd68a37bbdc76338f99e213201d9c643f
+size 267647080

checkpoints/step_00035000/optimizer.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f18b27c56dd4334b4f1c98690d96cf5f7da3b9d60646c17d3445dfcaee6d2a
+size 535301204

checkpoints/step_00035000/training_state.json

@@ -0,0 +1,136 @@
+{
+  "format_version": 1,
+  "global_step": 35000,
+  "scheduler_state_dict": {
+    "step": 35000
+  },
+  "scaler_state_dict": {
+    "scale": 262144.0,
+    "growth_factor": 2.0,
+    "backoff_factor": 0.5,
+    "growth_interval": 2000,
+    "_growth_tracker": 1607
+  },
+  "optimizer_meta": {
+    "param_groups": [
+      {
+        "lr": 0.00028862939909843273,
+        "betas": [
+          0.9,
+          0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.01,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+          0,
+          1,
+          2,
+          3,
+          4,
+          5,
+          6,
+          7,
+          8,
+          9,
+          10,
+          11,
+          12,
+          13,
+          14,
+          15,
+          16,
+          17,
+          18,
+          19,
+          20,
+          21,
+          22,
+          23,
+          24,
+          25,
+          26,
+          27,
+          28,
+          29,
+          30,
+          31,
+          32,
+          33,
+          34,
+          35,
+          36,
+          37,
+          38,
+          39,
+          40,
+          41,
+          42,
+          43,
+          44,
+          45,
+          46,
+          47,
+          48,
+          49,
+          50,
+          51,
+          52,
+          53,
+          54,
+          55,
+          56,
+          57,
+          58,
+          59,
+          60,
+          61,
+          62,
+          63,
+          64,
+          65,
+          66,
+          67,
+          68,
+          69,
+          70,
+          71,
+          72,
+          73,
+          74,
+          75,
+          76,
+          77,
+          78,
+          79,
+          80,
+          81,
+          82,
+          83,
+          84,
+          85,
+          86,
+          87,
+          88,
+          89,
+          90,
+          91,
+          92,
+          93,
+          94,
+          95,
+          96
+        ]
+      }
+    ],
+    "scalars": null
+  },
+  "torch_rng_state": "hljcGxUfSQ+fAQAAAQAAANIAAAAAAAAAzj3uUQAAAAAlDbfbAAAAAODXdhYAAAAAHAdTtgAAAABPp7tMAAAAAASjDTUAAAAA5xmHeQAAAADgrPl2AAAAAGDTO+4AAAAAEV5vpQAAAAAoLmVHAAAAAOM3XOwAAAAArcqH+QAAAADiw0BbAAAAAGj5lM8AAAAAcw+GYgAAAACrLjMSAAAAADGQlT4AAAAAaZpDJQAAAACBzZ+gAAAAAPc+rTkAAAAAFSQBQwAAAADp6uHMAAAAAHNXWQYAAAAA2lY4AwAAAAAXrHbYAAAAAKP1wi0AAAAA4zBXUwAAAAASoagbAAAAAAMltJoAAAAAyJh3RwAAAACMKoqOAAAAAEFk+8UAAAAABdjhIAAAAACeoY6ZAAAAAN6XSAgAAAAA4I5MvgAAAADLcLbFAAAAAJBiDvMAAAAABtjFygAAAAD/E32LAAAAAEgRBGMAAAAA7SItpwAAAAA8l1BPAAAAAIp05iwAAAAAcqnPuQAAAABhWFc4AAAAAN3gcLsAAAAAqRf8NAAAAADfX3chAAAAADop2cYAAAAAXkRDAAAAAAAE9144AAAAAIeDKI4AAAAAy6DHcAAAAABuF9jQAAAAABddICQAAAAAdqW3OgAAAACWziEwAAAAAGmr+FAAAAAAj1XhIAAAAAC/foK4AAAAAAH5SLYAAAAAI6MKfAAAAACLG+U3AAAAADn/ly0AAAAANgH0tAAAAABN+QB2AAAAAAly8WIAAAAA5AHsOQAAAAAhSzuMAAAAAAflo4YAAAAAcREqzgAAAADCEfxMAAAAAH0l6y4AAAAAcGr/nQAAAAAqDd21AAAAAJYzfLEAAAAAI3IK4wAAAAB1YRabAAAAAOhNxmwAAAAA6N/jNwAAAACIiTZQAAAAAJXTfhgAAAAAK1dacAAAAAA3A/CSAAAAAMAY52MAAAAASmYhwAAAAAAhywp5AAAAAJLXrvIAAAAABIg7zAAAAAC/Pf4IAAAAAAt1nVQAAAAAo9VJOAAAAADwcwdYAAAAAEbzUaYAAAAA6XoZHQAAAACTcjjdAAAAANXrCksAAAAA0oqT3gAAAACzxja2AAAAAJ+cHWQAAAAAMTfUOAAAAAAF5ZPAAAAAADzzboQAAAAAhOYUwwAAAAAuufxEAAAAANB6LDwAAAAAw2ouuwAAAABUF4EMAAAAAGKc/FMAAAAAxoYYWwAAAACideOdAAAAAOxJAuQAAAAAiaBQZwAAAAAbUJMKAAAAADOqykYAAAAAFw4BNgAAAABlBOehAAAAAArQmRIAAAAAnrPfGQAAAACN1jNwAAAAAGyEccoAAAAAp7rovAAAAAAGI0Z3AAAAALb8PJwAAAAALIImuQAAAACQJRU8AAAAAG5cKlkAAAAAIG6fBgAAAAACC273AAAAAP7o+5gAAAAAToXBRwAAAADFqYJ8AAAAAFT/jrsAAAAAYrhP0wAAAABN0ONuAAAAACzQYcAAAAAALM4z2gAAAADLKdG9AAAAAFbJbG4AAAAAi2dK3QAAAADKrnC1AAAAAGsTRpAAAAAANSwMvwAAAABStYiWAAAAADUfVekAAAAAbPDIYgAAAACtadvrAAAAAJbEir8AAAAAcRp4fAAAAADiXAigAAAAAOhvPmUAAAAA56FHTwAAAAD404Q8AAAAAG/Gb1AAAAAABzBngAAAAAB53GsnAAAAACNJByYAAAAAJWk6mAAAAAAR0/H8AAAAABk8q/IAAAAATyzT3QAAAABjLsHtAAAAAHg0v5IAAAAA6OFrMgAAAADajHYNAAAAAG4RtjQAAAAAZ+TORAAAAAAnp1qMAAAAACHwtoMAAAAA+ds8hAAAAABKzPteAAAAAN4eczUAAAAAkvDP0wAAAACqFw2IAAAAAHoBh4cAAAAAePOLRAAAAABT8DC/AAAAADVTwpEAAAAAUYiatQAAAACXZrLGAAAAAN+HV94AAAAAwxkwXQAAAAABQ1UXAAAAAM8BXBAAAAAARVbEhgAAAABnz0LDAAAAAHTQvKQAAAAA4HY1MQAAAABUAbX5AAAAAJgWAP8AAAAABeXZKAAAAABenJweAAAAAEG+UhoAAAAA5NC0pAAAAACDD2m9AAAAAH08/fgAAAAAQAV27AAAAABy04BGAAAAAO1Isa8AAAAAQwhJCwAAAAAlhx20AAAAAFtpMRUAAAAAOho9HQAAAAAiLbXnAAAAACkQ0dEAAAAAZ4mA4gAAAACylZP9AAAAAObE36gAAAAA0oWi3QAAAABLb+MIAAAAAOxj0fIAAAAAltiwmAAAAAAH3U8bAAAAAGcUCo8AAAAApMjanwAAAADJ4qqNAAAAAGpkiMgAAAAAXCXW+AAAAAD6wxo9AAAAALAyHzEAAAAAl44w/QAAAADHBcyvAAAAAGjeZS4AAAAAlvI2NgAAAABQsOQVAAAAAMn5VB8AAAAA270MUQAAAACwmptEAAAAAI5Il2QAAAAASMbr4gAAAAAnA1HMAAAAAPZJyZwAAAAAM/a23QAAAACZ2LlLAAAAAJm6ic4AAAAALfCgigAAAACcnwxSAAAAAK/X8lsAAAAA3eS8AwAAAABGDHhzAAAAAPXy1CQAAAAAD3+vSwAAAADwF1l7AAAAACjQk50AAAAAZA3zGAAAAACUnvzAAAAAAAdBjNMAAAAATfPJPwAAAABLkJCfAAAAAKtnKQsAAAAA3FdwiAAAAACMII9UAAAAAJOB1P0AAAAAhOeLtQAAAAALcTVxAAAAAA0auq0AAAAAu8nHLwAAAABWNSAVAAAAAPduvpIAAAAAKCzZGQAAAACKQpFkAAAAAP+T+IoAAAAAJqrv3QAAAADyaf/GAAAAADSEtpwAAAAA/nbj+QAAAAA/p4CMAAAAAHMd2ZkAAAAA5OCN/gAAAADLZhkKAAAAAHH9PcQAAAAA7As7sQAAAADp584RAAAAAOFghuoAAAAAYSpZeAAAAABqOyxAAAAAAJb5AZkAAAAAHNhbewAAAACruWdUAAAAAIEE2RAAAAAASCZM9AAAAABH2+4+AAAAAHqg1x4AAAAAmwaCDgAAAABZiDpDAAAAALpp8WkAAAAArSNt2AAAAACAI3NMAAAAAK5sIVkAAAAAvrPq9AAAAACn/ZbJAAAAAE1dcIUAAAAAHJptewAAAAAMpNVdAAAAAJD6r4sAAAAAQ8zgSwAAAAAdMeh2AAAAAOH1IFMAAAAA5s/tgQAAAAA5Hmn4AAAAAD0klXcAAAAACWVZYQAAAADv79iWAAAAAPNqwSgAAAAAykW6vAAAAABd1BdYAAAAAISlGyAAAAAABPGqvwAAAAAzMKygAAAAAP7mIPYAAAAANoxv1gAAAAAQO/EvAAAAALzevV8AAAAAMWauuQAAAAB9lS1nAAAAABLXSnAAAAAACY8rLAAAAABu6imZAAAAAApPPxkAAAAAsZI4fwAAAAC0VCfNAAAAAPMGkaUAAAAAo7i9twAAAABgyShMAAAAAO4ZTm0AAAAAXnq4KQAAAADL712mAAAAAKV48z4AAAAAbD77PgAAAABDgyi1AAAAAF1zypgAAAAADED1NQAAAACdQrKsAAAAAMDyv0sAAAAANJNmVAAAAACQJTCWAAAAAKFhpd8AAAAA5dn+rAAAAADZJnjLAAAAAPsJ4DEAAAAA24AiwwAAAAAavNyuAAAAAJ/90BEAAAAAYcYuYwAAAADqjbAXAAAAAFGRlQYAAAAA3BiyxgAAAAAbacbRAAAAAIct0hIAAAAAdxmaPAAAAAAWsk0aAAAAALkGV08AAAAAPlprVAAAAADgvPghAAAAAMDUJL0AAAAAGkuLWwAAAACBczInAAAAAOvMn9AAAAAArLBMOgAAAABSTKSJAAAAAMhvCI4AAAAAe9BgpQAAAAAmEXUwAAAAAIJdol0AAAAAWbmklAAAAACZLiX1AAAAADCnUEsAAAAAdn4b5QAAAABdMEDSAAAAAHiL1TsAAAAAqTnYKQAAAADNLeXxAAAAACoiIRwAAAAAKjX6cQAAAAC50do0AAAAAPf3e8cAAAAAsgk1bgAAAABkW3TRAAAAADRaJYIAAAAAWZdhCQAAAADXiFFwAAAAAPr229wAAAAAMaIXQQAAAABRdq3UAAAAAA754sIAAAAAM0dpbQAAAADzVNFWAAAAABP2M6gAAAAANQUAZwAAAAB/6mUzAAAAABz6VtIAAAAAR82aQgAAAACFyWWoAAAAAEXSQJEAAAAAq1MIyQAAAADmdtDCAAAAAIyfAlMAAAAA1S2biAAAAAD5ht4UAAAAAJ4ITdcAAAAACGZDpAAAAADcT1FtAAAAAFjAPw4AAAAA50Y9RwAAAABxnhZhAAAAAKFjeD0AAAAApIfw+wAAAAB9EQ/HAAAAAGE6DkQAAAAAEX9+IgAAAABGWglfAAAAAGn+J6sAAAAAHlC6gQAAAACJkBE6AAAAAMfj7cMAAAAA+SBbVgAAAABqj5WSAAAAANrwPY4AAAAAg+X9iQAAAACqRLSaAAAAAMmtyHkAAAAAVSX1DQAAAACUE/7bAAAAACvdcOMAAAAAR5cTIQAAAABG6d1bAAAAAH0P85IAAAAAM9OBXgAAAADgEVo3AAAAAL4EtmkAAAAAFu0k3QAAAADUPQN2AAAAAJxxxi0AAAAATgOS1gAAAAAF3krOAAAAAJroewYAAAAAgZ3e0QAAAADyjQwWAAAAAMUurd8AAAAAW2NEZgAAAAAWS3pdAAAAABeXFoIAAAAAfGiTfgAAAABk3nWsAAAAAKhIgLkAAAAAWPFQMgAAAADom33CAAAAACPH41gAAAAAyQp9TgAAAACIP2hdAAAAALAhF/YAAAAATDvpbAAAAAA2FR7bAAAAAPYJcpIAAAAAin3jXgAAAABYltyNAAAAAIpg+ncAAAAA7Va1tQAAAABh4LXsAAAAACrXx+oAAAAA5cCekAAAAACTshg1AAAAAEYaxXAAAAAAA7zFiQAAAADroW2SAAAAAPNdl9wAAAAA5dsX4QAAAAD513YBAAAAAK/w938AAAAATsHv3wAAAADA5xK6AAAAAFxaulgAAAAA8uuuLwAAAAAhyC1jAAAAAB4/5iUAAAAAd860oAAAAAD6dizeAAAAAGbtswYAAAAAgQoojwAAAAAGbUCOAAAAAMs648AAAAAAkfdm2AAAAACNfYnRAAAAAN9oH8cAAAAAvSC+/wAAAADF3yn1AAAAAA1vZPAAAAAAqcLtmAAAAAC7rpqZAAAAAMXEZ4sAAAAARNjWgAAAAABdWyY5AAAAAMEt0jQAAAAAC19z8gAAAAAbqZQPAAAAAK+o9qsAAAAAswuOBgAAAABNAW9GAAAAADt8dF8AAAAAZmMbqgAAAAAPNnCuAAAAAA6DqC0AAAAAhGAFYgAAAAD4nHoyAAAAAIkR+C0AAAAAMLAerQAAAADByP18AAAAAAkH8qEAAAAAHWPWZwAAAAAxMPGHAAAAAELsVw4AAAAAWmd5KwAAAAArsq8/AAAAAJFH0WkAAAAAYTyXywAAAAAjpkmcAAAAAHHaJlQAAAAAr4NHbQAAAAD18ezaAAAAAC5PbzwAAAAAA3gyPQAAAABdThpbAAAAADo+EOgAAAAAIzzALAAAAACmT8oEAAAAAIdvmScAAAAAWi3kQgAAAAA3Y8JQAAAAAKvFxrsAAAAAtjx3AgAAAACxZyDGAAAAAMsolLAAAAAAIGNeQAAAAAA3/8AuAAAAAILty5YAAAAANZSksgAAAAAA1vvJAAAAAJSPF5kAAAAAw57qCQAAAABgpnIHAAAAAPFd/EoAAAAAInH0DgAAAABMy9xzAAAAAOZtFlMAAAAAmldKOQAAAAB5/aofAAAAADAIsywAAAAAnsUS8AAAAAAUuQZGAAAAAAu8oDkAAAAAqvxZgQAAAACSiDrPAAAAAFx5PUQAAAAAqp8DmgAAAACGA3nKAAAAAGV/oVYAAAAAcljhjAAAAAB8PQ+jAAAAAEV+qF4AAAAANMzXTgAAAAAQZqxfAAAAAN60E00AAAAAOG0aAQAAAACCjtNyAAAAAH1BwuAAAAAABNjhCAAAAACFjlG3AAAAAMasoRoAAAAAkKLWjAAAAAAi2G9hAAAAAOPWDZ8AAAAAtqlkLgAAAABo3ad/AAAAAD64FmsAAAAAvC/PSgAAAAA9Hb+xAAAAAK9MAskAAAAAl+XMQgAAAABx39E0AAAAACbIXnwAAAAAJVZ04QAAAABY6X6gAAAAAK3YOHAAAAAAMzZT8QAAAACTuyyGAAAAAL4ATmEAAAAAxd584AAAAACsP8aBAAAAAGtx69oAAAAA9GzMGQAAAADWDVLzAAAAALh9Dl4AAAAAM0x7cQAAAAAD8hzQAAAAAKRxgnsAAAAAYNAHkgAAAAASg9DNAAAAAFVlqe0AAAAAxNytYgAAAADgp8pcAAAAAPJV590AAAAAI08FAAAAAADuVLlZAAAAAAZVpJUAAAAAUeHEowAAAACTWRPMAAAAAIzCkycAAAAANuimLAAAAABrR25WAAAAAAypjtkAAAAA99Xa0QAAAADT7D44AAAAABqQvrcAAAAAlpMhbgAAAAAJeSMxAAAAAHekH1oAAAAAlRRHCgAAAAAjWM/eAAAAAJchAdsAAAAA505bTAAAAABFJtFuAAAAAExN/+EAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA==",
+  "cuda_rng_state": "kRard2YmFAAAAAAAAAAAAA=="
+}

checkpoints/step_00040000/.complete

@@ -0,0 +1,9 @@
+{
+  "format_version": 1,
+  "files": {
+    "config.json": "47558a8af42aad173abcc41b3986c57111d276c5c47ac80abaa0bf9e2145ad16",
+    "model.safetensors": "a182a5b9f0999ac162e82f40dab948dba774cb84980ee05f1ad609465fa40b13",
+    "optimizer.safetensors": "10cf2a3760984caf0f4d3c0af2ae02dafb7e3599041fad025f9f3591d2baeea2",
+    "training_state.json": "daf57e6a48c02fb8e01cf9a3a7c9af449cdd538cee5539be4fabd8fd26b43f33"
+  }
+}

checkpoints/step_00040000/config.json

@@ -0,0 +1,43 @@
+{
+  "format_version": 1,
+  "checkpoint_type": "pretrain",
+  "model_config": {
+    "vocab_size": 1980,
+    "max_seq_len": 512,
+    "n_outcomes": 11,
+    "d_model": 640,
+    "n_layers": 10,
+    "n_heads": 8,
+    "d_ff": 2560,
+    "dropout": 0.0,
+    "rope_base": 10000.0
+  },
+  "training_config": {
+    "lr": 0.0003,
+    "weight_decay": 0.01,
+    "max_grad_norm": 1.0,
+    "warmup_steps": 10000,
+    "total_steps": 200000,
+    "batch_size": 256,
+    "max_ply": 512,
+    "discard_ply_limit": false,
+    "num_workers": 4,
+    "use_amp": true,
+    "accumulation_steps": 1,
+    "log_interval": 50,
+    "eval_interval": 1000,
+    "checkpoint_interval": 5000,
+    "pause_after_steps": null,
+    "no_outcome_token": false,
+    "prepend_outcome": false,
+    "mate_boost": 0.0,
+    "base_seed": 42,
+    "val_seed": 9223372036854775807,
+    "val_games": 2048,
+    "checkpoint_dir": "checkpoints",
+    "log_dir": "/workspace/logs",
+    "use_wandb": false,
+    "wandb_project": "pawn",
+    "device": "cuda"
+  }
+}

checkpoints/step_00040000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a182a5b9f0999ac162e82f40dab948dba774cb84980ee05f1ad609465fa40b13
+size 267647080

checkpoints/step_00040000/optimizer.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10cf2a3760984caf0f4d3c0af2ae02dafb7e3599041fad025f9f3591d2baeea2
+size 535301204

checkpoints/step_00040000/training_state.json

@@ -0,0 +1,136 @@
+{
+  "format_version": 1,
+  "global_step": 40000,
+  "scheduler_state_dict": {
+    "step": 40000
+  },
+  "scaler_state_dict": {
+    "scale": 262144.0,
+    "growth_factor": 2.0,
+    "backoff_factor": 0.5,
+    "growth_interval": 2000,
+    "_growth_tracker": 703
+  },
+  "optimizer_meta": {
+    "param_groups": [
+      {
+        "lr": 0.000283728956412876,
+        "betas": [
+          0.9,
+          0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.01,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+          0,
+          1,
+          2,
+          3,
+          4,
+          5,
+          6,
+          7,
+          8,
+          9,
+          10,
+          11,
+          12,
+          13,
+          14,
+          15,
+          16,
+          17,
+          18,
+          19,
+          20,
+          21,
+          22,
+          23,
+          24,
+          25,
+          26,
+          27,
+          28,
+          29,
+          30,
+          31,
+          32,
+          33,
+          34,
+          35,
+          36,
+          37,
+          38,
+          39,
+          40,
+          41,
+          42,
+          43,
+          44,
+          45,
+          46,
+          47,
+          48,
+          49,
+          50,
+          51,
+          52,
+          53,
+          54,
+          55,
+          56,
+          57,
+          58,
+          59,
+          60,
+          61,
+          62,
+          63,
+          64,
+          65,
+          66,
+          67,
+          68,
+          69,
+          70,
+          71,
+          72,
+          73,
+          74,
+          75,
+          76,
+          77,
+          78,
+          79,
+          80,
+          81,
+          82,
+          83,
+          84,
+          85,
+          86,
+          87,
+          88,
+          89,
+          90,
+          91,
+          92,
+          93,
+          94,
+          95,
+          96
+        ]
+      }
+    ],
+    "scalars": null
+  },
+  "torch_rng_state": "hljcGxUfSQ+fAQAAAQAAANIAAAAAAAAAzj3uUQAAAAAlDbfbAAAAAODXdhYAAAAAHAdTtgAAAABPp7tMAAAAAASjDTUAAAAA5xmHeQAAAADgrPl2AAAAAGDTO+4AAAAAEV5vpQAAAAAoLmVHAAAAAOM3XOwAAAAArcqH+QAAAADiw0BbAAAAAGj5lM8AAAAAcw+GYgAAAACrLjMSAAAAADGQlT4AAAAAaZpDJQAAAACBzZ+gAAAAAPc+rTkAAAAAFSQBQwAAAADp6uHMAAAAAHNXWQYAAAAA2lY4AwAAAAAXrHbYAAAAAKP1wi0AAAAA4zBXUwAAAAASoagbAAAAAAMltJoAAAAAyJh3RwAAAACMKoqOAAAAAEFk+8UAAAAABdjhIAAAAACeoY6ZAAAAAN6XSAgAAAAA4I5MvgAAAADLcLbFAAAAAJBiDvMAAAAABtjFygAAAAD/E32LAAAAAEgRBGMAAAAA7SItpwAAAAA8l1BPAAAAAIp05iwAAAAAcqnPuQAAAABhWFc4AAAAAN3gcLsAAAAAqRf8NAAAAADfX3chAAAAADop2cYAAAAAXkRDAAAAAAAE9144AAAAAIeDKI4AAAAAy6DHcAAAAABuF9jQAAAAABddICQAAAAAdqW3OgAAAACWziEwAAAAAGmr+FAAAAAAj1XhIAAAAAC/foK4AAAAAAH5SLYAAAAAI6MKfAAAAACLG+U3AAAAADn/ly0AAAAANgH0tAAAAABN+QB2AAAAAAly8WIAAAAA5AHsOQAAAAAhSzuMAAAAAAflo4YAAAAAcREqzgAAAADCEfxMAAAAAH0l6y4AAAAAcGr/nQAAAAAqDd21AAAAAJYzfLEAAAAAI3IK4wAAAAB1YRabAAAAAOhNxmwAAAAA6N/jNwAAAACIiTZQAAAAAJXTfhgAAAAAK1dacAAAAAA3A/CSAAAAAMAY52MAAAAASmYhwAAAAAAhywp5AAAAAJLXrvIAAAAABIg7zAAAAAC/Pf4IAAAAAAt1nVQAAAAAo9VJOAAAAADwcwdYAAAAAEbzUaYAAAAA6XoZHQAAAACTcjjdAAAAANXrCksAAAAA0oqT3gAAAACzxja2AAAAAJ+cHWQAAAAAMTfUOAAAAAAF5ZPAAAAAADzzboQAAAAAhOYUwwAAAAAuufxEAAAAANB6LDwAAAAAw2ouuwAAAABUF4EMAAAAAGKc/FMAAAAAxoYYWwAAAACideOdAAAAAOxJAuQAAAAAiaBQZwAAAAAbUJMKAAAAADOqykYAAAAAFw4BNgAAAABlBOehAAAAAArQmRIAAAAAnrPfGQAAAACN1jNwAAAAAGyEccoAAAAAp7rovAAAAAAGI0Z3AAAAALb8PJwAAAAALIImuQAAAACQJRU8AAAAAG5cKlkAAAAAIG6fBgAAAAACC273AAAAAP7o+5gAAAAAToXBRwAAAADFqYJ8AAAAAFT/jrsAAAAAYrhP0wAAAABN0ONuAAAAACzQYcAAAAAALM4z2gAAAADLKdG9AAAAAFbJbG4AAAAAi2dK3QAAAADKrnC1AAAAAGsTRpAAAAAANSwMvwAAAABStYiWAAAAADUfVekAAAAAbPDIYgAAAACtadvrAAAAAJbEir8AAAAAcRp4fAAAAADiXAigAAAAAOhvPmUAAAAA56FHTwAAAAD404Q8AAAAAG/Gb1AAAAAABzBngAAAAAB53GsnAAAAACNJByYAAAAAJWk6mAAAAAAR0/H8AAAAABk8q/IAAAAATyzT3QAAAABjLsHtAAAAAHg0v5IAAAAA6OFrMgAAAADajHYNAAAAAG4RtjQAAAAAZ+TORAAAAAAnp1qMAAAAACHwtoMAAAAA+ds8hAAAAABKzPteAAAAAN4eczUAAAAAkvDP0wAAAACqFw2IAAAAAHoBh4cAAAAAePOLRAAAAABT8DC/AAAAADVTwpEAAAAAUYiatQAAAACXZrLGAAAAAN+HV94AAAAAwxkwXQAAAAABQ1UXAAAAAM8BXBAAAAAARVbEhgAAAABnz0LDAAAAAHTQvKQAAAAA4HY1MQAAAABUAbX5AAAAAJgWAP8AAAAABeXZKAAAAABenJweAAAAAEG+UhoAAAAA5NC0pAAAAACDD2m9AAAAAH08/fgAAAAAQAV27AAAAABy04BGAAAAAO1Isa8AAAAAQwhJCwAAAAAlhx20AAAAAFtpMRUAAAAAOho9HQAAAAAiLbXnAAAAACkQ0dEAAAAAZ4mA4gAAAACylZP9AAAAAObE36gAAAAA0oWi3QAAAABLb+MIAAAAAOxj0fIAAAAAltiwmAAAAAAH3U8bAAAAAGcUCo8AAAAApMjanwAAAADJ4qqNAAAAAGpkiMgAAAAAXCXW+AAAAAD6wxo9AAAAALAyHzEAAAAAl44w/QAAAADHBcyvAAAAAGjeZS4AAAAAlvI2NgAAAABQsOQVAAAAAMn5VB8AAAAA270MUQAAAACwmptEAAAAAI5Il2QAAAAASMbr4gAAAAAnA1HMAAAAAPZJyZwAAAAAM/a23QAAAACZ2LlLAAAAAJm6ic4AAAAALfCgigAAAACcnwxSAAAAAK/X8lsAAAAA3eS8AwAAAABGDHhzAAAAAPXy1CQAAAAAD3+vSwAAAADwF1l7AAAAACjQk50AAAAAZA3zGAAAAACUnvzAAAAAAAdBjNMAAAAATfPJPwAAAABLkJCfAAAAAKtnKQsAAAAA3FdwiAAAAACMII9UAAAAAJOB1P0AAAAAhOeLtQAAAAALcTVxAAAAAA0auq0AAAAAu8nHLwAAAABWNSAVAAAAAPduvpIAAAAAKCzZGQAAAACKQpFkAAAAAP+T+IoAAAAAJqrv3QAAAADyaf/GAAAAADSEtpwAAAAA/nbj+QAAAAA/p4CMAAAAAHMd2ZkAAAAA5OCN/gAAAADLZhkKAAAAAHH9PcQAAAAA7As7sQAAAADp584RAAAAAOFghuoAAAAAYSpZeAAAAABqOyxAAAAAAJb5AZkAAAAAHNhbewAAAACruWdUAAAAAIEE2RAAAAAASCZM9AAAAABH2+4+AAAAAHqg1x4AAAAAmwaCDgAAAABZiDpDAAAAALpp8WkAAAAArSNt2AAAAACAI3NMAAAAAK5sIVkAAAAAvrPq9AAAAACn/ZbJAAAAAE1dcIUAAAAAHJptewAAAAAMpNVdAAAAAJD6r4sAAAAAQ8zgSwAAAAAdMeh2AAAAAOH1IFMAAAAA5s/tgQAAAAA5Hmn4AAAAAD0klXcAAAAACWVZYQAAAADv79iWAAAAAPNqwSgAAAAAykW6vAAAAABd1BdYAAAAAISlGyAAAAAABPGqvwAAAAAzMKygAAAAAP7mIPYAAAAANoxv1gAAAAAQO/EvAAAAALzevV8AAAAAMWauuQAAAAB9lS1nAAAAABLXSnAAAAAACY8rLAAAAABu6imZAAAAAApPPxkAAAAAsZI4fwAAAAC0VCfNAAAAAPMGkaUAAAAAo7i9twAAAABgyShMAAAAAO4ZTm0AAAAAXnq4KQAAAADL712mAAAAAKV48z4AAAAAbD77PgAAAABDgyi1AAAAAF1zypgAAAAADED1NQAAAACdQrKsAAAAAMDyv0sAAAAANJNmVAAAAACQJTCWAAAAAKFhpd8AAAAA5dn+rAAAAADZJnjLAAAAAPsJ4DEAAAAA24AiwwAAAAAavNyuAAAAAJ/90BEAAAAAYcYuYwAAAADqjbAXAAAAAFGRlQYAAAAA3BiyxgAAAAAbacbRAAAAAIct0hIAAAAAdxmaPAAAAAAWsk0aAAAAALkGV08AAAAAPlprVAAAAADgvPghAAAAAMDUJL0AAAAAGkuLWwAAAACBczInAAAAAOvMn9AAAAAArLBMOgAAAABSTKSJAAAAAMhvCI4AAAAAe9BgpQAAAAAmEXUwAAAAAIJdol0AAAAAWbmklAAAAACZLiX1AAAAADCnUEsAAAAAdn4b5QAAAABdMEDSAAAAAHiL1TsAAAAAqTnYKQAAAADNLeXxAAAAACoiIRwAAAAAKjX6cQAAAAC50do0AAAAAPf3e8cAAAAAsgk1bgAAAABkW3TRAAAAADRaJYIAAAAAWZdhCQAAAADXiFFwAAAAAPr229wAAAAAMaIXQQAAAABRdq3UAAAAAA754sIAAAAAM0dpbQAAAADzVNFWAAAAABP2M6gAAAAANQUAZwAAAAB/6mUzAAAAABz6VtIAAAAAR82aQgAAAACFyWWoAAAAAEXSQJEAAAAAq1MIyQAAAADmdtDCAAAAAIyfAlMAAAAA1S2biAAAAAD5ht4UAAAAAJ4ITdcAAAAACGZDpAAAAADcT1FtAAAAAFjAPw4AAAAA50Y9RwAAAABxnhZhAAAAAKFjeD0AAAAApIfw+wAAAAB9EQ/HAAAAAGE6DkQAAAAAEX9+IgAAAABGWglfAAAAAGn+J6sAAAAAHlC6gQAAAACJkBE6AAAAAMfj7cMAAAAA+SBbVgAAAABqj5WSAAAAANrwPY4AAAAAg+X9iQAAAACqRLSaAAAAAMmtyHkAAAAAVSX1DQAAAACUE/7bAAAAACvdcOMAAAAAR5cTIQAAAABG6d1bAAAAAH0P85IAAAAAM9OBXgAAAADgEVo3AAAAAL4EtmkAAAAAFu0k3QAAAADUPQN2AAAAAJxxxi0AAAAATgOS1gAAAAAF3krOAAAAAJroewYAAAAAgZ3e0QAAAADyjQwWAAAAAMUurd8AAAAAW2NEZgAAAAAWS3pdAAAAABeXFoIAAAAAfGiTfgAAAABk3nWsAAAAAKhIgLkAAAAAWPFQMgAAAADom33CAAAAACPH41gAAAAAyQp9TgAAAACIP2hdAAAAALAhF/YAAAAATDvpbAAAAAA2FR7bAAAAAPYJcpIAAAAAin3jXgAAAABYltyNAAAAAIpg+ncAAAAA7Va1tQAAAABh4LXsAAAAACrXx+oAAAAA5cCekAAAAACTshg1AAAAAEYaxXAAAAAAA7zFiQAAAADroW2SAAAAAPNdl9wAAAAA5dsX4QAAAAD513YBAAAAAK/w938AAAAATsHv3wAAAADA5xK6AAAAAFxaulgAAAAA8uuuLwAAAAAhyC1jAAAAAB4/5iUAAAAAd860oAAAAAD6dizeAAAAAGbtswYAAAAAgQoojwAAAAAGbUCOAAAAAMs648AAAAAAkfdm2AAAAACNfYnRAAAAAN9oH8cAAAAAvSC+/wAAAADF3yn1AAAAAA1vZPAAAAAAqcLtmAAAAAC7rpqZAAAAAMXEZ4sAAAAARNjWgAAAAABdWyY5AAAAAMEt0jQAAAAAC19z8gAAAAAbqZQPAAAAAK+o9qsAAAAAswuOBgAAAABNAW9GAAAAADt8dF8AAAAAZmMbqgAAAAAPNnCuAAAAAA6DqC0AAAAAhGAFYgAAAAD4nHoyAAAAAIkR+C0AAAAAMLAerQAAAADByP18AAAAAAkH8qEAAAAAHWPWZwAAAAAxMPGHAAAAAELsVw4AAAAAWmd5KwAAAAArsq8/AAAAAJFH0WkAAAAAYTyXywAAAAAjpkmcAAAAAHHaJlQAAAAAr4NHbQAAAAD18ezaAAAAAC5PbzwAAAAAA3gyPQAAAABdThpbAAAAADo+EOgAAAAAIzzALAAAAACmT8oEAAAAAIdvmScAAAAAWi3kQgAAAAA3Y8JQAAAAAKvFxrsAAAAAtjx3AgAAAACxZyDGAAAAAMsolLAAAAAAIGNeQAAAAAA3/8AuAAAAAILty5YAAAAANZSksgAAAAAA1vvJAAAAAJSPF5kAAAAAw57qCQAAAABgpnIHAAAAAPFd/EoAAAAAInH0DgAAAABMy9xzAAAAAOZtFlMAAAAAmldKOQAAAAB5/aofAAAAADAIsywAAAAAnsUS8AAAAAAUuQZGAAAAAAu8oDkAAAAAqvxZgQAAAACSiDrPAAAAAFx5PUQAAAAAqp8DmgAAAACGA3nKAAAAAGV/oVYAAAAAcljhjAAAAAB8PQ+jAAAAAEV+qF4AAAAANMzXTgAAAAAQZqxfAAAAAN60E00AAAAAOG0aAQAAAACCjtNyAAAAAH1BwuAAAAAABNjhCAAAAACFjlG3AAAAAMasoRoAAAAAkKLWjAAAAAAi2G9hAAAAAOPWDZ8AAAAAtqlkLgAAAABo3ad/AAAAAD64FmsAAAAAvC/PSgAAAAA9Hb+xAAAAAK9MAskAAAAAl+XMQgAAAABx39E0AAAAACbIXnwAAAAAJVZ04QAAAABY6X6gAAAAAK3YOHAAAAAAMzZT8QAAAACTuyyGAAAAAL4ATmEAAAAAxd584AAAAACsP8aBAAAAAGtx69oAAAAA9GzMGQAAAADWDVLzAAAAALh9Dl4AAAAAM0x7cQAAAAAD8hzQAAAAAKRxgnsAAAAAYNAHkgAAAAASg9DNAAAAAFVlqe0AAAAAxNytYgAAAADgp8pcAAAAAPJV590AAAAAI08FAAAAAADuVLlZAAAAAAZVpJUAAAAAUeHEowAAAACTWRPMAAAAAIzCkycAAAAANuimLAAAAABrR25WAAAAAAypjtkAAAAA99Xa0QAAAADT7D44AAAAABqQvrcAAAAAlpMhbgAAAAAJeSMxAAAAAHekH1oAAAAAlRRHCgAAAAAjWM/eAAAAAJchAdsAAAAA505bTAAAAABFJtFuAAAAAExN/+EAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA==",
+  "cuda_rng_state": "kRard2YmFAAAAAAAAAAAAA=="
+}

checkpoints/step_00045000/.complete

@@ -0,0 +1,9 @@
+{
+  "format_version": 1,
+  "files": {
+    "config.json": "47558a8af42aad173abcc41b3986c57111d276c5c47ac80abaa0bf9e2145ad16",
+    "model.safetensors": "0e638a29f6abeab8a508807f1b9b4db18ebd3f20ca5cd5cb8d83e2b68c3f397b",
+    "optimizer.safetensors": "79d7289edeb05486b08cf054de07b9d3385f01b1a9586e5b5d19cbc59e29e37d",
+    "training_state.json": "261273621fdc4c7d5ad4271c95d451c7a14369a1df482c954355f253418c83eb"
+  }
+}

checkpoints/step_00045000/config.json

@@ -0,0 +1,43 @@
+{
+  "format_version": 1,
+  "checkpoint_type": "pretrain",
+  "model_config": {
+    "vocab_size": 1980,
+    "max_seq_len": 512,
+    "n_outcomes": 11,
+    "d_model": 640,
+    "n_layers": 10,
+    "n_heads": 8,
+    "d_ff": 2560,
+    "dropout": 0.0,
+    "rope_base": 10000.0
+  },
+  "training_config": {
+    "lr": 0.0003,
+    "weight_decay": 0.01,
+    "max_grad_norm": 1.0,
+    "warmup_steps": 10000,
+    "total_steps": 200000,
+    "batch_size": 256,
+    "max_ply": 512,
+    "discard_ply_limit": false,
+    "num_workers": 4,
+    "use_amp": true,
+    "accumulation_steps": 1,
+    "log_interval": 50,
+    "eval_interval": 1000,
+    "checkpoint_interval": 5000,
+    "pause_after_steps": null,
+    "no_outcome_token": false,
+    "prepend_outcome": false,
+    "mate_boost": 0.0,
+    "base_seed": 42,
+    "val_seed": 9223372036854775807,
+    "val_games": 2048,
+    "checkpoint_dir": "checkpoints",
+    "log_dir": "/workspace/logs",
+    "use_wandb": false,
+    "wandb_project": "pawn",
+    "device": "cuda"
+  }
+}

checkpoints/step_00045000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e638a29f6abeab8a508807f1b9b4db18ebd3f20ca5cd5cb8d83e2b68c3f397b
+size 267647080

checkpoints/step_00045000/optimizer.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d7289edeb05486b08cf054de07b9d3385f01b1a9586e5b5d19cbc59e29e37d
+size 535301204

checkpoints/step_00045000/training_state.json

@@ -0,0 +1,136 @@
+{
+  "format_version": 1,
+  "global_step": 45000,
+  "scheduler_state_dict": {
+    "step": 45000
+  },
+  "scaler_state_dict": {
+    "scale": 262144.0,
+    "growth_factor": 2.0,
+    "backoff_factor": 0.5,
+    "growth_interval": 2000,
+    "_growth_tracker": 592
+  },
+  "optimizer_meta": {
+    "param_groups": [
+      {
+        "lr": 0.00027801747456544134,
+        "betas": [
+          0.9,
+          0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.01,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+          0,
+          1,
+          2,
+          3,
+          4,
+          5,
+          6,
+          7,
+          8,
+          9,
+          10,
+          11,
+          12,
+          13,
+          14,
+          15,
+          16,
+          17,
+          18,
+          19,
+          20,
+          21,
+          22,
+          23,
+          24,
+          25,
+          26,
+          27,
+          28,
+          29,
+          30,
+          31,
+          32,
+          33,
+          34,
+          35,
+          36,
+          37,
+          38,
+          39,
+          40,
+          41,
+          42,
+          43,
+          44,
+          45,
+          46,
+          47,
+          48,
+          49,
+          50,
+          51,
+          52,
+          53,
+          54,
+          55,
+          56,
+          57,
+          58,
+          59,
+          60,
+          61,
+          62,
+          63,
+          64,
+          65,
+          66,
+          67,
+          68,
+          69,
+          70,
+          71,
+          72,
+          73,
+          74,
+          75,
+          76,
+          77,
+          78,
+          79,
+          80,
+          81,
+          82,
+          83,
+          84,
+          85,
+          86,
+          87,
+          88,
+          89,
+          90,
+          91,
+          92,
+          93,
+          94,
+          95,
+          96
+        ]
+      }
+    ],
+    "scalars": null
+  },
+  "torch_rng_state": "hljcGxUfSQ+fAQAAAQAAANIAAAAAAAAAzj3uUQAAAAAlDbfbAAAAAODXdhYAAAAAHAdTtgAAAABPp7tMAAAAAASjDTUAAAAA5xmHeQAAAADgrPl2AAAAAGDTO+4AAAAAEV5vpQAAAAAoLmVHAAAAAOM3XOwAAAAArcqH+QAAAADiw0BbAAAAAGj5lM8AAAAAcw+GYgAAAACrLjMSAAAAADGQlT4AAAAAaZpDJQAAAACBzZ+gAAAAAPc+rTkAAAAAFSQBQwAAAADp6uHMAAAAAHNXWQYAAAAA2lY4AwAAAAAXrHbYAAAAAKP1wi0AAAAA4zBXUwAAAAASoagbAAAAAAMltJoAAAAAyJh3RwAAAACMKoqOAAAAAEFk+8UAAAAABdjhIAAAAACeoY6ZAAAAAN6XSAgAAAAA4I5MvgAAAADLcLbFAAAAAJBiDvMAAAAABtjFygAAAAD/E32LAAAAAEgRBGMAAAAA7SItpwAAAAA8l1BPAAAAAIp05iwAAAAAcqnPuQAAAABhWFc4AAAAAN3gcLsAAAAAqRf8NAAAAADfX3chAAAAADop2cYAAAAAXkRDAAAAAAAE9144AAAAAIeDKI4AAAAAy6DHcAAAAABuF9jQAAAAABddICQAAAAAdqW3OgAAAACWziEwAAAAAGmr+FAAAAAAj1XhIAAAAAC/foK4AAAAAAH5SLYAAAAAI6MKfAAAAACLG+U3AAAAADn/ly0AAAAANgH0tAAAAABN+QB2AAAAAAly8WIAAAAA5AHsOQAAAAAhSzuMAAAAAAflo4YAAAAAcREqzgAAAADCEfxMAAAAAH0l6y4AAAAAcGr/nQAAAAAqDd21AAAAAJYzfLEAAAAAI3IK4wAAAAB1YRabAAAAAOhNxmwAAAAA6N/jNwAAAACIiTZQAAAAAJXTfhgAAAAAK1dacAAAAAA3A/CSAAAAAMAY52MAAAAASmYhwAAAAAAhywp5AAAAAJLXrvIAAAAABIg7zAAAAAC/Pf4IAAAAAAt1nVQAAAAAo9VJOAAAAADwcwdYAAAAAEbzUaYAAAAA6XoZHQAAAACTcjjdAAAAANXrCksAAAAA0oqT3gAAAACzxja2AAAAAJ+cHWQAAAAAMTfUOAAAAAAF5ZPAAAAAADzzboQAAAAAhOYUwwAAAAAuufxEAAAAANB6LDwAAAAAw2ouuwAAAABUF4EMAAAAAGKc/FMAAAAAxoYYWwAAAACideOdAAAAAOxJAuQAAAAAiaBQZwAAAAAbUJMKAAAAADOqykYAAAAAFw4BNgAAAABlBOehAAAAAArQmRIAAAAAnrPfGQAAAACN1jNwAAAAAGyEccoAAAAAp7rovAAAAAAGI0Z3AAAAALb8PJwAAAAALIImuQAAAACQJRU8AAAAAG5cKlkAAAAAIG6fBgAAAAACC273AAAAAP7o+5gAAAAAToXBRwAAAADFqYJ8AAAAAFT/jrsAAAAAYrhP0wAAAABN0ONuAAAAACzQYcAAAAAALM4z2gAAAADLKdG9AAAAAFbJbG4AAAAAi2dK3QAAAADKrnC1AAAAAGsTRpAAAAAANSwMvwAAAABStYiWAAAAADUfVekAAAAAbPDIYgAAAACtadvrAAAAAJbEir8AAAAAcRp4fAAAAADiXAigAAAAAOhvPmUAAAAA56FHTwAAAAD404Q8AAAAAG/Gb1AAAAAABzBngAAAAAB53GsnAAAAACNJByYAAAAAJWk6mAAAAAAR0/H8AAAAABk8q/IAAAAATyzT3QAAAABjLsHtAAAAAHg0v5IAAAAA6OFrMgAAAADajHYNAAAAAG4RtjQAAAAAZ+TORAAAAAAnp1qMAAAAACHwtoMAAAAA+ds8hAAAAABKzPteAAAAAN4eczUAAAAAkvDP0wAAAACqFw2IAAAAAHoBh4cAAAAAePOLRAAAAABT8DC/AAAAADVTwpEAAAAAUYiatQAAAACXZrLGAAAAAN+HV94AAAAAwxkwXQAAAAABQ1UXAAAAAM8BXBAAAAAARVbEhgAAAABnz0LDAAAAAHTQvKQAAAAA4HY1MQAAAABUAbX5AAAAAJgWAP8AAAAABeXZKAAAAABenJweAAAAAEG+UhoAAAAA5NC0pAAAAACDD2m9AAAAAH08/fgAAAAAQAV27AAAAABy04BGAAAAAO1Isa8AAAAAQwhJCwAAAAAlhx20AAAAAFtpMRUAAAAAOho9HQAAAAAiLbXnAAAAACkQ0dEAAAAAZ4mA4gAAAACylZP9AAAAAObE36gAAAAA0oWi3QAAAABLb+MIAAAAAOxj0fIAAAAAltiwmAAAAAAH3U8bAAAAAGcUCo8AAAAApMjanwAAAADJ4qqNAAAAAGpkiMgAAAAAXCXW+AAAAAD6wxo9AAAAALAyHzEAAAAAl44w/QAAAADHBcyvAAAAAGjeZS4AAAAAlvI2NgAAAABQsOQVAAAAAMn5VB8AAAAA270MUQAAAACwmptEAAAAAI5Il2QAAAAASMbr4gAAAAAnA1HMAAAAAPZJyZwAAAAAM/a23QAAAACZ2LlLAAAAAJm6ic4AAAAALfCgigAAAACcnwxSAAAAAK/X8lsAAAAA3eS8AwAAAABGDHhzAAAAAPXy1CQAAAAAD3+vSwAAAADwF1l7AAAAACjQk50AAAAAZA3zGAAAAACUnvzAAAAAAAdBjNMAAAAATfPJPwAAAABLkJCfAAAAAKtnKQsAAAAA3FdwiAAAAACMII9UAAAAAJOB1P0AAAAAhOeLtQAAAAALcTVxAAAAAA0auq0AAAAAu8nHLwAAAABWNSAVAAAAAPduvpIAAAAAKCzZGQAAAACKQpFkAAAAAP+T+IoAAAAAJqrv3QAAAADyaf/GAAAAADSEtpwAAAAA/nbj+QAAAAA/p4CMAAAAAHMd2ZkAAAAA5OCN/gAAAADLZhkKAAAAAHH9PcQAAAAA7As7sQAAAADp584RAAAAAOFghuoAAAAAYSpZeAAAAABqOyxAAAAAAJb5AZkAAAAAHNhbewAAAACruWdUAAAAAIEE2RAAAAAASCZM9AAAAABH2+4+AAAAAHqg1x4AAAAAmwaCDgAAAABZiDpDAAAAALpp8WkAAAAArSNt2AAAAACAI3NMAAAAAK5sIVkAAAAAvrPq9AAAAACn/ZbJAAAAAE1dcIUAAAAAHJptewAAAAAMpNVdAAAAAJD6r4sAAAAAQ8zgSwAAAAAdMeh2AAAAAOH1IFMAAAAA5s/tgQAAAAA5Hmn4AAAAAD0klXcAAAAACWVZYQAAAADv79iWAAAAAPNqwSgAAAAAykW6vAAAAABd1BdYAAAAAISlGyAAAAAABPGqvwAAAAAzMKygAAAAAP7mIPYAAAAANoxv1gAAAAAQO/EvAAAAALzevV8AAAAAMWauuQAAAAB9lS1nAAAAABLXSnAAAAAACY8rLAAAAABu6imZAAAAAApPPxkAAAAAsZI4fwAAAAC0VCfNAAAAAPMGkaUAAAAAo7i9twAAAABgyShMAAAAAO4ZTm0AAAAAXnq4KQAAAADL712mAAAAAKV48z4AAAAAbD77PgAAAABDgyi1AAAAAF1zypgAAAAADED1NQAAAACdQrKsAAAAAMDyv0sAAAAANJNmVAAAAACQJTCWAAAAAKFhpd8AAAAA5dn+rAAAAADZJnjLAAAAAPsJ4DEAAAAA24AiwwAAAAAavNyuAAAAAJ/90BEAAAAAYcYuYwAAAADqjbAXAAAAAFGRlQYAAAAA3BiyxgAAAAAbacbRAAAAAIct0hIAAAAAdxmaPAAAAAAWsk0aAAAAALkGV08AAAAAPlprVAAAAADgvPghAAAAAMDUJL0AAAAAGkuLWwAAAACBczInAAAAAOvMn9AAAAAArLBMOgAAAABSTKSJAAAAAMhvCI4AAAAAe9BgpQAAAAAmEXUwAAAAAIJdol0AAAAAWbmklAAAAACZLiX1AAAAADCnUEsAAAAAdn4b5QAAAABdMEDSAAAAAHiL1TsAAAAAqTnYKQAAAADNLeXxAAAAACoiIRwAAAAAKjX6cQAAAAC50do0AAAAAPf3e8cAAAAAsgk1bgAAAABkW3TRAAAAADRaJYIAAAAAWZdhCQAAAADXiFFwAAAAAPr229wAAAAAMaIXQQAAAABRdq3UAAAAAA754sIAAAAAM0dpbQAAAADzVNFWAAAAABP2M6gAAAAANQUAZwAAAAB/6mUzAAAAABz6VtIAAAAAR82aQgAAAACFyWWoAAAAAEXSQJEAAAAAq1MIyQAAAADmdtDCAAAAAIyfAlMAAAAA1S2biAAAAAD5ht4UAAAAAJ4ITdcAAAAACGZDpAAAAADcT1FtAAAAAFjAPw4AAAAA50Y9RwAAAABxnhZhAAAAAKFjeD0AAAAApIfw+wAAAAB9EQ/HAAAAAGE6DkQAAAAAEX9+IgAAAABGWglfAAAAAGn+J6sAAAAAHlC6gQAAAACJkBE6AAAAAMfj7cMAAAAA+SBbVgAAAABqj5WSAAAAANrwPY4AAAAAg+X9iQAAAACqRLSaAAAAAMmtyHkAAAAAVSX1DQAAAACUE/7bAAAAACvdcOMAAAAAR5cTIQAAAABG6d1bAAAAAH0P85IAAAAAM9OBXgAAAADgEVo3AAAAAL4EtmkAAAAAFu0k3QAAAADUPQN2AAAAAJxxxi0AAAAATgOS1gAAAAAF3krOAAAAAJroewYAAAAAgZ3e0QAAAADyjQwWAAAAAMUurd8AAAAAW2NEZgAAAAAWS3pdAAAAABeXFoIAAAAAfGiTfgAAAABk3nWsAAAAAKhIgLkAAAAAWPFQMgAAAADom33CAAAAACPH41gAAAAAyQp9TgAAAACIP2hdAAAAALAhF/YAAAAATDvpbAAAAAA2FR7bAAAAAPYJcpIAAAAAin3jXgAAAABYltyNAAAAAIpg+ncAAAAA7Va1tQAAAABh4LXsAAAAACrXx+oAAAAA5cCekAAAAACTshg1AAAAAEYaxXAAAAAAA7zFiQAAAADroW2SAAAAAPNdl9wAAAAA5dsX4QAAAAD513YBAAAAAK/w938AAAAATsHv3wAAAADA5xK6AAAAAFxaulgAAAAA8uuuLwAAAAAhyC1jAAAAAB4/5iUAAAAAd860oAAAAAD6dizeAAAAAGbtswYAAAAAgQoojwAAAAAGbUCOAAAAAMs648AAAAAAkfdm2AAAAACNfYnRAAAAAN9oH8cAAAAAvSC+/wAAAADF3yn1AAAAAA1vZPAAAAAAqcLtmAAAAAC7rpqZAAAAAMXEZ4sAAAAARNjWgAAAAABdWyY5AAAAAMEt0jQAAAAAC19z8gAAAAAbqZQPAAAAAK+o9qsAAAAAswuOBgAAAABNAW9GAAAAADt8dF8AAAAAZmMbqgAAAAAPNnCuAAAAAA6DqC0AAAAAhGAFYgAAAAD4nHoyAAAAAIkR+C0AAAAAMLAerQAAAADByP18AAAAAAkH8qEAAAAAHWPWZwAAAAAxMPGHAAAAAELsVw4AAAAAWmd5KwAAAAArsq8/AAAAAJFH0WkAAAAAYTyXywAAAAAjpkmcAAAAAHHaJlQAAAAAr4NHbQAAAAD18ezaAAAAAC5PbzwAAAAAA3gyPQAAAABdThpbAAAAADo+EOgAAAAAIzzALAAAAACmT8oEAAAAAIdvmScAAAAAWi3kQgAAAAA3Y8JQAAAAAKvFxrsAAAAAtjx3AgAAAACxZyDGAAAAAMsolLAAAAAAIGNeQAAAAAA3/8AuAAAAAILty5YAAAAANZSksgAAAAAA1vvJAAAAAJSPF5kAAAAAw57qCQAAAABgpnIHAAAAAPFd/EoAAAAAInH0DgAAAABMy9xzAAAAAOZtFlMAAAAAmldKOQAAAAB5/aofAAAAADAIsywAAAAAnsUS8AAAAAAUuQZGAAAAAAu8oDkAAAAAqvxZgQAAAACSiDrPAAAAAFx5PUQAAAAAqp8DmgAAAACGA3nKAAAAAGV/oVYAAAAAcljhjAAAAAB8PQ+jAAAAAEV+qF4AAAAANMzXTgAAAAAQZqxfAAAAAN60E00AAAAAOG0aAQAAAACCjtNyAAAAAH1BwuAAAAAABNjhCAAAAACFjlG3AAAAAMasoRoAAAAAkKLWjAAAAAAi2G9hAAAAAOPWDZ8AAAAAtqlkLgAAAABo3ad/AAAAAD64FmsAAAAAvC/PSgAAAAA9Hb+xAAAAAK9MAskAAAAAl+XMQgAAAABx39E0AAAAACbIXnwAAAAAJVZ04QAAAABY6X6gAAAAAK3YOHAAAAAAMzZT8QAAAACTuyyGAAAAAL4ATmEAAAAAxd584AAAAACsP8aBAAAAAGtx69oAAAAA9GzMGQAAAADWDVLzAAAAALh9Dl4AAAAAM0x7cQAAAAAD8hzQAAAAAKRxgnsAAAAAYNAHkgAAAAASg9DNAAAAAFVlqe0AAAAAxNytYgAAAADgp8pcAAAAAPJV590AAAAAI08FAAAAAADuVLlZAAAAAAZVpJUAAAAAUeHEowAAAACTWRPMAAAAAIzCkycAAAAANuimLAAAAABrR25WAAAAAAypjtkAAAAA99Xa0QAAAADT7D44AAAAABqQvrcAAAAAlpMhbgAAAAAJeSMxAAAAAHekH1oAAAAAlRRHCgAAAAAjWM/eAAAAAJchAdsAAAAA505bTAAAAABFJtFuAAAAAExN/+EAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA==",
+  "cuda_rng_state": "kRard2YmFAAAAAAAAAAAAA=="
+}

checkpoints/step_00050000/.complete

@@ -0,0 +1,9 @@
+{
+  "format_version": 1,
+  "files": {
+    "config.json": "47558a8af42aad173abcc41b3986c57111d276c5c47ac80abaa0bf9e2145ad16",
+    "model.safetensors": "84cbad0735609f5cedb7ef607964286b847521a4a2acd081d55b7168a1ecd4ea",
+    "optimizer.safetensors": "cbf148ecca49b558c116b610c5f239d9184261ade5b632ac3c287e76e59230fe",
+    "training_state.json": "7255ace50f9072d0d3b4146671298278e32d849b9d4c2d31ad4d8d467d3cd9dd"
+  }
+}

checkpoints/step_00050000/config.json

@@ -0,0 +1,43 @@
+{
+  "format_version": 1,
+  "checkpoint_type": "pretrain",
+  "model_config": {
+    "vocab_size": 1980,
+    "max_seq_len": 512,
+    "n_outcomes": 11,
+    "d_model": 640,
+    "n_layers": 10,
+    "n_heads": 8,
+    "d_ff": 2560,
+    "dropout": 0.0,
+    "rope_base": 10000.0
+  },
+  "training_config": {
+    "lr": 0.0003,
+    "weight_decay": 0.01,
+    "max_grad_norm": 1.0,
+    "warmup_steps": 10000,
+    "total_steps": 200000,
+    "batch_size": 256,
+    "max_ply": 512,
+    "discard_ply_limit": false,
+    "num_workers": 4,
+    "use_amp": true,
+    "accumulation_steps": 1,
+    "log_interval": 50,
+    "eval_interval": 1000,
+    "checkpoint_interval": 5000,
+    "pause_after_steps": null,
+    "no_outcome_token": false,
+    "prepend_outcome": false,
+    "mate_boost": 0.0,
+    "base_seed": 42,
+    "val_seed": 9223372036854775807,
+    "val_games": 2048,
+    "checkpoint_dir": "checkpoints",
+    "log_dir": "/workspace/logs",
+    "use_wandb": false,
+    "wandb_project": "pawn",
+    "device": "cuda"
+  }
+}

checkpoints/step_00050000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cbad0735609f5cedb7ef607964286b847521a4a2acd081d55b7168a1ecd4ea
+size 267647080

checkpoints/step_00050000/optimizer.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf148ecca49b558c116b610c5f239d9184261ade5b632ac3c287e76e59230fe
+size 535301204

checkpoints/step_00050000/training_state.json

@@ -0,0 +1,136 @@
+{
+  "format_version": 1,
+  "global_step": 50000,
+  "scheduler_state_dict": {
+    "step": 50000
+  },
+  "scaler_state_dict": {
+    "scale": 131072.0,
+    "growth_factor": 2.0,
+    "backoff_factor": 0.5,
+    "growth_interval": 2000,
+    "_growth_tracker": 1948
+  },
+  "optimizer_meta": {
+    "param_groups": [
+      {
+        "lr": 0.0002715339687685131,
+        "betas": [
+          0.9,
+          0.999
+        ],
+        "eps": 1e-08,
+        "weight_decay": 0.01,
+        "amsgrad": false,
+        "maximize": false,
+        "foreach": null,
+        "capturable": false,
+        "differentiable": false,
+        "fused": null,
+        "decoupled_weight_decay": true,
+        "params": [
+          0,
+          1,
+          2,
+          3,
+          4,
+          5,
+          6,
+          7,
+          8,
+          9,
+          10,
+          11,
+          12,
+          13,
+          14,
+          15,
+          16,
+          17,
+          18,
+          19,
+          20,
+          21,
+          22,
+          23,
+          24,
+          25,
+          26,
+          27,
+          28,
+          29,
+          30,
+          31,
+          32,
+          33,
+          34,
+          35,
+          36,
+          37,
+          38,
+          39,
+          40,
+          41,
+          42,
+          43,
+          44,
+          45,
+          46,
+          47,
+          48,
+          49,
+          50,
+          51,
+          52,
+          53,
+          54,
+          55,
+          56,
+          57,
+          58,
+          59,
+          60,
+          61,
+          62,
+          63,
+          64,
+          65,
+          66,
+          67,
+          68,
+          69,
+          70,
+          71,
+          72,
+          73,
+          74,
+          75,
+          76,
+          77,
+          78,
+          79,
+          80,
+          81,
+          82,
+          83,
+          84,
+          85,
+          86,
+          87,
+          88,
+          89,
+          90,
+          91,
+          92,
+          93,
+          94,
+          95,
+          96
+        ]
+      }
+    ],
+    "scalars": null
+  },
+  "torch_rng_state": "hljcGxUfSQ+fAQAAAQAAANIAAAAAAAAAzj3uUQAAAAAlDbfbAAAAAODXdhYAAAAAHAdTtgAAAABPp7tMAAAAAASjDTUAAAAA5xmHeQAAAADgrPl2AAAAAGDTO+4AAAAAEV5vpQAAAAAoLmVHAAAAAOM3XOwAAAAArcqH+QAAAADiw0BbAAAAAGj5lM8AAAAAcw+GYgAAAACrLjMSAAAAADGQlT4AAAAAaZpDJQAAAACBzZ+gAAAAAPc+rTkAAAAAFSQBQwAAAADp6uHMAAAAAHNXWQYAAAAA2lY4AwAAAAAXrHbYAAAAAKP1wi0AAAAA4zBXUwAAAAASoagbAAAAAAMltJoAAAAAyJh3RwAAAACMKoqOAAAAAEFk+8UAAAAABdjhIAAAAACeoY6ZAAAAAN6XSAgAAAAA4I5MvgAAAADLcLbFAAAAAJBiDvMAAAAABtjFygAAAAD/E32LAAAAAEgRBGMAAAAA7SItpwAAAAA8l1BPAAAAAIp05iwAAAAAcqnPuQAAAABhWFc4AAAAAN3gcLsAAAAAqRf8NAAAAADfX3chAAAAADop2cYAAAAAXkRDAAAAAAAE9144AAAAAIeDKI4AAAAAy6DHcAAAAABuF9jQAAAAABddICQAAAAAdqW3OgAAAACWziEwAAAAAGmr+FAAAAAAj1XhIAAAAAC/foK4AAAAAAH5SLYAAAAAI6MKfAAAAACLG+U3AAAAADn/ly0AAAAANgH0tAAAAABN+QB2AAAAAAly8WIAAAAA5AHsOQAAAAAhSzuMAAAAAAflo4YAAAAAcREqzgAAAADCEfxMAAAAAH0l6y4AAAAAcGr/nQAAAAAqDd21AAAAAJYzfLEAAAAAI3IK4wAAAAB1YRabAAAAAOhNxmwAAAAA6N/jNwAAAACIiTZQAAAAAJXTfhgAAAAAK1dacAAAAAA3A/CSAAAAAMAY52MAAAAASmYhwAAAAAAhywp5AAAAAJLXrvIAAAAABIg7zAAAAAC/Pf4IAAAAAAt1nVQAAAAAo9VJOAAAAADwcwdYAAAAAEbzUaYAAAAA6XoZHQAAAACTcjjdAAAAANXrCksAAAAA0oqT3gAAAACzxja2AAAAAJ+cHWQAAAAAMTfUOAAAAAAF5ZPAAAAAADzzboQAAAAAhOYUwwAAAAAuufxEAAAAANB6LDwAAAAAw2ouuwAAAABUF4EMAAAAAGKc/FMAAAAAxoYYWwAAAACideOdAAAAAOxJAuQAAAAAiaBQZwAAAAAbUJMKAAAAADOqykYAAAAAFw4BNgAAAABlBOehAAAAAArQmRIAAAAAnrPfGQAAAACN1jNwAAAAAGyEccoAAAAAp7rovAAAAAAGI0Z3AAAAALb8PJwAAAAALIImuQAAAACQJRU8AAAAAG5cKlkAAAAAIG6fBgAAAAACC273AAAAAP7o+5gAAAAAToXBRwAAAADFqYJ8AAAAAFT/jrsAAAAAYrhP0wAAAABN0ONuAAAAACzQYcAAAAAALM4z2gAAAADLKdG9AAAAAFbJbG4AAAAAi2dK3QAAAADKrnC1AAAAAGsTRpAAAAAANSwMvwAAAABStYiWAAAAADUfVekAAAAAbPDIYgAAAACtadvrAAAAAJbEir8AAAAAcRp4fAAAAADiXAigAAAAAOhvPmUAAAAA56FHTwAAAAD404Q8AAAAAG/Gb1AAAAAABzBngAAAAAB53GsnAAAAACNJByYAAAAAJWk6mAAAAAAR0/H8AAAAABk8q/IAAAAATyzT3QAAAABjLsHtAAAAAHg0v5IAAAAA6OFrMgAAAADajHYNAAAAAG4RtjQAAAAAZ+TORAAAAAAnp1qMAAAAACHwtoMAAAAA+ds8hAAAAABKzPteAAAAAN4eczUAAAAAkvDP0wAAAACqFw2IAAAAAHoBh4cAAAAAePOLRAAAAABT8DC/AAAAADVTwpEAAAAAUYiatQAAAACXZrLGAAAAAN+HV94AAAAAwxkwXQAAAAABQ1UXAAAAAM8BXBAAAAAARVbEhgAAAABnz0LDAAAAAHTQvKQAAAAA4HY1MQAAAABUAbX5AAAAAJgWAP8AAAAABeXZKAAAAABenJweAAAAAEG+UhoAAAAA5NC0pAAAAACDD2m9AAAAAH08/fgAAAAAQAV27AAAAABy04BGAAAAAO1Isa8AAAAAQwhJCwAAAAAlhx20AAAAAFtpMRUAAAAAOho9HQAAAAAiLbXnAAAAACkQ0dEAAAAAZ4mA4gAAAACylZP9AAAAAObE36gAAAAA0oWi3QAAAABLb+MIAAAAAOxj0fIAAAAAltiwmAAAAAAH3U8bAAAAAGcUCo8AAAAApMjanwAAAADJ4qqNAAAAAGpkiMgAAAAAXCXW+AAAAAD6wxo9AAAAALAyHzEAAAAAl44w/QAAAADHBcyvAAAAAGjeZS4AAAAAlvI2NgAAAABQsOQVAAAAAMn5VB8AAAAA270MUQAAAACwmptEAAAAAI5Il2QAAAAASMbr4gAAAAAnA1HMAAAAAPZJyZwAAAAAM/a23QAAAACZ2LlLAAAAAJm6ic4AAAAALfCgigAAAACcnwxSAAAAAK/X8lsAAAAA3eS8AwAAAABGDHhzAAAAAPXy1CQAAAAAD3+vSwAAAADwF1l7AAAAACjQk50AAAAAZA3zGAAAAACUnvzAAAAAAAdBjNMAAAAATfPJPwAAAABLkJCfAAAAAKtnKQsAAAAA3FdwiAAAAACMII9UAAAAAJOB1P0AAAAAhOeLtQAAAAALcTVxAAAAAA0auq0AAAAAu8nHLwAAAABWNSAVAAAAAPduvpIAAAAAKCzZGQAAAACKQpFkAAAAAP+T+IoAAAAAJqrv3QAAAADyaf/GAAAAADSEtpwAAAAA/nbj+QAAAAA/p4CMAAAAAHMd2ZkAAAAA5OCN/gAAAADLZhkKAAAAAHH9PcQAAAAA7As7sQAAAADp584RAAAAAOFghuoAAAAAYSpZeAAAAABqOyxAAAAAAJb5AZkAAAAAHNhbewAAAACruWdUAAAAAIEE2RAAAAAASCZM9AAAAABH2+4+AAAAAHqg1x4AAAAAmwaCDgAAAABZiDpDAAAAALpp8WkAAAAArSNt2AAAAACAI3NMAAAAAK5sIVkAAAAAvrPq9AAAAACn/ZbJAAAAAE1dcIUAAAAAHJptewAAAAAMpNVdAAAAAJD6r4sAAAAAQ8zgSwAAAAAdMeh2AAAAAOH1IFMAAAAA5s/tgQAAAAA5Hmn4AAAAAD0klXcAAAAACWVZYQAAAADv79iWAAAAAPNqwSgAAAAAykW6vAAAAABd1BdYAAAAAISlGyAAAAAABPGqvwAAAAAzMKygAAAAAP7mIPYAAAAANoxv1gAAAAAQO/EvAAAAALzevV8AAAAAMWauuQAAAAB9lS1nAAAAABLXSnAAAAAACY8rLAAAAABu6imZAAAAAApPPxkAAAAAsZI4fwAAAAC0VCfNAAAAAPMGkaUAAAAAo7i9twAAAABgyShMAAAAAO4ZTm0AAAAAXnq4KQAAAADL712mAAAAAKV48z4AAAAAbD77PgAAAABDgyi1AAAAAF1zypgAAAAADED1NQAAAACdQrKsAAAAAMDyv0sAAAAANJNmVAAAAACQJTCWAAAAAKFhpd8AAAAA5dn+rAAAAADZJnjLAAAAAPsJ4DEAAAAA24AiwwAAAAAavNyuAAAAAJ/90BEAAAAAYcYuYwAAAADqjbAXAAAAAFGRlQYAAAAA3BiyxgAAAAAbacbRAAAAAIct0hIAAAAAdxmaPAAAAAAWsk0aAAAAALkGV08AAAAAPlprVAAAAADgvPghAAAAAMDUJL0AAAAAGkuLWwAAAACBczInAAAAAOvMn9AAAAAArLBMOgAAAABSTKSJAAAAAMhvCI4AAAAAe9BgpQAAAAAmEXUwAAAAAIJdol0AAAAAWbmklAAAAACZLiX1AAAAADCnUEsAAAAAdn4b5QAAAABdMEDSAAAAAHiL1TsAAAAAqTnYKQAAAADNLeXxAAAAACoiIRwAAAAAKjX6cQAAAAC50do0AAAAAPf3e8cAAAAAsgk1bgAAAABkW3TRAAAAADRaJYIAAAAAWZdhCQAAAADXiFFwAAAAAPr229wAAAAAMaIXQQAAAABRdq3UAAAAAA754sIAAAAAM0dpbQAAAADzVNFWAAAAABP2M6gAAAAANQUAZwAAAAB/6mUzAAAAABz6VtIAAAAAR82aQgAAAACFyWWoAAAAAEXSQJEAAAAAq1MIyQAAAADmdtDCAAAAAIyfAlMAAAAA1S2biAAAAAD5ht4UAAAAAJ4ITdcAAAAACGZDpAAAAADcT1FtAAAAAFjAPw4AAAAA50Y9RwAAAABxnhZhAAAAAKFjeD0AAAAApIfw+wAAAAB9EQ/HAAAAAGE6DkQAAAAAEX9+IgAAAABGWglfAAAAAGn+J6sAAAAAHlC6gQAAAACJkBE6AAAAAMfj7cMAAAAA+SBbVgAAAABqj5WSAAAAANrwPY4AAAAAg+X9iQAAAACqRLSaAAAAAMmtyHkAAAAAVSX1DQAAAACUE/7bAAAAACvdcOMAAAAAR5cTIQAAAABG6d1bAAAAAH0P85IAAAAAM9OBXgAAAADgEVo3AAAAAL4EtmkAAAAAFu0k3QAAAADUPQN2AAAAAJxxxi0AAAAATgOS1gAAAAAF3krOAAAAAJroewYAAAAAgZ3e0QAAAADyjQwWAAAAAMUurd8AAAAAW2NEZgAAAAAWS3pdAAAAABeXFoIAAAAAfGiTfgAAAABk3nWsAAAAAKhIgLkAAAAAWPFQMgAAAADom33CAAAAACPH41gAAAAAyQp9TgAAAACIP2hdAAAAALAhF/YAAAAATDvpbAAAAAA2FR7bAAAAAPYJcpIAAAAAin3jXgAAAABYltyNAAAAAIpg+ncAAAAA7Va1tQAAAABh4LXsAAAAACrXx+oAAAAA5cCekAAAAACTshg1AAAAAEYaxXAAAAAAA7zFiQAAAADroW2SAAAAAPNdl9wAAAAA5dsX4QAAAAD513YBAAAAAK/w938AAAAATsHv3wAAAADA5xK6AAAAAFxaulgAAAAA8uuuLwAAAAAhyC1jAAAAAB4/5iUAAAAAd860oAAAAAD6dizeAAAAAGbtswYAAAAAgQoojwAAAAAGbUCOAAAAAMs648AAAAAAkfdm2AAAAACNfYnRAAAAAN9oH8cAAAAAvSC+/wAAAADF3yn1AAAAAA1vZPAAAAAAqcLtmAAAAAC7rpqZAAAAAMXEZ4sAAAAARNjWgAAAAABdWyY5AAAAAMEt0jQAAAAAC19z8gAAAAAbqZQPAAAAAK+o9qsAAAAAswuOBgAAAABNAW9GAAAAADt8dF8AAAAAZmMbqgAAAAAPNnCuAAAAAA6DqC0AAAAAhGAFYgAAAAD4nHoyAAAAAIkR+C0AAAAAMLAerQAAAADByP18AAAAAAkH8qEAAAAAHWPWZwAAAAAxMPGHAAAAAELsVw4AAAAAWmd5KwAAAAArsq8/AAAAAJFH0WkAAAAAYTyXywAAAAAjpkmcAAAAAHHaJlQAAAAAr4NHbQAAAAD18ezaAAAAAC5PbzwAAAAAA3gyPQAAAABdThpbAAAAADo+EOgAAAAAIzzALAAAAACmT8oEAAAAAIdvmScAAAAAWi3kQgAAAAA3Y8JQAAAAAKvFxrsAAAAAtjx3AgAAAACxZyDGAAAAAMsolLAAAAAAIGNeQAAAAAA3/8AuAAAAAILty5YAAAAANZSksgAAAAAA1vvJAAAAAJSPF5kAAAAAw57qCQAAAABgpnIHAAAAAPFd/EoAAAAAInH0DgAAAABMy9xzAAAAAOZtFlMAAAAAmldKOQAAAAB5/aofAAAAADAIsywAAAAAnsUS8AAAAAAUuQZGAAAAAAu8oDkAAAAAqvxZgQAAAACSiDrPAAAAAFx5PUQAAAAAqp8DmgAAAACGA3nKAAAAAGV/oVYAAAAAcljhjAAAAAB8PQ+jAAAAAEV+qF4AAAAANMzXTgAAAAAQZqxfAAAAAN60E00AAAAAOG0aAQAAAACCjtNyAAAAAH1BwuAAAAAABNjhCAAAAACFjlG3AAAAAMasoRoAAAAAkKLWjAAAAAAi2G9hAAAAAOPWDZ8AAAAAtqlkLgAAAABo3ad/AAAAAD64FmsAAAAAvC/PSgAAAAA9Hb+xAAAAAK9MAskAAAAAl+XMQgAAAABx39E0AAAAACbIXnwAAAAAJVZ04QAAAABY6X6gAAAAAK3YOHAAAAAAMzZT8QAAAACTuyyGAAAAAL4ATmEAAAAAxd584AAAAACsP8aBAAAAAGtx69oAAAAA9GzMGQAAAADWDVLzAAAAALh9Dl4AAAAAM0x7cQAAAAAD8hzQAAAAAKRxgnsAAAAAYNAHkgAAAAASg9DNAAAAAFVlqe0AAAAAxNytYgAAAADgp8pcAAAAAPJV590AAAAAI08FAAAAAADuVLlZAAAAAAZVpJUAAAAAUeHEowAAAACTWRPMAAAAAIzCkycAAAAANuimLAAAAABrR25WAAAAAAypjtkAAAAA99Xa0QAAAADT7D44AAAAABqQvrcAAAAAlpMhbgAAAAAJeSMxAAAAAHekH1oAAAAAlRRHCgAAAAAjWM/eAAAAAJchAdsAAAAA505bTAAAAABFJtFuAAAAAExN/+EAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA==",
+  "cuda_rng_state": "kRard2YmFAAAAAAAAAAAAA=="
+}