best quick_fid_4096=71.000145 step=200000 at 20260310-021538-UTC

.gitattributes

@@ -57,3 +57,7 @@ jepa2_run/best/step_100000_20260309-230942-UTC/ocdbt.process_0/d/c63be7a4b0d981b
 jepa2_run/best/step_150000_20260310-004319-UTC/ocdbt.process_0/d/573b0030cfd3724253d4de347d23fc29 filter=lfs diff=lfs merge=lfs -text
 jepa2_run/best/step_150000_20260310-004319-UTC/ocdbt.process_0/d/e21c18abda7a5bc1f7117c9a0f20a950 filter=lfs diff=lfs merge=lfs -text
 jepa2_run/best/step_150000_20260310-004319-UTC/ocdbt.process_0/d/f30bb38936da60db59e20dfdd214b242 filter=lfs diff=lfs merge=lfs -text
+jepa2_run/best/step_200000_20260310-021538-UTC/ocdbt.process_0/d/41a74029bb2308608a38d20d9b512148 filter=lfs diff=lfs merge=lfs -text
+jepa2_run/best/step_200000_20260310-021538-UTC/ocdbt.process_0/d/5fada07f92c5f470a4c0f793c5eca5fa filter=lfs diff=lfs merge=lfs -text
+jepa2_run/best/step_200000_20260310-021538-UTC/ocdbt.process_0/d/a3d111d1524ecb78cd4159c4c9b72734 filter=lfs diff=lfs merge=lfs -text
+jepa2_run/best/step_200000_20260310-021538-UTC/ocdbt.process_0/d/db2450ebf4b361a8fea4f0a983237b6f filter=lfs diff=lfs merge=lfs -text

jepa2_run/best/step_200000_20260310-021538-UTC/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773108918966317876, "commit_timestamp_nsecs": 1773108937913512367, "custom_metadata": {}}

jepa2_run/best/step_200000_20260310-021538-UTC/config.json

@@ -0,0 +1,63 @@
+{
+  "mode": "jepa2",
+  "data_dir": "/kaggle/input/datasets/bangchi/miniimagenet256-latents-arrayrecord-sdvae",
+  "num_classes": 100,
+  "patch_size": 2,
+  "hidden_size": 768,
+  "depth": 12,
+  "num_heads": 12,
+  "mlp_ratio": 4.0,
+  "opt": "adam",
+  "lr": 0.0001,
+  "beta1": 0.9,
+  "beta2": 0.99,
+  "weight_decay": 0.04,
+  "global_batch": 128,
+  "steps": 200000,
+  "seed": 42,
+  "class_dropout_prob": 0.2,
+  "aug_flip_p": 0.5,
+  "aug_jitter_eps": 0.01,
+  "t_schedule": "uniform",
+  "t_lognorm_mean": -0.4,
+  "t_lognorm_std": 1.0,
+  "lambda_jepa": 0.1,
+  "ema_decay": 0.999,
+  "mask_ratio": 0.25,
+  "student_layer": 3,
+  "teacher_layer": 7,
+  "lambda_jepa2": 1.0,
+  "jepa2_split_layer": 4,
+  "jepa2_mask_lo": 0.2,
+  "jepa2_mask_hi": 0.4,
+  "jepa2_t_shift": 1.0,
+  "jepa2_alpha_lo": 1.4,
+  "jepa2_alpha_hi": 2.0,
+  "jepa2_sigreg_slices": 512,
+  "jepa2_sigreg_sigma": 1.0,
+  "jepa2_sigreg_num_points": 17,
+  "jepa2_sigreg_domain_lo": -5.0,
+  "jepa2_sigreg_domain_hi": 5.0,
+  "cfg_scale": 2.0,
+  "sample_steps": 128,
+  "num_sample_images": 16,
+  "fid_n": 4096,
+  "fid_cache_path": "checkpoints/fid_real_stats_4096.npz",
+  "fid_decode_batch": 128,
+  "fid_inception_batch": 128,
+  "log_every": 1000,
+  "eval_every": 5000,
+  "sample_every": 10000,
+  "fid_every": 50000,
+  "ckpt_every": 100000,
+  "run_name": "jepa2_run",
+  "ckpt_dir": "/kaggle/working/checkpoints_jepa2",
+  "best_metric": "quick_fid_4096",
+  "hf_repo_id": "",
+  "hf_username": "Bangchis",
+  "hf_repo_name": "soft-jepa-flow",
+  "hf_private": false,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "vae_scaling_factor": 0.18215
+}

jepa2_run/best/step_200000_20260310-021538-UTC/ocdbt.process_0/d/41a74029bb2308608a38d20d9b512148

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedebbf729b56f3e32fc1485501a45204b925562e6e638c6432ee72789bb81dd
+size 4386816

jepa2_run/best/step_200000_20260310-021538-UTC/ocdbt.process_0/d/5fada07f92c5f470a4c0f793c5eca5fa

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc8766f2bd7a94acf99c266623f6f6e2fdcabdc1eece1ddc4f0a4f471e0f4b5
+size 26279936

jepa2_run/best/step_200000_20260310-021538-UTC/ocdbt.process_0/d/a3d111d1524ecb78cd4159c4c9b72734

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d225f37c3f0e121ca71cc10a9252ccb919b8326cb0802b3b4a0b7ae3cf49777a
+size 1679114240

jepa2_run/best/step_200000_20260310-021538-UTC/ocdbt.process_0/d/db2450ebf4b361a8fea4f0a983237b6f

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386fd2d20c68d1799d16cc61545ec0f765afd23356fcdc4976db1ce313e10adf
+size 239157248