best quick_fid_4096=74.421463 step=100000 at 20260310-125131-UTC

.gitattributes

@@ -72,3 +72,6 @@ jepa2_run/best/step_50000_20260310-104055-UTC/ocdbt.process_0/d/9cc28e3a4be684b9
 baseline_run_5/best/step_100000_20260310-113201-UTC/ocdbt.process_0/d/346b7e9c71ff142679ce581d849b2e0c filter=lfs diff=lfs merge=lfs -text
 baseline_run_5/best/step_100000_20260310-113201-UTC/ocdbt.process_0/d/675f4cf59ea1574eaf996914ea5cf049 filter=lfs diff=lfs merge=lfs -text
 baseline_run_5/best/step_100000_20260310-113201-UTC/ocdbt.process_0/d/d8c5ebcc3d3dfe7926042ffd5ea55592 filter=lfs diff=lfs merge=lfs -text
+jepa2_run/best/step_100000_20260310-125131-UTC/ocdbt.process_0/d/2bdc3bcacc90dfaab07acc73936c810b filter=lfs diff=lfs merge=lfs -text
+jepa2_run/best/step_100000_20260310-125131-UTC/ocdbt.process_0/d/862470d06a242d6137ad8eb42f6b5272 filter=lfs diff=lfs merge=lfs -text
+jepa2_run/best/step_100000_20260310-125131-UTC/ocdbt.process_0/d/f24c5ceed4131d644e375425ec254cbd filter=lfs diff=lfs merge=lfs -text

jepa2_run/best/step_100000_20260310-125131-UTC/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773147071629372152, "commit_timestamp_nsecs": 1773147091097202257, "custom_metadata": {}}

jepa2_run/best/step_100000_20260310-125131-UTC/config.json

@@ -0,0 +1,63 @@
+{
+  "mode": "jepa2",
+  "data_dir": "/kaggle/input/datasets/bangchi/miniimagenet256-latents-arrayrecord-sdvae",
+  "num_classes": 100,
+  "patch_size": 2,
+  "hidden_size": 768,
+  "depth": 12,
+  "num_heads": 12,
+  "mlp_ratio": 4.0,
+  "opt": "adam",
+  "lr": 0.0001,
+  "beta1": 0.9,
+  "beta2": 0.99,
+  "weight_decay": 0.06,
+  "global_batch": 128,
+  "steps": 200000,
+  "seed": 42,
+  "class_dropout_prob": 0.2,
+  "aug_flip_p": 0.5,
+  "aug_jitter_eps": 0.01,
+  "t_schedule": "uniform",
+  "t_lognorm_mean": -0.4,
+  "t_lognorm_std": 1.0,
+  "lambda_jepa": 0.1,
+  "ema_decay": 0.999,
+  "mask_ratio": 0.25,
+  "student_layer": 3,
+  "teacher_layer": 7,
+  "lambda_jepa2": 1.0,
+  "jepa2_split_layer": 4,
+  "jepa2_mask_lo": 0.2,
+  "jepa2_mask_hi": 0.4,
+  "jepa2_t_shift": 1.0,
+  "jepa2_alpha_lo": 1.4,
+  "jepa2_alpha_hi": 2.0,
+  "jepa2_sigreg_slices": 512,
+  "jepa2_sigreg_sigma": 1.0,
+  "jepa2_sigreg_num_points": 17,
+  "jepa2_sigreg_domain_lo": -5.0,
+  "jepa2_sigreg_domain_hi": 5.0,
+  "cfg_scale": 2.0,
+  "sample_steps": 128,
+  "num_sample_images": 16,
+  "fid_n": 4096,
+  "fid_cache_path": "checkpoints/fid_real_stats_4096.npz",
+  "fid_decode_batch": 128,
+  "fid_inception_batch": 128,
+  "log_every": 1000,
+  "eval_every": 5000,
+  "sample_every": 10000,
+  "fid_every": 50000,
+  "ckpt_every": 100000,
+  "run_name": "jepa2_run",
+  "ckpt_dir": "/kaggle/working/checkpoints_jepa2",
+  "best_metric": "quick_fid_4096",
+  "hf_repo_id": "",
+  "hf_username": "Bangchis",
+  "hf_repo_name": "soft-jepa-flow",
+  "hf_private": false,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "vae_scaling_factor": 0.18215
+}

jepa2_run/best/step_100000_20260310-125131-UTC/ocdbt.process_0/d/2bdc3bcacc90dfaab07acc73936c810b

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96b68a8d4abda980dcc0af37c6c8e77813eba7c943dc147638f5a93ee367c14
+size 866451456

jepa2_run/best/step_100000_20260310-125131-UTC/ocdbt.process_0/d/862470d06a242d6137ad8eb42f6b5272

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4e9cbf1b28b95fa0325f7e832987e444fb004a43f1d5336f9553dc13167c52
+size 8863744

jepa2_run/best/step_100000_20260310-125131-UTC/ocdbt.process_0/d/f24c5ceed4131d644e375425ec254cbd

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20ed5a04280fe13cd9702b7c214f2c0b9ce2334a37581ccc4880115287d0f0c
+size 1042079744