best quick_fid_4096=104.922272 step=50000 at 20260309-213746-UTC

.gitattributes

@@ -46,3 +46,7 @@ jepa_full_final/best/step_150000_20260306-013603-UTC/ocdbt.process_0/d/185f8e162
 jepa_full_final/best/step_150000_20260306-013603-UTC/ocdbt.process_0/d/2a987fd68fb1ad99987498ef8b09cc68 filter=lfs diff=lfs merge=lfs -text
 jepa_full_final/best/step_150000_20260306-013603-UTC/ocdbt.process_0/d/4c49a96d1a93b413bb569ca87828100f filter=lfs diff=lfs merge=lfs -text
 jepa_full_final/best/step_150000_20260306-013603-UTC/ocdbt.process_0/d/c8e8ac49a896dc7fcb82f7373cb11d33 filter=lfs diff=lfs merge=lfs -text
+jepa2_run/best/step_50000_20260309-213746-UTC/ocdbt.process_0/d/6370e1eb53dd8632820fa34e4b7af38f filter=lfs diff=lfs merge=lfs -text
+jepa2_run/best/step_50000_20260309-213746-UTC/ocdbt.process_0/d/74168802a3cd4f7a7dc291aa3fb1b4f1 filter=lfs diff=lfs merge=lfs -text
+jepa2_run/best/step_50000_20260309-213746-UTC/ocdbt.process_0/d/75aeaebd4d2831d7122898296ee06021 filter=lfs diff=lfs merge=lfs -text
+jepa2_run/best/step_50000_20260309-213746-UTC/ocdbt.process_0/d/febe3ed29bbb4f9ef01aeb9fcc355329 filter=lfs diff=lfs merge=lfs -text

jepa2_run/best/step_50000_20260309-213746-UTC/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773092247373689272, "commit_timestamp_nsecs": 1773092265918806721, "custom_metadata": {}}

jepa2_run/best/step_50000_20260309-213746-UTC/config.json

@@ -0,0 +1,63 @@
+{
+  "mode": "jepa2",
+  "data_dir": "/kaggle/input/datasets/bangchi/miniimagenet256-latents-arrayrecord-sdvae",
+  "num_classes": 100,
+  "patch_size": 2,
+  "hidden_size": 768,
+  "depth": 12,
+  "num_heads": 12,
+  "mlp_ratio": 4.0,
+  "opt": "adam",
+  "lr": 0.0001,
+  "beta1": 0.9,
+  "beta2": 0.99,
+  "weight_decay": 0.04,
+  "global_batch": 128,
+  "steps": 200000,
+  "seed": 42,
+  "class_dropout_prob": 0.2,
+  "aug_flip_p": 0.5,
+  "aug_jitter_eps": 0.01,
+  "t_schedule": "uniform",
+  "t_lognorm_mean": -0.4,
+  "t_lognorm_std": 1.0,
+  "lambda_jepa": 0.1,
+  "ema_decay": 0.999,
+  "mask_ratio": 0.25,
+  "student_layer": 3,
+  "teacher_layer": 7,
+  "lambda_jepa2": 1.0,
+  "jepa2_split_layer": 4,
+  "jepa2_mask_lo": 0.2,
+  "jepa2_mask_hi": 0.4,
+  "jepa2_t_shift": 1.0,
+  "jepa2_alpha_lo": 1.4,
+  "jepa2_alpha_hi": 2.0,
+  "jepa2_sigreg_slices": 512,
+  "jepa2_sigreg_sigma": 1.0,
+  "jepa2_sigreg_num_points": 17,
+  "jepa2_sigreg_domain_lo": -5.0,
+  "jepa2_sigreg_domain_hi": 5.0,
+  "cfg_scale": 2.0,
+  "sample_steps": 128,
+  "num_sample_images": 16,
+  "fid_n": 4096,
+  "fid_cache_path": "checkpoints/fid_real_stats_4096.npz",
+  "fid_decode_batch": 128,
+  "fid_inception_batch": 128,
+  "log_every": 1000,
+  "eval_every": 5000,
+  "sample_every": 10000,
+  "fid_every": 50000,
+  "ckpt_every": 100000,
+  "run_name": "jepa2_run",
+  "ckpt_dir": "/kaggle/working/checkpoints_jepa2",
+  "best_metric": "quick_fid_4096",
+  "hf_repo_id": "",
+  "hf_username": "Bangchis",
+  "hf_repo_name": "soft-jepa-flow",
+  "hf_private": false,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "vae_scaling_factor": 0.18215
+}

jepa2_run/best/step_50000_20260309-213746-UTC/ocdbt.process_0/d/6370e1eb53dd8632820fa34e4b7af38f

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974dccb4d9f05cee166b6e8a6094372ddb2231991590095789c6673124a5e4d2
+size 1344995328

jepa2_run/best/step_50000_20260309-213746-UTC/ocdbt.process_0/d/74168802a3cd4f7a7dc291aa3fb1b4f1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce651d55b5684ff0ba3aaefb3912e0f14acdd0fd9b243234edd890b216ae2f2
+size 142962688

jepa2_run/best/step_50000_20260309-213746-UTC/ocdbt.process_0/d/75aeaebd4d2831d7122898296ee06021

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4be9a83b34d97e84a3fd9705199f2027854d62488a14e7725dadd7865088c5
+size 6615040

jepa2_run/best/step_50000_20260309-213746-UTC/ocdbt.process_0/d/febe3ed29bbb4f9ef01aeb9fcc355329

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f000f6d86098dd6e13f1c684175f17cef4bcad251797c58bb5496a143f0e71
+size 454344704