best quick_fid_4096=59.362679 step=150000 at 20260311-122222-UTC

.gitattributes

@@ -98,3 +98,7 @@ jepa2_run_warmup/best/step_50000_20260311-080223-UTC/ocdbt.process_0/d/e0fcbd164
 jepa2_run_warmup/best/step_100000_20260311-101214-UTC/ocdbt.process_0/d/af335ae3c50ff8d26037bb13f10a7ad1 filter=lfs diff=lfs merge=lfs -text
 jepa2_run_warmup/best/step_100000_20260311-101214-UTC/ocdbt.process_0/d/c648870cdcdcae425310ec02077584dc filter=lfs diff=lfs merge=lfs -text
 jepa2_run_warmup/best/step_100000_20260311-101214-UTC/ocdbt.process_0/d/fadc696d14b122186f4956687b5284cc filter=lfs diff=lfs merge=lfs -text
+jepa2_run_warmup/best/step_150000_20260311-122222-UTC/ocdbt.process_0/d/1924c26392e8cc48779df647479bcb99 filter=lfs diff=lfs merge=lfs -text
+jepa2_run_warmup/best/step_150000_20260311-122222-UTC/ocdbt.process_0/d/9486cd8a2c6c9bd8ab4b71a041b10281 filter=lfs diff=lfs merge=lfs -text
+jepa2_run_warmup/best/step_150000_20260311-122222-UTC/ocdbt.process_0/d/96e654fff8d0ea948576eeb603b1a2c3 filter=lfs diff=lfs merge=lfs -text
+jepa2_run_warmup/best/step_150000_20260311-122222-UTC/ocdbt.process_0/d/b6e84a529c42d835f1a7f08ba9080c89 filter=lfs diff=lfs merge=lfs -text

jepa2_run_warmup/best/step_150000_20260311-122222-UTC/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773231724610703405, "commit_timestamp_nsecs": 1773231742718358933, "custom_metadata": {}}

jepa2_run_warmup/best/step_150000_20260311-122222-UTC/config.json

@@ -0,0 +1,64 @@
+{
+  "mode": "jepa2",
+  "data_dir": "/kaggle/input/datasets/bangchi/miniimagenet256-latents-arrayrecord-sdvae",
+  "num_classes": 100,
+  "patch_size": 2,
+  "hidden_size": 768,
+  "depth": 12,
+  "num_heads": 12,
+  "mlp_ratio": 4.0,
+  "opt": "adam",
+  "lr": 0.0001,
+  "beta1": 0.9,
+  "beta2": 0.99,
+  "weight_decay": 0.07,
+  "global_batch": 128,
+  "steps": 150000,
+  "seed": 42,
+  "class_dropout_prob": 0.2,
+  "aug_flip_p": 0.5,
+  "aug_jitter_eps": 0.01,
+  "t_schedule": "uniform",
+  "t_lognorm_mean": -0.4,
+  "t_lognorm_std": 1.0,
+  "lambda_jepa": 0.1,
+  "ema_decay": 0.999,
+  "mask_ratio": 0.25,
+  "student_layer": 3,
+  "teacher_layer": 7,
+  "lambda_jepa2": 8.0,
+  "jepa2_fm_warmup_steps": 10000,
+  "jepa2_split_layer": 4,
+  "jepa2_mask_lo": 0.2,
+  "jepa2_mask_hi": 0.4,
+  "jepa2_t_shift": 1.0,
+  "jepa2_alpha_lo": 1.4,
+  "jepa2_alpha_hi": 2.0,
+  "jepa2_sigreg_slices": 512,
+  "jepa2_sigreg_sigma": 1.0,
+  "jepa2_sigreg_num_points": 17,
+  "jepa2_sigreg_domain_lo": -5.0,
+  "jepa2_sigreg_domain_hi": 5.0,
+  "cfg_scale": 3.0,
+  "sample_steps": 128,
+  "num_sample_images": 16,
+  "fid_n": 4096,
+  "fid_cache_path": "checkpoints/fid_real_stats_4096.npz",
+  "fid_decode_batch": 128,
+  "fid_inception_batch": 128,
+  "log_every": 1000,
+  "eval_every": 5000,
+  "sample_every": 10000,
+  "fid_every": 50000,
+  "ckpt_every": 100000,
+  "run_name": "jepa2_run_warmup",
+  "ckpt_dir": "/kaggle/working/checkpoints_jepa2",
+  "best_metric": "quick_fid_4096",
+  "hf_repo_id": "",
+  "hf_username": "Bangchis",
+  "hf_repo_name": "soft-jepa-flow",
+  "hf_private": false,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "vae_scaling_factor": 0.18215
+}

jepa2_run_warmup/best/step_150000_20260311-122222-UTC/ocdbt.process_0/d/1924c26392e8cc48779df647479bcb99

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4cbd2379a4cdbab1606f3325110c79dbf90247116f7fcee0ca67a277f3ac08
+size 440815616

jepa2_run_warmup/best/step_150000_20260311-122222-UTC/ocdbt.process_0/d/9486cd8a2c6c9bd8ab4b71a041b10281

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04fb579b64d01eba75d185f5a3fb6e7d91b7b1b45fec43fc36b8fd38fedcac1
+size 141516800

jepa2_run_warmup/best/step_150000_20260311-122222-UTC/ocdbt.process_0/d/96e654fff8d0ea948576eeb603b1a2c3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e38c65b9e2b2485704030eea9029e0b19c02baf9626c67045da1c497fa8a79e
+size 808329216

jepa2_run_warmup/best/step_150000_20260311-122222-UTC/ocdbt.process_0/d/b6e84a529c42d835f1a7f08ba9080c89

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9129280163db2eb586fdd4768c75edc0196005792e52a2a2129fa33a8475a4
+size 531689472