Create training_log.txt

v18_johanna_curriculum/training_log.txt

@@ -0,0 +1,241 @@
+======================================================================
+JOHANNA-TINY FULL BATTERY DIAGNOSTIC
+======================================================================
+  Loading local: /content/checkpoints/best.pt
+  Epoch: 10, MSE: 0.06776364320516587
+  Config: {'V': 256, 'D': 16, 'patch_size': 16, 'hidden': 768, 'depth': 4, 'n_cross_layers': 2, 'target_cv': 0.125, 'dataset': 'curriculum_noise', 'img_size': 64, 'lr': 0.0003}
+  Loaded 16,942,419 params
+
+======================================================================
+TEST 1: Per-Type Reconstruction MSE (100 samples each)
+======================================================================
+  gaussian          : 0.068355 ± 0.003237  [0.059153 — 0.076495]
+  uniform           : 0.034244 ± 0.001081  [0.031722 — 0.036898]
+  uniform_scaled    : 0.092888 ± 0.003874  [0.084341 — 0.101410]
+  poisson           : 0.070939 ± 0.027295  [0.032886 — 0.121031]
+  pink              : 0.462492 ± 0.979842  [0.062882 — 7.263476]
+  brown             : 0.302245 ± 0.799905  [0.063013 — 7.263476]
+  salt_pepper       : 0.576325 ± 0.010698  [0.553726 — 0.601653]
+  sparse            : 0.045705 ± 0.002368  [0.040154 — 0.051907]
+  block             : 0.072499 ± 0.010697  [0.053181 — 0.125361]
+  gradient          : 0.201614 ± 0.013891  [0.176683 — 0.228614]
+  checkerboard      : 0.072973 ± 0.006283  [0.055622 — 0.093111]
+  mixed             : 0.036839 ± 0.003151  [0.032720 — 0.048418]
+  structural        : 1.918920 ± 0.054320  [1.851429 — 2.043337]
+  cauchy            : 0.322844 ± 0.009053  [0.303444 — 0.352085]
+  exponential       : 0.063573 ± 0.003070  [0.055251 — 0.071860]
+  laplace           : 0.143409 ± 0.006581  [0.127025 — 0.158567]
+
+======================================================================
+TEST 2: Byte-Level Accuracy (quantized to 256 levels)
+======================================================================
+  gaussian          : exact=  4.9%  ±1= 14.6%
+  uniform           : exact=  6.8%  ±1= 20.2%
+  uniform_scaled    : exact=  4.1%  ±1= 12.4%
+  poisson           : exact=  4.8%  ±1= 14.5%
+  pink              : exact=  3.2%  ±1=  9.8%
+  brown             : exact=  3.5%  ±1= 10.4%
+  salt_pepper       : exact=  1.3%  ±1=  4.0%
+  sparse            : exact=  6.1%  ±1= 17.8%
+  block             : exact=  4.9%  ±1= 14.7%
+  gradient          : exact=  4.0%  ±1= 11.9%
+  checkerboard      : exact=  4.7%  ±1= 13.9%
+  mixed             : exact=  6.6%  ±1= 19.5%
+  structural        : exact=  4.2%  ±1= 12.4%
+  cauchy            : exact=  2.2%  ±1=  6.6%
+  exponential       : exact=  5.1%  ±1= 15.2%
+  laplace           : exact=  3.5%  ±1= 10.2%
+
+======================================================================
+TEST 3: Geometric Fingerprint Per Type
+======================================================================
+  gaussian          : S₀=5.186  SD=3.234  ratio=1.60  erank=15.88
+  uniform           : S₀=5.254  SD=3.057  ratio=1.72  erank=15.87
+  uniform_scaled    : S₀=5.172  SD=3.279  ratio=1.58  erank=15.88
+  poisson           : S₀=5.259  SD=3.020  ratio=1.74  erank=15.87
+  pink              : S₀=5.147  SD=3.254  ratio=1.58  erank=15.87
+  brown             : S₀=5.142  SD=3.265  ratio=1.57  erank=15.87
+  salt_pepper       : S₀=5.156  SD=3.357  ratio=1.54  erank=15.88
+  sparse            : S₀=5.221  SD=3.147  ratio=1.66  erank=15.87
+  block             : S₀=5.191  SD=3.209  ratio=1.62  erank=15.87
+  gradient          : S₀=5.183  SD=3.205  ratio=1.62  erank=15.88
+  checkerboard      : S₀=5.172  SD=3.278  ratio=1.58  erank=15.88
+  mixed             : S₀=5.248  SD=3.067  ratio=1.71  erank=15.87
+  structural        : S₀=5.188  SD=3.220  ratio=1.61  erank=15.88
+  cauchy            : S₀=5.156  SD=3.354  ratio=1.54  erank=15.88
+  exponential       : S₀=5.195  SD=3.218  ratio=1.61  erank=15.88
+  laplace           : S₀=5.165  SD=3.319  ratio=1.56  erank=15.88
+
+======================================================================
+TEST 4: Cross-Type Omega Token Similarity
+======================================================================
+           gauss unifo unifo poiss  pink brown salt_ spars block gradi check mixed struc cauch expon lapla
+  gaussian  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00
+  uniform   1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00
+  uniform_scaled  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00
+  poisson   1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00
+  pink      1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00
+  brown     1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00
+  salt_pepper  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00
+  sparse    1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00
+  block     1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00
+  gradient  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00
+  checkerboard  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00
+  mixed     1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00
+  structural  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00
+  cauchy    1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00
+  exponential  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00
+  laplace   1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00  1.00
+
+======================================================================
+TEST 5: Spectrum Profile Per Type
+======================================================================
+  gaussian          : S0=5.192(9.2%)  S7=4.293(60.1%)  S15=3.234(100%)
+  uniform           : S0=5.251(9.4%)  S7=4.293(59.8%)  S15=3.052(100%)
+  uniform_scaled    : S0=5.173(9.1%)  S7=4.294(60.1%)  S15=3.278(100%)
+  poisson           : S0=5.259(9.5%)  S7=4.296(59.8%)  S15=3.020(100%)
+  pink              : S0=5.141(9.0%)  S7=4.278(60.3%)  S15=3.252(100%)
+  brown             : S0=5.137(9.0%)  S7=4.279(60.3%)  S15=3.270(100%)
+  salt_pepper       : S0=5.160(9.1%)  S7=4.290(60.2%)  S15=3.360(100%)
+  sparse            : S0=5.218(9.3%)  S7=4.290(60.0%)  S15=3.150(100%)
+  block             : S0=5.186(9.2%)  S7=4.288(60.1%)  S15=3.218(100%)
+  gradient          : S0=5.184(9.2%)  S7=4.288(60.0%)  S15=3.201(100%)
+  checkerboard      : S0=5.175(9.2%)  S7=4.289(60.0%)  S15=3.279(100%)
+  mixed             : S0=5.247(9.4%)  S7=4.291(59.8%)  S15=3.066(100%)
+  structural        : S0=5.192(9.2%)  S7=4.293(60.0%)  S15=3.218(100%)
+  cauchy            : S0=5.147(9.1%)  S7=4.291(60.2%)  S15=3.355(100%)
+  exponential       : S0=5.194(9.2%)  S7=4.295(60.1%)  S15=3.216(100%)
+  laplace           : S0=5.163(9.1%)  S7=4.289(60.2%)  S15=3.319(100%)
+
+======================================================================
+TEST 6: Reconstruction Grid (saved to johanna_diagnostic_grid.png)
+======================================================================
+  Saved: johanna_diagnostic_grid.png
+
+======================================================================
+TEST 7: Zero-Shot Real Image Reconstruction
+======================================================================
+README.md: 
+ 3.90k/? [00:00<00:00, 856kB/s]
+dataset_infos.json: 
+ 3.52k/? [00:00<00:00, 1.06MB/s]
+  TinyImageNet (100 images, 64×64):
+    Mean MSE: 0.079425
+    Std:      0.043693
+    Min/Max:  0.040186 / 0.319808
+    Fidelity: 92.058%
+
+======================================================================
+TEST 8: Zero-Shot Text Byte Reconstruction
+======================================================================
+
+  Input:    'Hello, world! This is a test of the Johanna geometric encode'
+  Output:   'pX��,�����` N�����hJ�t��`g`\��QY}Lm��x�G�^g���]��l����'
+  MSE:      0.087208
+  Byte acc: 1.6%
+
+  Input:    'The quick brown fox jumps over the lazy dog. 0123456789 ABCD'
+  Output:   '�QY�Tn��4���oh]��dX�Rp��4���k#�����R}K�|�Ta24n_T#llENsX�i'
+  MSE:      0.087562
+  Byte acc: 0.0%
+
+  Input:    'import torch; model = PatchSVAE(); output = model(x)'
+  Output:   '��Z��O-��~��x!e���WXqX��s�u�=BeQ[��Ru��2�F�g^��J]['
+  MSE:      0.087713
+  Byte acc: 0.0%
+
+  Input:    'E = mc² — Albert Einstein, theoretical physicist, 1905'
+  Output:   'r@2W�@��M�ʮ_=c���`WwEo��r��i k���]��Hi��3���kc���[]VH_l'
+  MSE:      0.087590
+  Byte acc: 1.8%
+
+  Input:    'To be, or not to be, that is the question. — Shakespeare'
+  Output:   '|���-��4���k�L|SeXRj��5��_jb�L�a��Sl��Ct���"��U��Fn��u'
+  MSE:      0.087480
+  Byte acc: 0.0%
+
+======================================================================
+TEST 9: Piecemeal 256→64 Tiled Reconstruction
+======================================================================
+  gaussian          : 16 tiles, MSE=0.068466
+  pink              : 16 tiles, MSE=0.090180
+  salt_pepper       : 16 tiles, MSE=0.581173
+  cauchy            : 16 tiles, MSE=0.324597
+
+======================================================================
+TEST 10: Signal Energy Survival Rate
+======================================================================
+  gaussian          : survival=  92.3%  SNR= 11.7dB  orig_E=1.001  recon_E=0.923
+  uniform           : survival=  92.5%  SNR=  9.9dB  orig_E=0.333  recon_E=0.308
+  uniform_scaled    : survival=  88.6%  SNR= 11.5dB  orig_E=1.334  recon_E=1.182
+  poisson           : survival= 109.8%  SNR=  4.6dB  orig_E=0.206  recon_E=0.227
+  pink              : survival=  63.1%  SNR=  7.4dB  orig_E=2.197  recon_E=1.387
+  brown             : survival=  54.2%  SNR=  6.3dB  orig_E=2.679  recon_E=1.451
+  salt_pepper       : survival=  57.9%  SNR=  8.4dB  orig_E=4.010  recon_E=2.322
+  sparse            : survival=  93.1%  SNR= 11.4dB  orig_E=0.634  recon_E=0.590
+  block             : survival=  90.4%  SNR= 11.4dB  orig_E=0.995  recon_E=0.899
+  gradient          : survival=  71.6%  SNR=  9.1dB  orig_E=1.628  recon_E=1.166
+  checkerboard      : survival=  92.2%  SNR= 11.7dB  orig_E=1.090  recon_E=1.005
+  mixed             : survival=  93.1%  SNR= 10.0dB  orig_E=0.363  recon_E=0.338
+  structural        : survival=  26.7%  SNR=  3.8dB  orig_E=4.583  recon_E=1.221
+  cauchy            : survival=  68.0%  SNR=  9.6dB  orig_E=2.958  recon_E=2.013
+  exponential       : survival=  92.4%  SNR= 11.7dB  orig_E=0.933  recon_E=0.863
+  laplace           : survival=  82.1%  SNR= 11.0dB  orig_E=1.815  recon_E=1.489
+
+======================================================================
+TEST 11: Cross-Attention Alpha Profile
+======================================================================
+
+  Layer 0: mean=0.0338  max=0.0344  min=0.0328  std=0.000502
+    α[ 0]: 0.03410  █████████████████████████████████████████████████
+    α[ 1]: 0.03409  █████████████████████████████████████████████████
+    α[ 2]: 0.03431  █████████████████████████████████████████████████
+    α[ 3]: 0.03431  █████████████████████████████████████████████████
+    α[ 4]: 0.03302  ███████████████████████████████████████████████
+    α[ 5]: 0.03354  ████████████████████████████████████████████████
+    α[ 6]: 0.03373  ████████████████████████████████████████████████
+    α[ 7]: 0.03416  █████████████████████████████████████████████████
+    α[ 8]: 0.03415  █████████████████████████████████████████████████
+    α[ 9]: 0.03442  █████████████████████████████████████████████████
+    α[10]: 0.03340  ████████████████████████████████████████████████
+    α[11]: 0.03322  ████████████████████████████████████████████████
+    α[12]: 0.03400  █████████████████████████████████████████████████
+    α[13]: 0.03384  █████████████████████████████████████████████████
+    α[14]: 0.03435  █████████████████████████████████████████████████
+    α[15]: 0.03282  ███████████████████████████████████████████████
+
+  Layer 1: mean=0.0342  max=0.0357  min=0.0335  std=0.000581
+    α[ 0]: 0.03400  ███████████████████████████████████████████████
+    α[ 1]: 0.03407  ███████████████████████████████████████████████
+    α[ 2]: 0.03382  ███████████████████████████████████████████████
+    α[ 3]: 0.03383  ███████████████████████████████████████████████
+    α[ 4]: 0.03510  █████████████████████████████████████████████████
+    α[ 5]: 0.03458  ████████████████████████████████████████████████
+    α[ 6]: 0.03438  ████████████████████████████████████████████████
+    α[ 7]: 0.03390  ███████████████████████████████████████████████
+    α[ 8]: 0.03388  ███████████████████████████████████████████████
+    α[ 9]: 0.03357  ███████████████████████████████████████████████
+    α[10]: 0.03457  ████████████████████████████████████████████████
+    α[11]: 0.03471  ████████████████████████████████████████████████
+    α[12]: 0.03391  ███████████████████████████████████████████████
+    α[13]: 0.03404  ███████████████████████████████████████████████
+    α[14]: 0.03349  ██████████████████████████████████████████████
+    α[15]: 0.03566  █████████████████████████████████████████████████
+
+======================================================================
+TEST 12: Compression Metrics
+======================================================================
+  Input:   64×64×3 = 12,288 values
+  Latent:  16×16 = 256 values (omega tokens)
+  Ratio:   48.0:1 compression
+  Patches: 16 of 16×16
+  Omega shape: (16, 4, 4)
+  At 8-bit: input=12.0KB  latent=0.2KB  ratio=48.0:1
+  At 16-bit: input=24.0KB  latent=0.5KB  ratio=48.0:1
+  At 32-bit: input=48.0KB  latent=1.0KB  ratio=48.0:1
+
+  Results saved: johanna_diagnostic_results.json
+
+======================================================================
+DIAGNOSTIC COMPLETE
+======================================================================