{ "config": { "V": 256, "D": 16, "patch_size": 16, "hidden": 768, "depth": 4, "n_cross_layers": 2, "target_cv": 0.2915, "cv_weight": 0.3, "boost": 0.5, "sigma": 0.15, "dataset": "imagenet_256", "lr": 0.0001, "img_size": 256 }, "image_datasets": { "cifar10": { "label": "CIFAR-10\u2192256", "mse_mean": 6.349744580802508e-06, "mse_std": 9.740731456986396e-07, "mse_min": 4.0645668377692346e-06, "mse_max": 7.980087502801325e-06, "S0": 5.043521404266357, "SD": 3.21232533454895, "ratio": 1.5700531005859375, "erank": 15.85253620147705, "fidelity": 99.9993622303009 }, "mnist": { "label": "MNIST\u2192256", "mse_mean": 3.378174369572662e-05, "mse_std": 5.543906445382163e-05, "mse_min": 7.639532668690663e-07, "mse_max": 0.0002070283080684021, "S0": 5.040378093719482, "SD": 3.21435546875, "ratio": 1.568083643913269, "erank": 15.852953910827637, "fidelity": 99.99662041664124 }, "tiny_imagenet": { "label": "TinyImageNet\u2192256", "mse_mean": 6.603695055673597e-06, "mse_std": 2.222888269898249e-06, "mse_min": 3.4911045077024028e-06, "mse_max": 1.2898406566819176e-05, "S0": 5.050042152404785, "SD": 3.206057071685791, "ratio": 1.5751566886901855, "erank": 15.851508140563965, "fidelity": 99.999338388443 }, "imagenet128": { "label": "ImageNet-128\u2192256", "mse_mean": 7.371419997070916e-06, "mse_std": 2.0157976905466057e-06, "mse_min": 3.2580830975348363e-06, "mse_max": 1.0194015885645058e-05, "S0": 5.043931484222412, "SD": 3.2247536182403564, "ratio": 1.5641292333602905, "erank": 15.853524208068848, "fidelity": 99.99926090240479 }, "imagenet256": { "label": "ImageNet-256\u2192256", "mse_mean": 3.822775761364028e-05, "mse_std": 3.918296715710312e-05, "mse_min": 6.555354048032314e-06, "mse_max": 0.00016747867630328983, "S0": 5.047311782836914, "SD": 3.2257394790649414, "ratio": 1.5646991729736328, "erank": 15.854022979736328, "fidelity": 99.9961793422699 } }, "noise_types": { "gaussian": { "mse_mean": 0.5768483877182007, "mse_std": 0.017680415883660316, "S0": 5.109292984008789, "SD": 3.314215898513794, "ratio": 1.5416295528411865, "erank": 15.876813888549805, "byte_exact": 0.01739025115966797, "byte_within1": 0.0521036796271801 }, "uniform": { "mse_mean": 0.1375117003917694, "mse_std": 0.0042439657263457775, "S0": 5.0843706130981445, "SD": 3.258554220199585, "ratio": 1.5603148937225342, "erank": 15.86535358428955, "byte_exact": 0.03366057202219963, "byte_within1": 0.10062980651855469 }, "uniform_scaled": { "mse_mean": 0.9412873387336731, "mse_std": 0.03138177841901779, "S0": 5.1184797286987305, "SD": 3.322328567504883, "ratio": 1.5406302213668823, "erank": 15.877211570739746, "byte_exact": 0.013795535080134869, "byte_within1": 0.04133288189768791 }, "poisson": { "mse_mean": 0.10875826328992844, "mse_std": 0.17038193345069885, "S0": 5.067066192626953, "SD": 3.254300355911255, "ratio": 1.5570369958877563, "erank": 15.860376358032227, "byte_exact": 0.05910269543528557, "byte_within1": 0.17512257397174835 }, "pink": { "mse_mean": 3.2822472348925658e-06, "mse_std": 2.2296185306913685e-06, "S0": 5.051850318908691, "SD": 3.218959331512451, "ratio": 1.5694048404693604, "erank": 15.85114860534668, "byte_exact": 0.9608628153800964, "byte_within1": 0.9999917149543762 }, "brown": { "mse_mean": 0.07517220079898834, "mse_std": 0.3006671965122223, "S0": 5.059548377990723, "SD": 3.2234363555908203, "ratio": 1.5696132183074951, "erank": 15.85267448425293, "byte_exact": 0.8952805399894714, "byte_within1": 0.9378153681755066 }, "salt_pepper": { "mse_mean": 4.969348907470703, "mse_std": 0.09419707208871841, "S0": 5.115370750427246, "SD": 3.238283157348633, "ratio": 1.5796551704406738, "erank": 15.860240936279297, "byte_exact": 0.0050760903395712376, "byte_within1": 0.015186627395451069 }, "sparse": { "mse_mean": 0.3006732165813446, "mse_std": 0.011495912447571754, "S0": 5.1027984619140625, "SD": 3.2895615100860596, "ratio": 1.5512093305587769, "erank": 15.872998237609863, "byte_exact": 0.028400102630257607, "byte_within1": 0.08462461084127426 }, "block": { "mse_mean": 0.030697491019964218, "mse_std": 0.017400937154889107, "S0": 5.082428455352783, "SD": 3.2670793533325195, "ratio": 1.555648922920227, "erank": 15.862842559814453, "byte_exact": 0.1217753067612648, "byte_within1": 0.3362722396850586 }, "gradient": { "mse_mean": 0.09768316149711609, "mse_std": 0.0006793951033614576, "S0": 5.074763298034668, "SD": 3.2132058143615723, "ratio": 1.5793458223342896, "erank": 15.861421585083008, "byte_exact": 0.04044914245605469, "byte_within1": 0.12108675390481949 }, "checkerboard": { "mse_mean": 0.03427267447113991, "mse_std": 0.0009042538586072624, "S0": 5.064517974853516, "SD": 3.2603752613067627, "ratio": 1.553354263305664, "erank": 15.860381126403809, "byte_exact": 0.06843408197164536, "byte_within1": 0.2031688690185547 }, "mixed": { "mse_mean": 0.16084299981594086, "mse_std": 0.07209793478250504, "S0": 5.087543487548828, "SD": 3.2637858390808105, "ratio": 1.5587859153747559, "erank": 15.866048812866211, "byte_exact": 0.033473651856184006, "byte_within1": 0.1002705916762352 }, "structural": { "mse_mean": 0.8486995697021484, "mse_std": 1.07293701171875, "S0": 5.104162693023682, "SD": 3.2897872924804688, "ratio": 1.5515174865722656, "erank": 15.871297836303711, "byte_exact": 0.05159950256347656, "byte_within1": 0.09107494354248047 }, "cauchy": { "mse_mean": 3.540637254714966, "mse_std": 0.06833892315626144, "S0": 5.115871429443359, "SD": 3.26212215423584, "ratio": 1.5682648420333862, "erank": 15.866384506225586, "byte_exact": 0.006965955253690481, "byte_within1": 0.020964303985238075 }, "exponential": { "mse_mean": 0.5269399285316467, "mse_std": 0.027093540877103806, "S0": 5.113024711608887, "SD": 3.31337308883667, "ratio": 1.5431479215621948, "erank": 15.876436233520508, "byte_exact": 0.01908906362950802, "byte_within1": 0.0569305419921875 }, "laplace": { "mse_mean": 1.6277211904525757, "mse_std": 0.04965529590845108, "S0": 5.1201887130737305, "SD": 3.3114523887634277, "ratio": 1.5462063550949097, "erank": 15.875024795532227, "byte_exact": 0.011705398559570312, "byte_within1": 0.034005481749773026 } }, "text": { "Hello, world! This is a test of the geom": { "mse": 5.7722186284081545e-06, "byte_acc": 0.03703703731298447 }, "The quick brown fox jumps over the lazy ": { "mse": 5.5651116781518795e-06, "byte_acc": 0.036363635212183 }, "import torch; model = PatchSVAE(); outpu": { "mse": 4.318379524193006e-06, "byte_acc": 0.07692307978868484 }, "E = mc\u00b2 \u2014 Albert Einstein, theoretical p": { "mse": 7.93215622252319e-06, "byte_acc": 0.017543859779834747 }, "To be, or not to be, that is the questio": { "mse": 9.474201760895085e-06, "byte_acc": 0.03448275849223137 }, "\u222b\u2080^\u221e e^(-x\u00b2) dx = \u221a\u03c0/2 \u2014 Gaussian integr": { "mse": 1.2016054824925959e-05, "byte_acc": 0.0555555559694767 }, "01101000 01100101 01101100 01101100 0110": { "mse": 4.802031980943866e-06, "byte_acc": 0.0 }, "SELECT * FROM models WHERE cv BETWEEN 0.": { "mse": 3.2581970117462333e-06, "byte_acc": 0.0 } }, "piecemeal": { "gaussian": 0.5698747038841248, "uniform": 0.13638935983181, "pink": 5.913761924603023e-06, "salt_pepper": 4.967981815338135, "cauchy": 3.490825891494751 }, "signal_survival": { "cifar10": { "survival": 99.99409655341155, "snr": 51.56503188233511 }, "mnist": { "survival": 99.93774844229041, "snr": 43.693607618015534 }, "tiny_imagenet": { "survival": 100.0109296353076, "snr": 51.14291054062672 }, "imagenet128": { "survival": 99.98758246468095, "snr": 51.703090490666156 }, "imagenet256": { "survival": 99.98688914377136, "snr": 44.90491881974533 }, "gaussian": { "survival": 83.6786794250387, "snr": 2.413522189387302 }, "pink": { "survival": 95.3005961453135, "snr": 25.678059589979046 }, "salt_pepper": { "survival": 71.87215325274114, "snr": -0.9115908004998405 }, "cauchy": { "survival": 86.09086979338177, "snr": -0.753689359311432 } }, "alpha": { "layer_0": { "mean": 0.029447166249155998, "max": 0.030036240816116333, "min": 0.02854808047413826, "std": 0.0004774137050844729, "values": [ 0.02854808047413826, 0.029759852215647697, 0.029550576582551003, 0.02956460416316986, 0.029268065467476845, 0.030036240816116333, 0.028592625632882118, 0.0286842193454504, 0.029323501512408257, 0.030014190822839737, 0.030032962560653687, 0.029664387926459312, 0.029684532433748245, 0.02953559160232544, 0.029395097866654396, 0.029500136151909828 ] }, "layer_1": { "mean": 0.02961599826812744, "max": 0.030553970485925674, "min": 0.02901734970510006, "std": 0.0004764097975566983, "values": [ 0.030553970485925674, 0.02932737208902836, 0.029522379860281944, 0.02950364351272583, 0.029796162620186806, 0.029024286195635796, 0.03044152818620205, 0.030342785641551018, 0.029722139239311218, 0.029032027348876, 0.02901734970510006, 0.02938978746533394, 0.029385466128587723, 0.029517680406570435, 0.02967078983783722, 0.02960861660540104 ] } }, "compression": { "input_values": 196608, "latent_values": 4096, "ratio": 48.0 } }