| { |
| "config": { |
| "V": 256, |
| "D": 16, |
| "patch_size": 16, |
| "hidden": 768, |
| "depth": 4, |
| "n_cross_layers": 2, |
| "target_cv": 0.2915, |
| "cv_weight": 0.3, |
| "boost": 0.5, |
| "sigma": 0.15, |
| "dataset": "imagenet_256", |
| "lr": 0.0001, |
| "img_size": 256 |
| }, |
| "image_datasets": { |
| "cifar10": { |
| "label": "CIFAR-10\u2192256", |
| "mse_mean": 6.349744580802508e-06, |
| "mse_std": 9.740731456986396e-07, |
| "mse_min": 4.0645668377692346e-06, |
| "mse_max": 7.980087502801325e-06, |
| "S0": 5.043521404266357, |
| "SD": 3.21232533454895, |
| "ratio": 1.5700531005859375, |
| "erank": 15.85253620147705, |
| "fidelity": 99.9993622303009 |
| }, |
| "mnist": { |
| "label": "MNIST\u2192256", |
| "mse_mean": 3.378174369572662e-05, |
| "mse_std": 5.543906445382163e-05, |
| "mse_min": 7.639532668690663e-07, |
| "mse_max": 0.0002070283080684021, |
| "S0": 5.040378093719482, |
| "SD": 3.21435546875, |
| "ratio": 1.568083643913269, |
| "erank": 15.852953910827637, |
| "fidelity": 99.99662041664124 |
| }, |
| "tiny_imagenet": { |
| "label": "TinyImageNet\u2192256", |
| "mse_mean": 6.603695055673597e-06, |
| "mse_std": 2.222888269898249e-06, |
| "mse_min": 3.4911045077024028e-06, |
| "mse_max": 1.2898406566819176e-05, |
| "S0": 5.050042152404785, |
| "SD": 3.206057071685791, |
| "ratio": 1.5751566886901855, |
| "erank": 15.851508140563965, |
| "fidelity": 99.999338388443 |
| }, |
| "imagenet128": { |
| "label": "ImageNet-128\u2192256", |
| "mse_mean": 7.371419997070916e-06, |
| "mse_std": 2.0157976905466057e-06, |
| "mse_min": 3.2580830975348363e-06, |
| "mse_max": 1.0194015885645058e-05, |
| "S0": 5.043931484222412, |
| "SD": 3.2247536182403564, |
| "ratio": 1.5641292333602905, |
| "erank": 15.853524208068848, |
| "fidelity": 99.99926090240479 |
| }, |
| "imagenet256": { |
| "label": "ImageNet-256\u2192256", |
| "mse_mean": 3.822775761364028e-05, |
| "mse_std": 3.918296715710312e-05, |
| "mse_min": 6.555354048032314e-06, |
| "mse_max": 0.00016747867630328983, |
| "S0": 5.047311782836914, |
| "SD": 3.2257394790649414, |
| "ratio": 1.5646991729736328, |
| "erank": 15.854022979736328, |
| "fidelity": 99.9961793422699 |
| } |
| }, |
| "noise_types": { |
| "gaussian": { |
| "mse_mean": 0.5768483877182007, |
| "mse_std": 0.017680415883660316, |
| "S0": 5.109292984008789, |
| "SD": 3.314215898513794, |
| "ratio": 1.5416295528411865, |
| "erank": 15.876813888549805, |
| "byte_exact": 0.01739025115966797, |
| "byte_within1": 0.0521036796271801 |
| }, |
| "uniform": { |
| "mse_mean": 0.1375117003917694, |
| "mse_std": 0.0042439657263457775, |
| "S0": 5.0843706130981445, |
| "SD": 3.258554220199585, |
| "ratio": 1.5603148937225342, |
| "erank": 15.86535358428955, |
| "byte_exact": 0.03366057202219963, |
| "byte_within1": 0.10062980651855469 |
| }, |
| "uniform_scaled": { |
| "mse_mean": 0.9412873387336731, |
| "mse_std": 0.03138177841901779, |
| "S0": 5.1184797286987305, |
| "SD": 3.322328567504883, |
| "ratio": 1.5406302213668823, |
| "erank": 15.877211570739746, |
| "byte_exact": 0.013795535080134869, |
| "byte_within1": 0.04133288189768791 |
| }, |
| "poisson": { |
| "mse_mean": 0.10875826328992844, |
| "mse_std": 0.17038193345069885, |
| "S0": 5.067066192626953, |
| "SD": 3.254300355911255, |
| "ratio": 1.5570369958877563, |
| "erank": 15.860376358032227, |
| "byte_exact": 0.05910269543528557, |
| "byte_within1": 0.17512257397174835 |
| }, |
| "pink": { |
| "mse_mean": 3.2822472348925658e-06, |
| "mse_std": 2.2296185306913685e-06, |
| "S0": 5.051850318908691, |
| "SD": 3.218959331512451, |
| "ratio": 1.5694048404693604, |
| "erank": 15.85114860534668, |
| "byte_exact": 0.9608628153800964, |
| "byte_within1": 0.9999917149543762 |
| }, |
| "brown": { |
| "mse_mean": 0.07517220079898834, |
| "mse_std": 0.3006671965122223, |
| "S0": 5.059548377990723, |
| "SD": 3.2234363555908203, |
| "ratio": 1.5696132183074951, |
| "erank": 15.85267448425293, |
| "byte_exact": 0.8952805399894714, |
| "byte_within1": 0.9378153681755066 |
| }, |
| "salt_pepper": { |
| "mse_mean": 4.969348907470703, |
| "mse_std": 0.09419707208871841, |
| "S0": 5.115370750427246, |
| "SD": 3.238283157348633, |
| "ratio": 1.5796551704406738, |
| "erank": 15.860240936279297, |
| "byte_exact": 0.0050760903395712376, |
| "byte_within1": 0.015186627395451069 |
| }, |
| "sparse": { |
| "mse_mean": 0.3006732165813446, |
| "mse_std": 0.011495912447571754, |
| "S0": 5.1027984619140625, |
| "SD": 3.2895615100860596, |
| "ratio": 1.5512093305587769, |
| "erank": 15.872998237609863, |
| "byte_exact": 0.028400102630257607, |
| "byte_within1": 0.08462461084127426 |
| }, |
| "block": { |
| "mse_mean": 0.030697491019964218, |
| "mse_std": 0.017400937154889107, |
| "S0": 5.082428455352783, |
| "SD": 3.2670793533325195, |
| "ratio": 1.555648922920227, |
| "erank": 15.862842559814453, |
| "byte_exact": 0.1217753067612648, |
| "byte_within1": 0.3362722396850586 |
| }, |
| "gradient": { |
| "mse_mean": 0.09768316149711609, |
| "mse_std": 0.0006793951033614576, |
| "S0": 5.074763298034668, |
| "SD": 3.2132058143615723, |
| "ratio": 1.5793458223342896, |
| "erank": 15.861421585083008, |
| "byte_exact": 0.04044914245605469, |
| "byte_within1": 0.12108675390481949 |
| }, |
| "checkerboard": { |
| "mse_mean": 0.03427267447113991, |
| "mse_std": 0.0009042538586072624, |
| "S0": 5.064517974853516, |
| "SD": 3.2603752613067627, |
| "ratio": 1.553354263305664, |
| "erank": 15.860381126403809, |
| "byte_exact": 0.06843408197164536, |
| "byte_within1": 0.2031688690185547 |
| }, |
| "mixed": { |
| "mse_mean": 0.16084299981594086, |
| "mse_std": 0.07209793478250504, |
| "S0": 5.087543487548828, |
| "SD": 3.2637858390808105, |
| "ratio": 1.5587859153747559, |
| "erank": 15.866048812866211, |
| "byte_exact": 0.033473651856184006, |
| "byte_within1": 0.1002705916762352 |
| }, |
| "structural": { |
| "mse_mean": 0.8486995697021484, |
| "mse_std": 1.07293701171875, |
| "S0": 5.104162693023682, |
| "SD": 3.2897872924804688, |
| "ratio": 1.5515174865722656, |
| "erank": 15.871297836303711, |
| "byte_exact": 0.05159950256347656, |
| "byte_within1": 0.09107494354248047 |
| }, |
| "cauchy": { |
| "mse_mean": 3.540637254714966, |
| "mse_std": 0.06833892315626144, |
| "S0": 5.115871429443359, |
| "SD": 3.26212215423584, |
| "ratio": 1.5682648420333862, |
| "erank": 15.866384506225586, |
| "byte_exact": 0.006965955253690481, |
| "byte_within1": 0.020964303985238075 |
| }, |
| "exponential": { |
| "mse_mean": 0.5269399285316467, |
| "mse_std": 0.027093540877103806, |
| "S0": 5.113024711608887, |
| "SD": 3.31337308883667, |
| "ratio": 1.5431479215621948, |
| "erank": 15.876436233520508, |
| "byte_exact": 0.01908906362950802, |
| "byte_within1": 0.0569305419921875 |
| }, |
| "laplace": { |
| "mse_mean": 1.6277211904525757, |
| "mse_std": 0.04965529590845108, |
| "S0": 5.1201887130737305, |
| "SD": 3.3114523887634277, |
| "ratio": 1.5462063550949097, |
| "erank": 15.875024795532227, |
| "byte_exact": 0.011705398559570312, |
| "byte_within1": 0.034005481749773026 |
| } |
| }, |
| "text": { |
| "Hello, world! This is a test of the geom": { |
| "mse": 5.7722186284081545e-06, |
| "byte_acc": 0.03703703731298447 |
| }, |
| "The quick brown fox jumps over the lazy ": { |
| "mse": 5.5651116781518795e-06, |
| "byte_acc": 0.036363635212183 |
| }, |
| "import torch; model = PatchSVAE(); outpu": { |
| "mse": 4.318379524193006e-06, |
| "byte_acc": 0.07692307978868484 |
| }, |
| "E = mc\u00b2 \u2014 Albert Einstein, theoretical p": { |
| "mse": 7.93215622252319e-06, |
| "byte_acc": 0.017543859779834747 |
| }, |
| "To be, or not to be, that is the questio": { |
| "mse": 9.474201760895085e-06, |
| "byte_acc": 0.03448275849223137 |
| }, |
| "\u222b\u2080^\u221e e^(-x\u00b2) dx = \u221a\u03c0/2 \u2014 Gaussian integr": { |
| "mse": 1.2016054824925959e-05, |
| "byte_acc": 0.0555555559694767 |
| }, |
| "01101000 01100101 01101100 01101100 0110": { |
| "mse": 4.802031980943866e-06, |
| "byte_acc": 0.0 |
| }, |
| "SELECT * FROM models WHERE cv BETWEEN 0.": { |
| "mse": 3.2581970117462333e-06, |
| "byte_acc": 0.0 |
| } |
| }, |
| "piecemeal": { |
| "gaussian": 0.5698747038841248, |
| "uniform": 0.13638935983181, |
| "pink": 5.913761924603023e-06, |
| "salt_pepper": 4.967981815338135, |
| "cauchy": 3.490825891494751 |
| }, |
| "signal_survival": { |
| "cifar10": { |
| "survival": 99.99409655341155, |
| "snr": 51.56503188233511 |
| }, |
| "mnist": { |
| "survival": 99.93774844229041, |
| "snr": 43.693607618015534 |
| }, |
| "tiny_imagenet": { |
| "survival": 100.0109296353076, |
| "snr": 51.14291054062672 |
| }, |
| "imagenet128": { |
| "survival": 99.98758246468095, |
| "snr": 51.703090490666156 |
| }, |
| "imagenet256": { |
| "survival": 99.98688914377136, |
| "snr": 44.90491881974533 |
| }, |
| "gaussian": { |
| "survival": 83.6786794250387, |
| "snr": 2.413522189387302 |
| }, |
| "pink": { |
| "survival": 95.3005961453135, |
| "snr": 25.678059589979046 |
| }, |
| "salt_pepper": { |
| "survival": 71.87215325274114, |
| "snr": -0.9115908004998405 |
| }, |
| "cauchy": { |
| "survival": 86.09086979338177, |
| "snr": -0.753689359311432 |
| } |
| }, |
| "alpha": { |
| "layer_0": { |
| "mean": 0.029447166249155998, |
| "max": 0.030036240816116333, |
| "min": 0.02854808047413826, |
| "std": 0.0004774137050844729, |
| "values": [ |
| 0.02854808047413826, |
| 0.029759852215647697, |
| 0.029550576582551003, |
| 0.02956460416316986, |
| 0.029268065467476845, |
| 0.030036240816116333, |
| 0.028592625632882118, |
| 0.0286842193454504, |
| 0.029323501512408257, |
| 0.030014190822839737, |
| 0.030032962560653687, |
| 0.029664387926459312, |
| 0.029684532433748245, |
| 0.02953559160232544, |
| 0.029395097866654396, |
| 0.029500136151909828 |
| ] |
| }, |
| "layer_1": { |
| "mean": 0.02961599826812744, |
| "max": 0.030553970485925674, |
| "min": 0.02901734970510006, |
| "std": 0.0004764097975566983, |
| "values": [ |
| 0.030553970485925674, |
| 0.02932737208902836, |
| 0.029522379860281944, |
| 0.02950364351272583, |
| 0.029796162620186806, |
| 0.029024286195635796, |
| 0.03044152818620205, |
| 0.030342785641551018, |
| 0.029722139239311218, |
| 0.029032027348876, |
| 0.02901734970510006, |
| 0.02938978746533394, |
| 0.029385466128587723, |
| 0.029517680406570435, |
| 0.02967078983783722, |
| 0.02960861660540104 |
| ] |
| } |
| }, |
| "compression": { |
| "input_values": 196608, |
| "latent_values": 4096, |
| "ratio": 48.0 |
| } |
| } |
