{ "config": { "V": 256, "D": 16, "patch_size": 16, "hidden": 768, "depth": 4, "n_cross_layers": 2, "target_cv": 0.125, "dataset": "omega_noise_16types_128", "pretrained_from": "v14_noise/epoch_0200.pt", "img_size": 128, "lr": 0.0001 }, "image_datasets": { "cifar10": { "label": "CIFAR-10\u2192128", "mse_mean": 0.0014624812174588442, "mse_std": 0.0012780737597495317, "mse_min": 0.0006703042308799922, "mse_max": 0.006966391112655401, "S0": 4.745294094085693, "SD": 3.2700884342193604, "ratio": 1.4511209726333618, "erank": 15.921957969665527, "fidelity": 99.8537540435791 }, "mnist": { "label": "MNIST\u2192128", "mse_mean": 0.0017131201457232237, "mse_std": 0.00047864654334262013, "mse_min": 0.000779357214923948, "mse_max": 0.0027668820694088936, "S0": 4.742547512054443, "SD": 3.2743332386016846, "ratio": 1.4484009742736816, "erank": 15.922290802001953, "fidelity": 99.82869029045105 }, "tiny_imagenet": { "label": "TinyImageNet\u2192128", "mse_mean": 0.005591858644038439, "mse_std": 0.007960615679621696, "mse_min": 0.0005295391310937703, "mse_max": 0.034348588436841965, "S0": 4.749847412109375, "SD": 3.2747747898101807, "ratio": 1.4504348039627075, "erank": 15.921713829040527, "fidelity": 99.4408130645752 }, "imagenet128": { "label": "ImageNet-128\u2192128", "mse_mean": 0.0023439719807356596, "mse_std": 0.0024704006500542164, "mse_min": 0.0009761152323335409, "mse_max": 0.013297423720359802, "S0": 4.745916366577148, "SD": 3.2654149532318115, "ratio": 1.4533884525299072, "erank": 15.921409606933594, "fidelity": 99.76560473442078 }, "imagenet256": { "label": "ImageNet-256\u2192128", "mse_mean": 0.0022136082407087088, "mse_std": 0.0023762513883411884, "mse_min": 0.0008406296838074923, "mse_max": 0.012717146426439285, "S0": 4.74583625793457, "SD": 3.2655293941497803, "ratio": 1.4533129930496216, "erank": 15.921435356140137, "fidelity": 99.77864027023315 } }, "noise_types": { "gaussian": { "mse_mean": 0.02941451221704483, "mse_std": 0.001088654506020248, "S0": 4.735827445983887, "SD": 3.2766571044921875, "ratio": 1.445322871208191, "erank": 15.922563552856445, "byte_exact": 0.09484944492578506, "byte_within1": 0.2756754457950592 }, "uniform": { "mse_mean": 0.010246082209050655, "mse_std": 0.0004867450625170022, "S0": 4.73515510559082, "SD": 3.2792272567749023, "ratio": 1.4439849853515625, "erank": 15.923205375671387, "byte_exact": 0.15646973252296448, "byte_within1": 0.4336246848106384 }, "uniform_scaled": { "mse_mean": 0.041399020701646805, "mse_std": 0.0014595035463571548, "S0": 4.736469745635986, "SD": 3.275423049926758, "ratio": 1.44606351852417, "erank": 15.92203140258789, "byte_exact": 0.08017659187316895, "byte_within1": 0.23504556715488434 }, "poisson": { "mse_mean": 0.00594842666760087, "mse_std": 0.006064144428819418, "S0": 4.7344160079956055, "SD": 3.2802484035491943, "ratio": 1.443310260772705, "erank": 15.92322063446045, "byte_exact": 0.23315754532814026, "byte_within1": 0.589368462562561 }, "pink": { "mse_mean": 0.0002606931666377932, "mse_std": 0.0003488802758511156, "S0": 4.7751922607421875, "SD": 3.2328624725341797, "ratio": 1.4770786762237549, "erank": 15.910451889038086, "byte_exact": 0.7105818390846252, "byte_within1": 0.9914559125900269 }, "brown": { "mse_mean": 0.00037677757791243494, "mse_std": 0.000727963459212333, "S0": 4.782443046569824, "SD": 3.234714984893799, "ratio": 1.4784743785858154, "erank": 15.910212516784668, "byte_exact": 0.7015625238418579, "byte_within1": 0.9665324091911316 }, "salt_pepper": { "mse_mean": 0.023008856922388077, "mse_std": 0.0008254339918494225, "S0": 4.734750747680664, "SD": 3.260662794113159, "ratio": 1.4520822763442993, "erank": 15.919965744018555, "byte_exact": 0.09697672724723816, "byte_within1": 0.2831713855266571 }, "sparse": { "mse_mean": 0.014340950176119804, "mse_std": 0.00040244212141260505, "S0": 4.735813617706299, "SD": 3.2780942916870117, "ratio": 1.4446849822998047, "erank": 15.92296028137207, "byte_exact": 0.14076334238052368, "byte_within1": 0.38878580927848816 }, "block": { "mse_mean": 0.0020151385106146336, "mse_std": 0.00044181934208609164, "S0": 4.735157012939453, "SD": 3.2780816555023193, "ratio": 1.4444903135299683, "erank": 15.922759056091309, "byte_exact": 0.3144059181213379, "byte_within1": 0.7525414824485779 }, "gradient": { "mse_mean": 0.009109591133892536, "mse_std": 0.00034344373852945864, "S0": 4.751522064208984, "SD": 3.2641711235046387, "ratio": 1.4556596279144287, "erank": 15.921199798583984, "byte_exact": 0.1592862904071808, "byte_within1": 0.4426603317260742 }, "checkerboard": { "mse_mean": 0.0036467157769948244, "mse_std": 0.00012218422489240766, "S0": 4.733781337738037, "SD": 3.269329309463501, "ratio": 1.4479365348815918, "erank": 15.922263145446777, "byte_exact": 0.2318928986787796, "byte_within1": 0.6060335040092468 }, "mixed": { "mse_mean": 0.010456523858010769, "mse_std": 0.003562925849109888, "S0": 4.735187530517578, "SD": 3.2792816162109375, "ratio": 1.443971037864685, "erank": 15.92318344116211, "byte_exact": 0.15976887941360474, "byte_within1": 0.4396817982196808 }, "structural": { "mse_mean": 0.018725384026765823, "mse_std": 0.001016867347061634, "S0": 4.731770038604736, "SD": 3.2300732135772705, "ratio": 1.4649111032485962, "erank": 15.910639762878418, "byte_exact": 0.2896639108657837, "byte_within1": 0.4860636293888092 }, "cauchy": { "mse_mean": 0.06153097003698349, "mse_std": 0.001877075876109302, "S0": 4.732304573059082, "SD": 3.2688558101654053, "ratio": 1.4476945400238037, "erank": 15.920820236206055, "byte_exact": 0.06734944880008698, "byte_within1": 0.1993066370487213 }, "exponential": { "mse_mean": 0.023947054520249367, "mse_std": 0.0008930423064157367, "S0": 4.735708713531494, "SD": 3.2765111923217773, "ratio": 1.445351004600525, "erank": 15.922645568847656, "byte_exact": 0.10741943120956421, "byte_within1": 0.30748289823532104 }, "laplace": { "mse_mean": 0.05213208496570587, "mse_std": 0.0018965197959914804, "S0": 4.736741542816162, "SD": 3.2736916542053223, "ratio": 1.446911334991455, "erank": 15.921341896057129, "byte_exact": 0.07623779028654099, "byte_within1": 0.21505045890808105 } }, "text": { "Hello, world! This is a test of the geom": { "mse": 0.0010036242892965674, "byte_acc": 0.0 }, "The quick brown fox jumps over the lazy ": { "mse": 0.001007207203656435, "byte_acc": 0.036363635212183 }, "import torch; model = PatchSVAE(); outpu": { "mse": 0.0010049532866105437, "byte_acc": 0.03846153989434242 }, "E = mc\u00b2 \u2014 Albert Einstein, theoretical p": { "mse": 0.001006481354124844, "byte_acc": 0.0 }, "To be, or not to be, that is the questio": { "mse": 0.001005869242362678, "byte_acc": 0.0 }, "\u222b\u2080^\u221e e^(-x\u00b2) dx = \u221a\u03c0/2 \u2014 Gaussian integr": { "mse": 0.0010080005740746856, "byte_acc": 0.018518518656492233 }, "01101000 01100101 01101100 01101100 0110": { "mse": 0.001001677243039012, "byte_acc": 0.032786883413791656 }, "SELECT * FROM models WHERE cv BETWEEN 0.": { "mse": 0.001000052085146308, "byte_acc": 0.01923076994717121 } }, "piecemeal": { "gaussian": 0.028989285230636597, "uniform": 0.01023468840867281, "pink": 9.501749445917085e-05, "salt_pepper": 0.02288903295993805, "cauchy": 0.06253033876419067 }, "signal_survival": { "cifar10": { "survival": 101.28502618781422, "snr": 28.49025945662643 }, "mnist": { "survival": 97.5383002539058, "snr": 26.547896328569863 }, "tiny_imagenet": { "survival": 100.02959952418828, "snr": 21.41654499189348 }, "imagenet128": { "survival": 100.52118533400795, "snr": 27.733022920883734 }, "imagenet256": { "survival": 100.59657482738686, "snr": 27.868163946929045 }, "gaussian": { "survival": 96.83910753413821, "snr": 15.297957059016444 }, "pink": { "survival": 100.39592421832606, "snr": 39.11796139425857 }, "salt_pepper": { "survival": 101.72307206605306, "snr": 22.39439788320294 }, "cauchy": { "survival": 97.95965857091494, "snr": 16.77878448079682 } }, "alpha": { "layer_0": { "mean": 0.03754976764321327, "max": 0.04310252144932747, "min": 0.035512056201696396, "std": 0.0017929398454725742, "values": [ 0.03864993527531624, 0.03914600983262062, 0.03682830557227135, 0.035512056201696396, 0.04310252144932747, 0.036753714084625244, 0.03792065754532814, 0.03683696314692497, 0.037325967103242874, 0.03573988005518913, 0.03685895726084709, 0.03657332435250282, 0.03738175332546234, 0.03634999692440033, 0.03868110105395317, 0.03713515028357506 ] }, "layer_1": { "mean": 0.0446750670671463, "max": 0.04836678132414818, "min": 0.041776422411203384, "std": 0.0015298681100830436, "values": [ 0.043633922934532166, 0.04572030529379845, 0.04407371208071709, 0.04505663737654686, 0.04836678132414818, 0.04680026322603226, 0.04376893863081932, 0.044447701424360275, 0.04390875622630119, 0.04413154348731041, 0.044832561165094376, 0.041776422411203384, 0.045828379690647125, 0.04308858513832092, 0.04433045908808708, 0.045036088675260544 ] } }, "compression": { "input_values": 49152, "latent_values": 1024, "ratio": 48.0 } }