| { |
| "config": { |
| "V": 256, |
| "D": 16, |
| "patch_size": 16, |
| "hidden": 768, |
| "depth": 4, |
| "n_cross_layers": 2, |
| "target_cv": 0.125, |
| "dataset": "omega_noise_16types_128", |
| "pretrained_from": "v14_noise/epoch_0200.pt", |
| "img_size": 128, |
| "lr": 0.0001 |
| }, |
| "image_datasets": { |
| "cifar10": { |
| "label": "CIFAR-10\u2192128", |
| "mse_mean": 0.0014624812174588442, |
| "mse_std": 0.0012780737597495317, |
| "mse_min": 0.0006703042308799922, |
| "mse_max": 0.006966391112655401, |
| "S0": 4.745294094085693, |
| "SD": 3.2700884342193604, |
| "ratio": 1.4511209726333618, |
| "erank": 15.921957969665527, |
| "fidelity": 99.8537540435791 |
| }, |
| "mnist": { |
| "label": "MNIST\u2192128", |
| "mse_mean": 0.0017131201457232237, |
| "mse_std": 0.00047864654334262013, |
| "mse_min": 0.000779357214923948, |
| "mse_max": 0.0027668820694088936, |
| "S0": 4.742547512054443, |
| "SD": 3.2743332386016846, |
| "ratio": 1.4484009742736816, |
| "erank": 15.922290802001953, |
| "fidelity": 99.82869029045105 |
| }, |
| "tiny_imagenet": { |
| "label": "TinyImageNet\u2192128", |
| "mse_mean": 0.005591858644038439, |
| "mse_std": 0.007960615679621696, |
| "mse_min": 0.0005295391310937703, |
| "mse_max": 0.034348588436841965, |
| "S0": 4.749847412109375, |
| "SD": 3.2747747898101807, |
| "ratio": 1.4504348039627075, |
| "erank": 15.921713829040527, |
| "fidelity": 99.4408130645752 |
| }, |
| "imagenet128": { |
| "label": "ImageNet-128\u2192128", |
| "mse_mean": 0.0023439719807356596, |
| "mse_std": 0.0024704006500542164, |
| "mse_min": 0.0009761152323335409, |
| "mse_max": 0.013297423720359802, |
| "S0": 4.745916366577148, |
| "SD": 3.2654149532318115, |
| "ratio": 1.4533884525299072, |
| "erank": 15.921409606933594, |
| "fidelity": 99.76560473442078 |
| }, |
| "imagenet256": { |
| "label": "ImageNet-256\u2192128", |
| "mse_mean": 0.0022136082407087088, |
| "mse_std": 0.0023762513883411884, |
| "mse_min": 0.0008406296838074923, |
| "mse_max": 0.012717146426439285, |
| "S0": 4.74583625793457, |
| "SD": 3.2655293941497803, |
| "ratio": 1.4533129930496216, |
| "erank": 15.921435356140137, |
| "fidelity": 99.77864027023315 |
| } |
| }, |
| "noise_types": { |
| "gaussian": { |
| "mse_mean": 0.02941451221704483, |
| "mse_std": 0.001088654506020248, |
| "S0": 4.735827445983887, |
| "SD": 3.2766571044921875, |
| "ratio": 1.445322871208191, |
| "erank": 15.922563552856445, |
| "byte_exact": 0.09484944492578506, |
| "byte_within1": 0.2756754457950592 |
| }, |
| "uniform": { |
| "mse_mean": 0.010246082209050655, |
| "mse_std": 0.0004867450625170022, |
| "S0": 4.73515510559082, |
| "SD": 3.2792272567749023, |
| "ratio": 1.4439849853515625, |
| "erank": 15.923205375671387, |
| "byte_exact": 0.15646973252296448, |
| "byte_within1": 0.4336246848106384 |
| }, |
| "uniform_scaled": { |
| "mse_mean": 0.041399020701646805, |
| "mse_std": 0.0014595035463571548, |
| "S0": 4.736469745635986, |
| "SD": 3.275423049926758, |
| "ratio": 1.44606351852417, |
| "erank": 15.92203140258789, |
| "byte_exact": 0.08017659187316895, |
| "byte_within1": 0.23504556715488434 |
| }, |
| "poisson": { |
| "mse_mean": 0.00594842666760087, |
| "mse_std": 0.006064144428819418, |
| "S0": 4.7344160079956055, |
| "SD": 3.2802484035491943, |
| "ratio": 1.443310260772705, |
| "erank": 15.92322063446045, |
| "byte_exact": 0.23315754532814026, |
| "byte_within1": 0.589368462562561 |
| }, |
| "pink": { |
| "mse_mean": 0.0002606931666377932, |
| "mse_std": 0.0003488802758511156, |
| "S0": 4.7751922607421875, |
| "SD": 3.2328624725341797, |
| "ratio": 1.4770786762237549, |
| "erank": 15.910451889038086, |
| "byte_exact": 0.7105818390846252, |
| "byte_within1": 0.9914559125900269 |
| }, |
| "brown": { |
| "mse_mean": 0.00037677757791243494, |
| "mse_std": 0.000727963459212333, |
| "S0": 4.782443046569824, |
| "SD": 3.234714984893799, |
| "ratio": 1.4784743785858154, |
| "erank": 15.910212516784668, |
| "byte_exact": 0.7015625238418579, |
| "byte_within1": 0.9665324091911316 |
| }, |
| "salt_pepper": { |
| "mse_mean": 0.023008856922388077, |
| "mse_std": 0.0008254339918494225, |
| "S0": 4.734750747680664, |
| "SD": 3.260662794113159, |
| "ratio": 1.4520822763442993, |
| "erank": 15.919965744018555, |
| "byte_exact": 0.09697672724723816, |
| "byte_within1": 0.2831713855266571 |
| }, |
| "sparse": { |
| "mse_mean": 0.014340950176119804, |
| "mse_std": 0.00040244212141260505, |
| "S0": 4.735813617706299, |
| "SD": 3.2780942916870117, |
| "ratio": 1.4446849822998047, |
| "erank": 15.92296028137207, |
| "byte_exact": 0.14076334238052368, |
| "byte_within1": 0.38878580927848816 |
| }, |
| "block": { |
| "mse_mean": 0.0020151385106146336, |
| "mse_std": 0.00044181934208609164, |
| "S0": 4.735157012939453, |
| "SD": 3.2780816555023193, |
| "ratio": 1.4444903135299683, |
| "erank": 15.922759056091309, |
| "byte_exact": 0.3144059181213379, |
| "byte_within1": 0.7525414824485779 |
| }, |
| "gradient": { |
| "mse_mean": 0.009109591133892536, |
| "mse_std": 0.00034344373852945864, |
| "S0": 4.751522064208984, |
| "SD": 3.2641711235046387, |
| "ratio": 1.4556596279144287, |
| "erank": 15.921199798583984, |
| "byte_exact": 0.1592862904071808, |
| "byte_within1": 0.4426603317260742 |
| }, |
| "checkerboard": { |
| "mse_mean": 0.0036467157769948244, |
| "mse_std": 0.00012218422489240766, |
| "S0": 4.733781337738037, |
| "SD": 3.269329309463501, |
| "ratio": 1.4479365348815918, |
| "erank": 15.922263145446777, |
| "byte_exact": 0.2318928986787796, |
| "byte_within1": 0.6060335040092468 |
| }, |
| "mixed": { |
| "mse_mean": 0.010456523858010769, |
| "mse_std": 0.003562925849109888, |
| "S0": 4.735187530517578, |
| "SD": 3.2792816162109375, |
| "ratio": 1.443971037864685, |
| "erank": 15.92318344116211, |
| "byte_exact": 0.15976887941360474, |
| "byte_within1": 0.4396817982196808 |
| }, |
| "structural": { |
| "mse_mean": 0.018725384026765823, |
| "mse_std": 0.001016867347061634, |
| "S0": 4.731770038604736, |
| "SD": 3.2300732135772705, |
| "ratio": 1.4649111032485962, |
| "erank": 15.910639762878418, |
| "byte_exact": 0.2896639108657837, |
| "byte_within1": 0.4860636293888092 |
| }, |
| "cauchy": { |
| "mse_mean": 0.06153097003698349, |
| "mse_std": 0.001877075876109302, |
| "S0": 4.732304573059082, |
| "SD": 3.2688558101654053, |
| "ratio": 1.4476945400238037, |
| "erank": 15.920820236206055, |
| "byte_exact": 0.06734944880008698, |
| "byte_within1": 0.1993066370487213 |
| }, |
| "exponential": { |
| "mse_mean": 0.023947054520249367, |
| "mse_std": 0.0008930423064157367, |
| "S0": 4.735708713531494, |
| "SD": 3.2765111923217773, |
| "ratio": 1.445351004600525, |
| "erank": 15.922645568847656, |
| "byte_exact": 0.10741943120956421, |
| "byte_within1": 0.30748289823532104 |
| }, |
| "laplace": { |
| "mse_mean": 0.05213208496570587, |
| "mse_std": 0.0018965197959914804, |
| "S0": 4.736741542816162, |
| "SD": 3.2736916542053223, |
| "ratio": 1.446911334991455, |
| "erank": 15.921341896057129, |
| "byte_exact": 0.07623779028654099, |
| "byte_within1": 0.21505045890808105 |
| } |
| }, |
| "text": { |
| "Hello, world! This is a test of the geom": { |
| "mse": 0.0010036242892965674, |
| "byte_acc": 0.0 |
| }, |
| "The quick brown fox jumps over the lazy ": { |
| "mse": 0.001007207203656435, |
| "byte_acc": 0.036363635212183 |
| }, |
| "import torch; model = PatchSVAE(); outpu": { |
| "mse": 0.0010049532866105437, |
| "byte_acc": 0.03846153989434242 |
| }, |
| "E = mc\u00b2 \u2014 Albert Einstein, theoretical p": { |
| "mse": 0.001006481354124844, |
| "byte_acc": 0.0 |
| }, |
| "To be, or not to be, that is the questio": { |
| "mse": 0.001005869242362678, |
| "byte_acc": 0.0 |
| }, |
| "\u222b\u2080^\u221e e^(-x\u00b2) dx = \u221a\u03c0/2 \u2014 Gaussian integr": { |
| "mse": 0.0010080005740746856, |
| "byte_acc": 0.018518518656492233 |
| }, |
| "01101000 01100101 01101100 01101100 0110": { |
| "mse": 0.001001677243039012, |
| "byte_acc": 0.032786883413791656 |
| }, |
| "SELECT * FROM models WHERE cv BETWEEN 0.": { |
| "mse": 0.001000052085146308, |
| "byte_acc": 0.01923076994717121 |
| } |
| }, |
| "piecemeal": { |
| "gaussian": 0.028989285230636597, |
| "uniform": 0.01023468840867281, |
| "pink": 9.501749445917085e-05, |
| "salt_pepper": 0.02288903295993805, |
| "cauchy": 0.06253033876419067 |
| }, |
| "signal_survival": { |
| "cifar10": { |
| "survival": 101.28502618781422, |
| "snr": 28.49025945662643 |
| }, |
| "mnist": { |
| "survival": 97.5383002539058, |
| "snr": 26.547896328569863 |
| }, |
| "tiny_imagenet": { |
| "survival": 100.02959952418828, |
| "snr": 21.41654499189348 |
| }, |
| "imagenet128": { |
| "survival": 100.52118533400795, |
| "snr": 27.733022920883734 |
| }, |
| "imagenet256": { |
| "survival": 100.59657482738686, |
| "snr": 27.868163946929045 |
| }, |
| "gaussian": { |
| "survival": 96.83910753413821, |
| "snr": 15.297957059016444 |
| }, |
| "pink": { |
| "survival": 100.39592421832606, |
| "snr": 39.11796139425857 |
| }, |
| "salt_pepper": { |
| "survival": 101.72307206605306, |
| "snr": 22.39439788320294 |
| }, |
| "cauchy": { |
| "survival": 97.95965857091494, |
| "snr": 16.77878448079682 |
| } |
| }, |
| "alpha": { |
| "layer_0": { |
| "mean": 0.03754976764321327, |
| "max": 0.04310252144932747, |
| "min": 0.035512056201696396, |
| "std": 0.0017929398454725742, |
| "values": [ |
| 0.03864993527531624, |
| 0.03914600983262062, |
| 0.03682830557227135, |
| 0.035512056201696396, |
| 0.04310252144932747, |
| 0.036753714084625244, |
| 0.03792065754532814, |
| 0.03683696314692497, |
| 0.037325967103242874, |
| 0.03573988005518913, |
| 0.03685895726084709, |
| 0.03657332435250282, |
| 0.03738175332546234, |
| 0.03634999692440033, |
| 0.03868110105395317, |
| 0.03713515028357506 |
| ] |
| }, |
| "layer_1": { |
| "mean": 0.0446750670671463, |
| "max": 0.04836678132414818, |
| "min": 0.041776422411203384, |
| "std": 0.0015298681100830436, |
| "values": [ |
| 0.043633922934532166, |
| 0.04572030529379845, |
| 0.04407371208071709, |
| 0.04505663737654686, |
| 0.04836678132414818, |
| 0.04680026322603226, |
| 0.04376893863081932, |
| 0.044447701424360275, |
| 0.04390875622630119, |
| 0.04413154348731041, |
| 0.044832561165094376, |
| 0.041776422411203384, |
| 0.045828379690647125, |
| 0.04308858513832092, |
| 0.04433045908808708, |
| 0.045036088675260544 |
| ] |
| } |
| }, |
| "compression": { |
| "input_values": 49152, |
| "latent_values": 1024, |
| "ratio": 48.0 |
| } |
| } |
