{ "config": { "V": 256, "D": 16, "patch_size": 16, "hidden": 768, "depth": 4, "n_cross_layers": 2, "target_cv": 0.125, "dataset": "curriculum_noise", "img_size": 64, "lr": 0.0003 }, "image_datasets": { "cifar10": { "label": "CIFAR-10\u219264", "mse_mean": 0.0014347061514854431, "mse_std": 0.0035109403543174267, "mse_min": 0.00036670686677098274, "mse_max": 0.02804356999695301, "S0": 4.297059059143066, "SD": 1.8400815725326538, "ratio": 2.335254669189453, "erank": 15.757864952087402, "fidelity": 99.85653162002563 }, "mnist": { "label": "MNIST\u219264", "mse_mean": 0.0014255789574235678, "mse_std": 0.0003838766715489328, "mse_min": 0.0009477993589825928, "mse_max": 0.0027567630168050528, "S0": 4.296897888183594, "SD": 1.83693265914917, "ratio": 2.339169979095459, "erank": 15.75734806060791, "fidelity": 99.8574435710907 }, "tiny_imagenet": { "label": "TinyImageNet\u219264", "mse_mean": 0.004735944792628288, "mse_std": 0.0068034762516617775, "mse_min": 0.0003534757997840643, "mse_max": 0.0489242784678936, "S0": 4.297494888305664, "SD": 1.844409704208374, "ratio": 2.3300108909606934, "erank": 15.758447647094727, "fidelity": 99.52640533447266 }, "imagenet128": { "label": "ImageNet-128\u219264", "mse_mean": 0.002932386938482523, "mse_std": 0.008305463008582592, "mse_min": 0.0005107235629111528, "mse_max": 0.06651423126459122, "S0": 4.296170234680176, "SD": 1.8447363376617432, "ratio": 2.3288803100585938, "erank": 15.758931159973145, "fidelity": 99.70676302909851 }, "imagenet256": { "label": "ImageNet-256\u219264", "mse_mean": 0.003373820800334215, "mse_std": 0.00939043890684843, "mse_min": 0.0005268495297059417, "mse_max": 0.0749613344669342, "S0": 4.296170234680176, "SD": 1.8447273969650269, "ratio": 2.3288917541503906, "erank": 15.758930206298828, "fidelity": 99.66261982917786 } }, "noise_types": { "gaussian": { "mse_mean": 0.2886161804199219, "mse_std": 0.0077516548335552216, "S0": 4.2976789474487305, "SD": 1.8385813236236572, "ratio": 2.3374972343444824, "erank": 15.757594108581543, "byte_exact": 0.023179372772574425, "byte_within1": 0.06980133056640625 }, "uniform": { "mse_mean": 0.09659423679113388, "mse_std": 0.0027394602075219154, "S0": 4.296614646911621, "SD": 1.8364839553833008, "ratio": 2.339587450027466, "erank": 15.75722885131836, "byte_exact": 0.03953297808766365, "byte_within1": 0.1183675155043602 }, "uniform_scaled": { "mse_mean": 0.3850646913051605, "mse_std": 0.007132471073418856, "S0": 4.297467231750488, "SD": 1.8398751020431519, "ratio": 2.3357386589050293, "erank": 15.757889747619629, "byte_exact": 0.019789377227425575, "byte_within1": 0.059528350830078125 }, "poisson": { "mse_mean": 0.05631270632147789, "mse_std": 0.059722624719142914, "S0": 4.2967119216918945, "SD": 1.8365355730056763, "ratio": 2.3395745754241943, "erank": 15.757218360900879, "byte_exact": 0.06762949377298355, "byte_within1": 0.20140330493450165 }, "pink": { "mse_mean": 0.001325038610957563, "mse_std": 0.001498894882388413, "S0": 4.331319808959961, "SD": 2.2164804935455322, "ratio": 1.9541429281234741, "erank": 15.804304122924805, "byte_exact": 0.7337977290153503, "byte_within1": 0.9098625183105469 }, "brown": { "mse_mean": 0.0010676529491320252, "mse_std": 0.001300301868468523, "S0": 4.332561492919922, "SD": 2.215461254119873, "ratio": 1.9556024074554443, "erank": 15.804342269897461, "byte_exact": 0.7268803715705872, "byte_within1": 0.9237658381462097 }, "salt_pepper": { "mse_mean": 0.7266831398010254, "mse_std": 0.02865126170217991, "S0": 4.296142578125, "SD": 1.8696966171264648, "ratio": 2.2977752685546875, "erank": 15.764196395874023, "byte_exact": 0.019995370879769325, "byte_within1": 0.05995432659983635 }, "sparse": { "mse_mean": 0.18902762234210968, "mse_std": 0.008378366008400917, "S0": 4.297026634216309, "SD": 1.8373357057571411, "ratio": 2.3387269973754883, "erank": 15.757360458374023, "byte_exact": 0.040803272277116776, "byte_within1": 0.12197113037109375 }, "block": { "mse_mean": 0.011099232360720634, "mse_std": 0.013453341089189053, "S0": 4.298161506652832, "SD": 1.8415257930755615, "ratio": 2.334021806716919, "erank": 15.758216857910156, "byte_exact": 0.25016021728515625, "byte_within1": 0.5908978581428528 }, "gradient": { "mse_mean": 0.07368763536214828, "mse_std": 0.001773475669324398, "S0": 4.295886993408203, "SD": 1.841874122619629, "ratio": 2.332345485687256, "erank": 15.758503913879395, "byte_exact": 0.046288806945085526, "byte_within1": 0.13783009350299835 }, "checkerboard": { "mse_mean": 0.026502303779125214, "mse_std": 0.000645435182377696, "S0": 4.298178672790527, "SD": 1.8394688367843628, "ratio": 2.336641311645508, "erank": 15.757760047912598, "byte_exact": 0.07736968994140625, "byte_within1": 0.22842152416706085 }, "mixed": { "mse_mean": 0.10527042299509048, "mse_std": 0.03688870370388031, "S0": 4.296633720397949, "SD": 1.8366726636886597, "ratio": 2.339357376098633, "erank": 15.757261276245117, "byte_exact": 0.04016876220703125, "byte_within1": 0.1195831298828125 }, "structural": { "mse_mean": 0.17544668912887573, "mse_std": 0.006575456354767084, "S0": 4.307066917419434, "SD": 1.9492502212524414, "ratio": 2.209601879119873, "erank": 15.773061752319336, "byte_exact": 0.21276219189167023, "byte_within1": 0.2740936279296875 }, "cauchy": { "mse_mean": 0.8427785038948059, "mse_std": 0.020405219867825508, "S0": 4.297488212585449, "SD": 1.8460646867752075, "ratio": 2.327918529510498, "erank": 15.7590913772583, "byte_exact": 0.0134493513032794, "byte_within1": 0.04004160687327385 }, "exponential": { "mse_mean": 0.26751795411109924, "mse_std": 0.007822155952453613, "S0": 4.2975873947143555, "SD": 1.8381683826446533, "ratio": 2.337972640991211, "erank": 15.757513999938965, "byte_exact": 0.025768280029296875, "byte_within1": 0.07705942541360855 }, "laplace": { "mse_mean": 0.5420289039611816, "mse_std": 0.013301815837621689, "S0": 4.297547817230225, "SD": 1.8408969640731812, "ratio": 2.3344857692718506, "erank": 15.758106231689453, "byte_exact": 0.017190298065543175, "byte_within1": 0.052120208740234375 } }, "text": { "Hello, world! This is a test of the geom": { "mse": 0.0010953543242067099, "byte_acc": 0.03703703731298447 }, "The quick brown fox jumps over the lazy ": { "mse": 0.0010851288679987192, "byte_acc": 0.0181818176060915 }, "import torch; model = PatchSVAE(); outpu": { "mse": 0.0010681533021852374, "byte_acc": 0.0 }, "E = mc\u00b2 \u2014 Albert Einstein, theoretical p": { "mse": 0.0011298768222332, "byte_acc": 0.0 }, "To be, or not to be, that is the questio": { "mse": 0.0011395657202228904, "byte_acc": 0.017241379246115685 }, "\u222b\u2080^\u221e e^(-x\u00b2) dx = \u221a\u03c0/2 \u2014 Gaussian integr": { "mse": 0.0012817305978387594, "byte_acc": 0.0 }, "01101000 01100101 01101100 01101100 0110": { "mse": 0.0010446326341480017, "byte_acc": 0.016393441706895828 }, "SELECT * FROM models WHERE cv BETWEEN 0.": { "mse": 0.0010333505924791098, "byte_acc": 0.01923076994717121 } }, "piecemeal": { "gaussian": 0.2881821095943451, "uniform": 0.09624352306127548, "pink": 0.0006394972442649305, "salt_pepper": 0.7255234718322754, "cauchy": 0.8445295691490173 }, "signal_survival": { "cifar10": { "survival": 100.4367528204266, "snr": 28.14120036847449 }, "mnist": { "survival": 100.24542360575926, "snr": 27.32563422996327 }, "tiny_imagenet": { "survival": 99.39334267356153, "snr": 22.74953529430487 }, "imagenet128": { "survival": 100.36820346533295, "snr": 26.553161467892533 }, "imagenet256": { "survival": 100.34640214616964, "snr": 25.971234282315912 }, "gaussian": { "survival": 69.41721567412671, "snr": 5.408560835738218 }, "pink": { "survival": 99.90278609869983, "snr": 31.36067843690602 }, "salt_pepper": { "survival": 89.36883987080029, "snr": 7.439095668373767 }, "cauchy": { "survival": 69.29348994149203, "snr": 5.461273405311193 } }, "alpha": { "layer_0": { "mean": 0.05629274249076843, "max": 0.06006751209497452, "min": 0.05116058140993118, "std": 0.002453029388561845, "values": [ 0.06006751209497452, 0.0591709204018116, 0.059410709887742996, 0.05934760719537735, 0.056799840182065964, 0.05789351090788841, 0.0569395087659359, 0.05661381408572197, 0.054646458476781845, 0.05604906007647514, 0.05461455136537552, 0.054723966866731644, 0.054879408329725266, 0.054339487105607986, 0.05402696132659912, 0.05116058140993118 ] }, "layer_1": { "mean": 0.057577453553676605, "max": 0.06145685911178589, "min": 0.05558929964900017, "std": 0.0017885520355775952, "values": [ 0.05910342559218407, 0.059786856174468994, 0.059539224952459335, 0.05954492837190628, 0.06145685911178589, 0.05699703097343445, 0.057837218046188354, 0.05728701874613762, 0.0571381039917469, 0.055610667914152145, 0.05702045559883118, 0.05618014559149742, 0.05567823722958565, 0.05611863359808922, 0.05635116249322891, 0.05558929964900017 ] } }, "compression": { "input_values": 12288, "latent_values": 256, "ratio": 48.0 } }