{ "final-variants": [ { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 32, "separate": false, "rows": 4096, "sha256": "87e6674633b3fda820465314583f848e128cdd685604568867a3dded9887baa7", "canaries": 1, "calls": 1 }, { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 32, "separate": false, "rows": 8193, "sha256": "aa9d22159a4decaf8d7fe14006f12c74b4e256b0fd5c30dc9a8825fc94f95cdc", "canaries": 2, "calls": 2 }, { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 32, "separate": false, "rows": 32769, "sha256": "7ba10bf1c31241dd093948043d13d35453194cbe39271f11b7540b41fbf549a0", "canaries": 2, "calls": 3 }, { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 32, "separate": true, "rows": 4096, "sha256": "3406fdf5b03327563c3c30e7a909af4e824c4a600b86cfeea19f3608ea046c98", "canaries": 3, "calls": 4 }, { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 32, "separate": true, "rows": 8193, "sha256": "5fa9189db8d7606ba0770f798034384659cbd40842ea0a0e768894b09c5a1d96", "canaries": 4, "calls": 5 }, { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 32, "separate": true, "rows": 32769, "sha256": "6366d68242a79e36006219b09b09229166e9f53cc712a07c94219cf2ca0ab5aa", "canaries": 4, "calls": 6 }, { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 64, "separate": false, "rows": 4096, "sha256": "345da338b05d63507a4d21b11649f4f13bb1d1847258c5f328f0f20537925234", "canaries": 5, "calls": 7 }, { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 64, "separate": false, "rows": 8193, "sha256": "f3e43e86da4c95ea863dd0b56bf29149cb141600b447f81a48dbc447d00649c1", "canaries": 6, "calls": 8 }, { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 64, "separate": false, "rows": 32769, "sha256": "49d28062079dd4fb5a11e9ed1d57c49762b999b035bbdc703a5bce5fcafc1489", "canaries": 6, "calls": 9 }, { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 64, "separate": true, "rows": 4096, "sha256": "741a0281710ad77408c23332c94a51e87086bf924e11e5d17d2a3102b4ce9dba", "canaries": 7, "calls": 10 }, { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 64, "separate": true, "rows": 8193, "sha256": "8aff6b3ad1ca937e1ff2ba16eecf8c2fcb0195cd0b79e47d9b7547d720094008", "canaries": 8, "calls": 11 }, { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 64, "separate": true, "rows": 32769, "sha256": "3917e3fba412e0d02501d372af11e4fc6e64bc78d4c7984806ab7c5f7add52e8", "canaries": 8, "calls": 12 }, { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 128, "separate": false, "rows": 4096, "sha256": "ab084f7aa6ec4b02968a7aa53ee19bea199ae5e6b454968cb9814a347bf15da4", "canaries": 9, "calls": 13 }, { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 128, "separate": false, "rows": 8193, "sha256": "119e497a1b747b884d4363ac84e32029c92774999ae2ed247682c471fb6d3107", "canaries": 10, "calls": 14 }, { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 128, "separate": false, "rows": 32769, "sha256": "98d0721bb5159bb0cf8160822df70a5fdfc432f80689c4bc9e7f04ea9d89bab7", "canaries": 10, "calls": 15 }, { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 128, "separate": true, "rows": 4096, "sha256": "6fa7c64577dae1781dd1cd2ed0881355ca705a7a0c213cb37b4def94cb9c5ada", "canaries": 11, "calls": 16 }, { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 128, "separate": true, "rows": 8193, "sha256": "d6e720868b169009e060ba154256b9576f334ebc72071e5cc822126c5b406bb5", "canaries": 12, "calls": 17 }, { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 128, "separate": true, "rows": 32769, "sha256": "66e384908539fc9cab2514931b63febb55e9a63cd30be40672403a388c6d31d9", "canaries": 12, "calls": 18 }, { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 32, "separate": false, "rows": 4096, "sha256": "2d0a96e27ea4f7cc1c6038bb195d7227d328a7a701d07f02fc9e8e6ba06177d2", "canaries": 13, "calls": 19 }, { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 32, "separate": false, "rows": 8193, "sha256": "4ef690a7bf94fe52a1c569fc35eef1763673595975b4fc672bd3966f16ea6ec6", "canaries": 14, "calls": 20 }, { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 32, "separate": false, "rows": 32769, "sha256": "6480a8f856fff8285cedbd513c1531990465f03d6e93953771aedffaec0a7ff3", "canaries": 14, "calls": 21 }, { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 32, "separate": true, "rows": 4096, "sha256": "592d49406f26e8f2528d1032bf233ca6de2ad6f5fd0b2e7cc82ae9abd3ed98de", "canaries": 15, "calls": 22 }, { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 32, "separate": true, "rows": 8193, "sha256": "12f64490273dbc9e23e0833634f429c35e56547ff1c1f85d77f93a87a45095b0", "canaries": 16, "calls": 23 }, { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 32, "separate": true, "rows": 32769, "sha256": "4a740d36611bbcfb4ee28a0c43072e4fee3f8f0941b4a1d159dff427bb8d61e3", "canaries": 16, "calls": 24 }, { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 64, "separate": false, "rows": 4096, "sha256": "c7cd3dd4983b2b8ab0aa873ec9c09015b3064f8c188366c4b4d756bc3c5c404d", "canaries": 17, "calls": 25 }, { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 64, "separate": false, "rows": 8193, "sha256": "4d8669778c9729d7cffc35e4b85b3b4c7a6d761f180344461e263f384a3f347d", "canaries": 18, "calls": 26 }, { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 64, "separate": false, "rows": 32769, "sha256": "262fa7904544cac326cb40585c70d7af0383599749b0c955ccf7c8c36d3d2464", "canaries": 18, "calls": 27 }, { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 64, "separate": true, "rows": 4096, "sha256": "bdd38a0e45f0ea95d74f74cf59ac0c563b105d4516b23f9803a9b181c148c42d", "canaries": 19, "calls": 28 }, { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 64, "separate": true, "rows": 8193, "sha256": "efd8ff2402d190f40e9c44f3a42fe520619c1789b3e06badd2bcce496d84cf53", "canaries": 20, "calls": 29 }, { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 64, "separate": true, "rows": 32769, "sha256": "3e8d6b79096984a0dfdd0fb7a0c6167b32bfbb38bde85af64bf9255a8c279077", "canaries": 20, "calls": 30 }, { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 128, "separate": false, "rows": 4096, "sha256": "225a94b854ab844f7adb07726f0feffc65e5a8cc432a8df6eb5ffc65a5de0d47", "canaries": 21, "calls": 31 }, { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 128, "separate": false, "rows": 8193, "sha256": "5c64fbb3da7dc9fce85932968f1d30f01d7a4fd8e33257aaaa8bdff027412c87", "canaries": 22, "calls": 32 }, { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 128, "separate": false, "rows": 32769, "sha256": "92d791f5b515cc08bfdf1adde826c91200c1b0bdc8bd833e471e4311f43f676e", "canaries": 22, "calls": 33 }, { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 128, "separate": true, "rows": 4096, "sha256": "253f4d69e8752d28f5271e40cf22464d6b9500da92b25183dc8aef89ce04ddc4", "canaries": 23, "calls": 34 }, { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 128, "separate": true, "rows": 8193, "sha256": "f98eded21e947d39619a531976821211c7d9f533b18fa47da72974242c9186ff", "canaries": 24, "calls": 35 }, { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 128, "separate": true, "rows": 32769, "sha256": "ed30ed579cd1da0756d58026d88b3642fb93354d5e33df5517a5b7484ce039aa", "canaries": 24, "calls": 36 }, { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 32, "separate": false, "rows": 4096, "sha256": "5cecafa71b8992aa745e38af7316a544257ac5a04862c60e765b93ceab845f61", "canaries": 25, "calls": 37 }, { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 32, "separate": false, "rows": 8193, "sha256": "27c4cf2e50878d98809baa194c6b5197054038e46241a9572cc5cf7e959b6ad3", "canaries": 26, "calls": 38 }, { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 32, "separate": false, "rows": 32769, "sha256": "3405212b2c030c460a9b2c80205e1613b1f70f7251f56f87bf6fa93be6cf6167", "canaries": 26, "calls": 39 }, { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 32, "separate": true, "rows": 4096, "sha256": "71deba9960ee7681a53a06f7370cc9e7937784dab7a573f428f7de89e44f64ab", "canaries": 27, "calls": 40 }, { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 32, "separate": true, "rows": 8193, "sha256": "60094df7f2d7da47f071f4fadbbdf3ceb9626417a302f881ed2159a10d4e52bf", "canaries": 28, "calls": 41 }, { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 32, "separate": true, "rows": 32769, "sha256": "995186fe31c698996353d2b4a8fbc3238e4244d60672ba3e571c35a6db186d0c", "canaries": 28, "calls": 42 }, { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 64, "separate": false, "rows": 4096, "sha256": "48312489698425ee000325cc49bf01abfe4126a6049f36f14b55040fe904c70c", "canaries": 29, "calls": 43 }, { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 64, "separate": false, "rows": 8193, "sha256": "8d240023151a2c88691dcd379a0e61bc38928a49607b3ad7d584c6c0211f177d", "canaries": 30, "calls": 44 }, { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 64, "separate": false, "rows": 32769, "sha256": "03f6e1871e7f3cbbb5453edbdc921642db88ac9603091e3d247d8b841a04e7e3", "canaries": 30, "calls": 45 }, { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 64, "separate": true, "rows": 4096, "sha256": "4f736ec62c82692f1090dd24387b8406f02794b3acc40fd589cb5afe9ac5b903", "canaries": 31, "calls": 46 }, { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 64, "separate": true, "rows": 8193, "sha256": "feefb0449c6c267b1d486d6211349a99df5af7625bd8a03c001be4cf03cbd6c1", "canaries": 32, "calls": 47 }, { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 64, "separate": true, "rows": 32769, "sha256": "8bcbee82fdc3bccbda34cdf17932b16bec7ca36515198091a1d8522a68d6c00d", "canaries": 32, "calls": 48 }, { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 128, "separate": false, "rows": 4096, "sha256": "7fc4098399ef9f684845d11b9cd5182ce7ed043c2a173b3b9ff8853aa088ea9f", "canaries": 33, "calls": 49 }, { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 128, "separate": false, "rows": 8193, "sha256": "1f1a5fdcf377f7ec804fa548d7f3d132f90a0390521cc5d3b292ea7477725eda", "canaries": 34, "calls": 50 }, { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 128, "separate": false, "rows": 32769, "sha256": "92804a5b7bf7bf71bfb41d4f949b3af977ad9cae968daede5f55126801d9679f", "canaries": 34, "calls": 51 }, { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 128, "separate": true, "rows": 4096, "sha256": "34253453970278db06f67aed22650bac050dc1e6d53eced0029d67eb74b52f44", "canaries": 35, "calls": 52 }, { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 128, "separate": true, "rows": 8193, "sha256": "b34d40e1684767f83d13ce5bbd56b361264e58cab2c413d813b09168a9b8c7a1", "canaries": 36, "calls": 53 }, { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 128, "separate": true, "rows": 32769, "sha256": "34b966da4050409b08f540bb90fd2140420b5ea1b39e4e19aa26c59aa0fbc66b", "canaries": 36, "calls": 54 }, { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 32, "separate": false, "rows": 4096, "sha256": "edac062cba0e971069df93922bc5b7cbce80d1a5d168a55be3150a56c31c20ef", "canaries": 37, "calls": 55 }, { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 32, "separate": false, "rows": 8193, "sha256": "49328e01d1cbbbd7a8d4330f9da8942e7e5c5d288cadc918f533205ed9bd9d11", "canaries": 38, "calls": 56 }, { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 32, "separate": false, "rows": 32769, "sha256": "39ef9f030ba50a0a7fbf868972cda047ef0c7a05db3cdd950a742be07530674d", "canaries": 38, "calls": 57 }, { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 32, "separate": true, "rows": 4096, "sha256": "a1b475830c5f4f00afc87f760c840731d733e74189ad3da73e19e7b9e2c26ab5", "canaries": 39, "calls": 58 }, { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 32, "separate": true, "rows": 8193, "sha256": "f1e63fe22be3ddcd6e0ad39e535650da32e5615b7634de4428a3a25b8b2a3b68", "canaries": 40, "calls": 59 }, { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 32, "separate": true, "rows": 32769, "sha256": "5030aa3e2fa7a8fecd071cdd9968cd06f32e749c0918104564194673765ba958", "canaries": 40, "calls": 60 }, { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 64, "separate": false, "rows": 4096, "sha256": "fe7e5f9c8e1f359967462c90e26a1a4b6d5c069f8f86f64cb40d3ad42e7efa4a", "canaries": 41, "calls": 61 }, { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 64, "separate": false, "rows": 8193, "sha256": "a4557ad84cdb1c8ce458a0f87b317fb43757768e0b130d48412cd7eeab229223", "canaries": 42, "calls": 62 }, { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 64, "separate": false, "rows": 32769, "sha256": "04957d2e41c1e55a735d0e11e9e9720a71f08880e57ce9c0872e25aa240c338a", "canaries": 42, "calls": 63 }, { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 64, "separate": true, "rows": 4096, "sha256": "697ed33f622ad0b27bf9ab2a3a0b16fadf94c932a2d34ad6b934247547939e43", "canaries": 43, "calls": 64 }, { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 64, "separate": true, "rows": 8193, "sha256": "d0999e742e62d0181ad9936b19ddbf8e0db722c250d4321d24781833b3e1cf98", "canaries": 44, "calls": 65 }, { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 64, "separate": true, "rows": 32769, "sha256": "3361d9b39f5de162f1cf3aeab42f070b95f3b9cb561773f5313234df0235fbca", "canaries": 44, "calls": 66 }, { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 128, "separate": false, "rows": 4096, "sha256": "0b429863a69f86b77b5613a948ff56ef893a817af418bc606004109cdb77ee45", "canaries": 45, "calls": 67 }, { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 128, "separate": false, "rows": 8193, "sha256": "1b0ed0f2ec8d12de2514d5296e88d5f265cf669372cda808664e2af5209035ba", "canaries": 46, "calls": 68 }, { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 128, "separate": false, "rows": 32769, "sha256": "6776c23952ecea1417a357d69815724072fd9f5a9ead32be9ef406bf8adaf659", "canaries": 46, "calls": 69 }, { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 128, "separate": true, "rows": 4096, "sha256": "b5a9678f8bbc238f6f23e838bc1981fe810648033e457fedd87ff5e838481fe6", "canaries": 47, "calls": 70 }, { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 128, "separate": true, "rows": 8193, "sha256": "27062b42ed3f032ac2d4b69919003b45a4e4f167454d7b476f3362b44c95e9bc", "canaries": 48, "calls": 71 }, { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 128, "separate": true, "rows": 32769, "sha256": "88dace4dc674dcb6ac4650519ceb1974a1d23f20603d76b224a541fd4c6b0ee4", "canaries": 48, "calls": 72 } ], "final-failures": [ { "case": "sticky_fallback", "failure": 1, "separate": false, "canaries": 2, "failures": 2, "fallbacks": 4, "exact": true }, { "case": "sticky_fallback", "failure": 1, "separate": true, "canaries": 3, "failures": 3, "fallbacks": 6, "exact": true }, { "case": "sticky_fallback", "failure": 2, "separate": false, "canaries": 5, "failures": 5, "fallbacks": 10, "exact": true }, { "case": "sticky_fallback", "failure": 2, "separate": true, "canaries": 6, "failures": 6, "fallbacks": 12, "exact": true }, { "case": "sticky_fallback", "failure": 3, "separate": false, "canaries": 8, "failures": 8, "fallbacks": 16, "exact": true }, { "case": "sticky_fallback", "failure": 3, "separate": true, "canaries": 9, "failures": 9, "fallbacks": 18, "exact": true } ], "final-installed": [ { "case": "installed_gate_up", "tokens": 410, "rows": 4100, "separate": false, "sha256": "d61fba05a3358a85eba2bd4ecbff3b9fc9dd3ff7651d56aaec5b691b2808b3f0", "canaries": 1, "calls": 1, "exact": true }, { "case": "installed_gate_up", "tokens": 410, "rows": 4100, "separate": true, "sha256": "d61fba05a3358a85eba2bd4ecbff3b9fc9dd3ff7651d56aaec5b691b2808b3f0", "canaries": 2, "calls": 2, "exact": true }, { "case": "installed_gate_up", "tokens": 2048, "rows": 20480, "separate": false, "sha256": "c53aac85f49f4c1b6c11e3da858d2abf4e43de241bf3c0347d2590d0181e2249", "canaries": 2, "calls": 3, "exact": true }, { "case": "installed_gate_up", "tokens": 2048, "rows": 20480, "separate": true, "sha256": "c53aac85f49f4c1b6c11e3da858d2abf4e43de241bf3c0347d2590d0181e2249", "canaries": 2, "calls": 4, "exact": true }, { "case": "installed_gate_up", "tokens": 3277, "rows": 32770, "separate": false, "sha256": "10f573d0eaf5169475781c4f75eb923fa06d7f88d1684a6d5d2ce8acfdc526a4", "canaries": 3, "calls": 5, "exact": true }, { "case": "installed_gate_up", "tokens": 3277, "rows": 32770, "separate": true, "sha256": "10f573d0eaf5169475781c4f75eb923fa06d7f88d1684a6d5d2ce8acfdc526a4", "canaries": 4, "calls": 6, "exact": true }, { "case": "installed_gate_up", "tokens": 4095, "rows": 40950, "separate": false, "sha256": "738212404e537f0608d4e9c9b8d0e5ff2061587197c3391b1220975f93dd8d9f", "canaries": 4, "calls": 7, "exact": true }, { "case": "installed_gate_up", "tokens": 4095, "rows": 40950, "separate": true, "sha256": "738212404e537f0608d4e9c9b8d0e5ff2061587197c3391b1220975f93dd8d9f", "canaries": 4, "calls": 8, "exact": true }, { "case": "installed_gate_up", "tokens": 4096, "rows": 40960, "separate": false, "sha256": "e1a6630ec5cd7e523c98eb352e328560fdd733a640fc7dd69a5a96e14b462d15", "canaries": 4, "calls": 9, "exact": true }, { "case": "installed_gate_up", "tokens": 4096, "rows": 40960, "separate": true, "sha256": "e1a6630ec5cd7e523c98eb352e328560fdd733a640fc7dd69a5a96e14b462d15", "canaries": 4, "calls": 10, "exact": true }, { "case": "installed_gate_up", "tokens": 8192, "rows": 81920, "separate": false, "sha256": "05f7708e9824f26a4f82567c6c94d494bb717edbd72b3dcf39205922c0624cf0", "canaries": 4, "calls": 11, "exact": true }, { "case": "installed_gate_up", "tokens": 8192, "rows": 81920, "separate": true, "sha256": "05f7708e9824f26a4f82567c6c94d494bb717edbd72b3dcf39205922c0624cf0", "canaries": 4, "calls": 12, "exact": true } ], "final-variants-oracle": [ { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 32, "separate": false, "rows": 4096, "sha256": "87e6674633b3fda820465314583f848e128cdd685604568867a3dded9887baa7", "canaries": 1, "calls": 1 }, "exact": true, "kernel_before": { "calls": 0, "fallbacks": 0, "canaries": 0, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 1, "fallbacks": 0, "canaries": 1, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 32, "separate": false, "rows": 8193, "sha256": "aa9d22159a4decaf8d7fe14006f12c74b4e256b0fd5c30dc9a8825fc94f95cdc", "canaries": 2, "calls": 2 }, "exact": true, "kernel_before": { "calls": 1, "fallbacks": 0, "canaries": 1, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 2, "fallbacks": 0, "canaries": 2, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 32, "separate": false, "rows": 32769, "sha256": "7ba10bf1c31241dd093948043d13d35453194cbe39271f11b7540b41fbf549a0", "canaries": 2, "calls": 3 }, "exact": true, "kernel_before": { "calls": 2, "fallbacks": 0, "canaries": 2, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 3, "fallbacks": 0, "canaries": 2, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 32, "separate": true, "rows": 4096, "sha256": "3406fdf5b03327563c3c30e7a909af4e824c4a600b86cfeea19f3608ea046c98", "canaries": 3, "calls": 4 }, "exact": true, "kernel_before": { "calls": 3, "fallbacks": 0, "canaries": 2, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 4, "fallbacks": 0, "canaries": 3, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 32, "separate": true, "rows": 8193, "sha256": "5fa9189db8d7606ba0770f798034384659cbd40842ea0a0e768894b09c5a1d96", "canaries": 4, "calls": 5 }, "exact": true, "kernel_before": { "calls": 4, "fallbacks": 0, "canaries": 3, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 5, "fallbacks": 0, "canaries": 4, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 32, "separate": true, "rows": 32769, "sha256": "6366d68242a79e36006219b09b09229166e9f53cc712a07c94219cf2ca0ab5aa", "canaries": 4, "calls": 6 }, "exact": true, "kernel_before": { "calls": 5, "fallbacks": 0, "canaries": 4, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 6, "fallbacks": 0, "canaries": 4, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 64, "separate": false, "rows": 4096, "sha256": "345da338b05d63507a4d21b11649f4f13bb1d1847258c5f328f0f20537925234", "canaries": 5, "calls": 7 }, "exact": true, "kernel_before": { "calls": 6, "fallbacks": 0, "canaries": 4, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 7, "fallbacks": 0, "canaries": 5, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 64, "separate": false, "rows": 8193, "sha256": "f3e43e86da4c95ea863dd0b56bf29149cb141600b447f81a48dbc447d00649c1", "canaries": 6, "calls": 8 }, "exact": true, "kernel_before": { "calls": 7, "fallbacks": 0, "canaries": 5, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 8, "fallbacks": 0, "canaries": 6, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 64, "separate": false, "rows": 32769, "sha256": "49d28062079dd4fb5a11e9ed1d57c49762b999b035bbdc703a5bce5fcafc1489", "canaries": 6, "calls": 9 }, "exact": true, "kernel_before": { "calls": 8, "fallbacks": 0, "canaries": 6, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 9, "fallbacks": 0, "canaries": 6, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 64, "separate": true, "rows": 4096, "sha256": "741a0281710ad77408c23332c94a51e87086bf924e11e5d17d2a3102b4ce9dba", "canaries": 7, "calls": 10 }, "exact": true, "kernel_before": { "calls": 9, "fallbacks": 0, "canaries": 6, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 10, "fallbacks": 0, "canaries": 7, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 64, "separate": true, "rows": 8193, "sha256": "8aff6b3ad1ca937e1ff2ba16eecf8c2fcb0195cd0b79e47d9b7547d720094008", "canaries": 8, "calls": 11 }, "exact": true, "kernel_before": { "calls": 10, "fallbacks": 0, "canaries": 7, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 11, "fallbacks": 0, "canaries": 8, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 64, "separate": true, "rows": 32769, "sha256": "3917e3fba412e0d02501d372af11e4fc6e64bc78d4c7984806ab7c5f7add52e8", "canaries": 8, "calls": 12 }, "exact": true, "kernel_before": { "calls": 11, "fallbacks": 0, "canaries": 8, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 12, "fallbacks": 0, "canaries": 8, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 128, "separate": false, "rows": 4096, "sha256": "ab084f7aa6ec4b02968a7aa53ee19bea199ae5e6b454968cb9814a347bf15da4", "canaries": 9, "calls": 13 }, "exact": true, "kernel_before": { "calls": 12, "fallbacks": 0, "canaries": 8, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 13, "fallbacks": 0, "canaries": 9, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 128, "separate": false, "rows": 8193, "sha256": "119e497a1b747b884d4363ac84e32029c92774999ae2ed247682c471fb6d3107", "canaries": 10, "calls": 14 }, "exact": true, "kernel_before": { "calls": 13, "fallbacks": 0, "canaries": 9, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 14, "fallbacks": 0, "canaries": 10, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 128, "separate": false, "rows": 32769, "sha256": "98d0721bb5159bb0cf8160822df70a5fdfc432f80689c4bc9e7f04ea9d89bab7", "canaries": 10, "calls": 15 }, "exact": true, "kernel_before": { "calls": 14, "fallbacks": 0, "canaries": 10, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 15, "fallbacks": 0, "canaries": 10, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 128, "separate": true, "rows": 4096, "sha256": "6fa7c64577dae1781dd1cd2ed0881355ca705a7a0c213cb37b4def94cb9c5ada", "canaries": 11, "calls": 16 }, "exact": true, "kernel_before": { "calls": 15, "fallbacks": 0, "canaries": 10, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 16, "fallbacks": 0, "canaries": 11, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 128, "separate": true, "rows": 8193, "sha256": "d6e720868b169009e060ba154256b9576f334ebc72071e5cc822126c5b406bb5", "canaries": 12, "calls": 17 }, "exact": true, "kernel_before": { "calls": 16, "fallbacks": 0, "canaries": 11, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 17, "fallbacks": 0, "canaries": 12, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 4, "group": 128, "separate": true, "rows": 32769, "sha256": "66e384908539fc9cab2514931b63febb55e9a63cd30be40672403a388c6d31d9", "canaries": 12, "calls": 18 }, "exact": true, "kernel_before": { "calls": 17, "fallbacks": 0, "canaries": 12, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 18, "fallbacks": 0, "canaries": 12, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 32, "separate": false, "rows": 4096, "sha256": "2d0a96e27ea4f7cc1c6038bb195d7227d328a7a701d07f02fc9e8e6ba06177d2", "canaries": 13, "calls": 19 }, "exact": true, "kernel_before": { "calls": 18, "fallbacks": 0, "canaries": 12, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 19, "fallbacks": 0, "canaries": 13, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 32, "separate": false, "rows": 8193, "sha256": "4ef690a7bf94fe52a1c569fc35eef1763673595975b4fc672bd3966f16ea6ec6", "canaries": 14, "calls": 20 }, "exact": true, "kernel_before": { "calls": 19, "fallbacks": 0, "canaries": 13, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 20, "fallbacks": 0, "canaries": 14, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 32, "separate": false, "rows": 32769, "sha256": "6480a8f856fff8285cedbd513c1531990465f03d6e93953771aedffaec0a7ff3", "canaries": 14, "calls": 21 }, "exact": true, "kernel_before": { "calls": 20, "fallbacks": 0, "canaries": 14, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 21, "fallbacks": 0, "canaries": 14, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 32, "separate": true, "rows": 4096, "sha256": "592d49406f26e8f2528d1032bf233ca6de2ad6f5fd0b2e7cc82ae9abd3ed98de", "canaries": 15, "calls": 22 }, "exact": true, "kernel_before": { "calls": 21, "fallbacks": 0, "canaries": 14, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 22, "fallbacks": 0, "canaries": 15, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 32, "separate": true, "rows": 8193, "sha256": "12f64490273dbc9e23e0833634f429c35e56547ff1c1f85d77f93a87a45095b0", "canaries": 16, "calls": 23 }, "exact": true, "kernel_before": { "calls": 22, "fallbacks": 0, "canaries": 15, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 23, "fallbacks": 0, "canaries": 16, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 32, "separate": true, "rows": 32769, "sha256": "4a740d36611bbcfb4ee28a0c43072e4fee3f8f0941b4a1d159dff427bb8d61e3", "canaries": 16, "calls": 24 }, "exact": true, "kernel_before": { "calls": 23, "fallbacks": 0, "canaries": 16, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 24, "fallbacks": 0, "canaries": 16, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 64, "separate": false, "rows": 4096, "sha256": "c7cd3dd4983b2b8ab0aa873ec9c09015b3064f8c188366c4b4d756bc3c5c404d", "canaries": 17, "calls": 25 }, "exact": true, "kernel_before": { "calls": 24, "fallbacks": 0, "canaries": 16, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 25, "fallbacks": 0, "canaries": 17, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 64, "separate": false, "rows": 8193, "sha256": "4d8669778c9729d7cffc35e4b85b3b4c7a6d761f180344461e263f384a3f347d", "canaries": 18, "calls": 26 }, "exact": true, "kernel_before": { "calls": 25, "fallbacks": 0, "canaries": 17, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 26, "fallbacks": 0, "canaries": 18, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 64, "separate": false, "rows": 32769, "sha256": "262fa7904544cac326cb40585c70d7af0383599749b0c955ccf7c8c36d3d2464", "canaries": 18, "calls": 27 }, "exact": true, "kernel_before": { "calls": 26, "fallbacks": 0, "canaries": 18, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 27, "fallbacks": 0, "canaries": 18, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 64, "separate": true, "rows": 4096, "sha256": "bdd38a0e45f0ea95d74f74cf59ac0c563b105d4516b23f9803a9b181c148c42d", "canaries": 19, "calls": 28 }, "exact": true, "kernel_before": { "calls": 27, "fallbacks": 0, "canaries": 18, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 28, "fallbacks": 0, "canaries": 19, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 64, "separate": true, "rows": 8193, "sha256": "efd8ff2402d190f40e9c44f3a42fe520619c1789b3e06badd2bcce496d84cf53", "canaries": 20, "calls": 29 }, "exact": true, "kernel_before": { "calls": 28, "fallbacks": 0, "canaries": 19, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 29, "fallbacks": 0, "canaries": 20, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 64, "separate": true, "rows": 32769, "sha256": "3e8d6b79096984a0dfdd0fb7a0c6167b32bfbb38bde85af64bf9255a8c279077", "canaries": 20, "calls": 30 }, "exact": true, "kernel_before": { "calls": 29, "fallbacks": 0, "canaries": 20, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 30, "fallbacks": 0, "canaries": 20, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 128, "separate": false, "rows": 4096, "sha256": "225a94b854ab844f7adb07726f0feffc65e5a8cc432a8df6eb5ffc65a5de0d47", "canaries": 21, "calls": 31 }, "exact": true, "kernel_before": { "calls": 30, "fallbacks": 0, "canaries": 20, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 31, "fallbacks": 0, "canaries": 21, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 128, "separate": false, "rows": 8193, "sha256": "5c64fbb3da7dc9fce85932968f1d30f01d7a4fd8e33257aaaa8bdff027412c87", "canaries": 22, "calls": 32 }, "exact": true, "kernel_before": { "calls": 31, "fallbacks": 0, "canaries": 21, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 32, "fallbacks": 0, "canaries": 22, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 128, "separate": false, "rows": 32769, "sha256": "92d791f5b515cc08bfdf1adde826c91200c1b0bdc8bd833e471e4311f43f676e", "canaries": 22, "calls": 33 }, "exact": true, "kernel_before": { "calls": 32, "fallbacks": 0, "canaries": 22, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 33, "fallbacks": 0, "canaries": 22, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 128, "separate": true, "rows": 4096, "sha256": "253f4d69e8752d28f5271e40cf22464d6b9500da92b25183dc8aef89ce04ddc4", "canaries": 23, "calls": 34 }, "exact": true, "kernel_before": { "calls": 33, "fallbacks": 0, "canaries": 22, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 34, "fallbacks": 0, "canaries": 23, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 128, "separate": true, "rows": 8193, "sha256": "f98eded21e947d39619a531976821211c7d9f533b18fa47da72974242c9186ff", "canaries": 24, "calls": 35 }, "exact": true, "kernel_before": { "calls": 34, "fallbacks": 0, "canaries": 23, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 35, "fallbacks": 0, "canaries": 24, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "BF16", "bits": 8, "group": 128, "separate": true, "rows": 32769, "sha256": "ed30ed579cd1da0756d58026d88b3642fb93354d5e33df5517a5b7484ce039aa", "canaries": 24, "calls": 36 }, "exact": true, "kernel_before": { "calls": 35, "fallbacks": 0, "canaries": 24, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 36, "fallbacks": 0, "canaries": 24, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 32, "separate": false, "rows": 4096, "sha256": "5cecafa71b8992aa745e38af7316a544257ac5a04862c60e765b93ceab845f61", "canaries": 25, "calls": 37 }, "exact": true, "kernel_before": { "calls": 36, "fallbacks": 0, "canaries": 24, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 37, "fallbacks": 0, "canaries": 25, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 32, "separate": false, "rows": 8193, "sha256": "27c4cf2e50878d98809baa194c6b5197054038e46241a9572cc5cf7e959b6ad3", "canaries": 26, "calls": 38 }, "exact": true, "kernel_before": { "calls": 37, "fallbacks": 0, "canaries": 25, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 38, "fallbacks": 0, "canaries": 26, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 32, "separate": false, "rows": 32769, "sha256": "3405212b2c030c460a9b2c80205e1613b1f70f7251f56f87bf6fa93be6cf6167", "canaries": 26, "calls": 39 }, "exact": true, "kernel_before": { "calls": 38, "fallbacks": 0, "canaries": 26, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 39, "fallbacks": 0, "canaries": 26, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 32, "separate": true, "rows": 4096, "sha256": "71deba9960ee7681a53a06f7370cc9e7937784dab7a573f428f7de89e44f64ab", "canaries": 27, "calls": 40 }, "exact": true, "kernel_before": { "calls": 39, "fallbacks": 0, "canaries": 26, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 40, "fallbacks": 0, "canaries": 27, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 32, "separate": true, "rows": 8193, "sha256": "60094df7f2d7da47f071f4fadbbdf3ceb9626417a302f881ed2159a10d4e52bf", "canaries": 28, "calls": 41 }, "exact": true, "kernel_before": { "calls": 40, "fallbacks": 0, "canaries": 27, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 41, "fallbacks": 0, "canaries": 28, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 32, "separate": true, "rows": 32769, "sha256": "995186fe31c698996353d2b4a8fbc3238e4244d60672ba3e571c35a6db186d0c", "canaries": 28, "calls": 42 }, "exact": true, "kernel_before": { "calls": 41, "fallbacks": 0, "canaries": 28, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 42, "fallbacks": 0, "canaries": 28, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 64, "separate": false, "rows": 4096, "sha256": "48312489698425ee000325cc49bf01abfe4126a6049f36f14b55040fe904c70c", "canaries": 29, "calls": 43 }, "exact": true, "kernel_before": { "calls": 42, "fallbacks": 0, "canaries": 28, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 43, "fallbacks": 0, "canaries": 29, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 64, "separate": false, "rows": 8193, "sha256": "8d240023151a2c88691dcd379a0e61bc38928a49607b3ad7d584c6c0211f177d", "canaries": 30, "calls": 44 }, "exact": true, "kernel_before": { "calls": 43, "fallbacks": 0, "canaries": 29, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 44, "fallbacks": 0, "canaries": 30, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 64, "separate": false, "rows": 32769, "sha256": "03f6e1871e7f3cbbb5453edbdc921642db88ac9603091e3d247d8b841a04e7e3", "canaries": 30, "calls": 45 }, "exact": true, "kernel_before": { "calls": 44, "fallbacks": 0, "canaries": 30, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 45, "fallbacks": 0, "canaries": 30, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 64, "separate": true, "rows": 4096, "sha256": "4f736ec62c82692f1090dd24387b8406f02794b3acc40fd589cb5afe9ac5b903", "canaries": 31, "calls": 46 }, "exact": true, "kernel_before": { "calls": 45, "fallbacks": 0, "canaries": 30, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 46, "fallbacks": 0, "canaries": 31, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 64, "separate": true, "rows": 8193, "sha256": "feefb0449c6c267b1d486d6211349a99df5af7625bd8a03c001be4cf03cbd6c1", "canaries": 32, "calls": 47 }, "exact": true, "kernel_before": { "calls": 46, "fallbacks": 0, "canaries": 31, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 47, "fallbacks": 0, "canaries": 32, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 64, "separate": true, "rows": 32769, "sha256": "8bcbee82fdc3bccbda34cdf17932b16bec7ca36515198091a1d8522a68d6c00d", "canaries": 32, "calls": 48 }, "exact": true, "kernel_before": { "calls": 47, "fallbacks": 0, "canaries": 32, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 48, "fallbacks": 0, "canaries": 32, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 128, "separate": false, "rows": 4096, "sha256": "7fc4098399ef9f684845d11b9cd5182ce7ed043c2a173b3b9ff8853aa088ea9f", "canaries": 33, "calls": 49 }, "exact": true, "kernel_before": { "calls": 48, "fallbacks": 0, "canaries": 32, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 49, "fallbacks": 0, "canaries": 33, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 128, "separate": false, "rows": 8193, "sha256": "1f1a5fdcf377f7ec804fa548d7f3d132f90a0390521cc5d3b292ea7477725eda", "canaries": 34, "calls": 50 }, "exact": true, "kernel_before": { "calls": 49, "fallbacks": 0, "canaries": 33, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 50, "fallbacks": 0, "canaries": 34, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 128, "separate": false, "rows": 32769, "sha256": "92804a5b7bf7bf71bfb41d4f949b3af977ad9cae968daede5f55126801d9679f", "canaries": 34, "calls": 51 }, "exact": true, "kernel_before": { "calls": 50, "fallbacks": 0, "canaries": 34, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 51, "fallbacks": 0, "canaries": 34, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 128, "separate": true, "rows": 4096, "sha256": "34253453970278db06f67aed22650bac050dc1e6d53eced0029d67eb74b52f44", "canaries": 35, "calls": 52 }, "exact": true, "kernel_before": { "calls": 51, "fallbacks": 0, "canaries": 34, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 52, "fallbacks": 0, "canaries": 35, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 128, "separate": true, "rows": 8193, "sha256": "b34d40e1684767f83d13ce5bbd56b361264e58cab2c413d813b09168a9b8c7a1", "canaries": 36, "calls": 53 }, "exact": true, "kernel_before": { "calls": 52, "fallbacks": 0, "canaries": 35, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 53, "fallbacks": 0, "canaries": 36, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 4, "group": 128, "separate": true, "rows": 32769, "sha256": "34b966da4050409b08f540bb90fd2140420b5ea1b39e4e19aa26c59aa0fbc66b", "canaries": 36, "calls": 54 }, "exact": true, "kernel_before": { "calls": 53, "fallbacks": 0, "canaries": 36, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 54, "fallbacks": 0, "canaries": 36, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 32, "separate": false, "rows": 4096, "sha256": "edac062cba0e971069df93922bc5b7cbce80d1a5d168a55be3150a56c31c20ef", "canaries": 37, "calls": 55 }, "exact": true, "kernel_before": { "calls": 54, "fallbacks": 0, "canaries": 36, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 55, "fallbacks": 0, "canaries": 37, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 32, "separate": false, "rows": 8193, "sha256": "49328e01d1cbbbd7a8d4330f9da8942e7e5c5d288cadc918f533205ed9bd9d11", "canaries": 38, "calls": 56 }, "exact": true, "kernel_before": { "calls": 55, "fallbacks": 0, "canaries": 37, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 56, "fallbacks": 0, "canaries": 38, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 32, "separate": false, "rows": 32769, "sha256": "39ef9f030ba50a0a7fbf868972cda047ef0c7a05db3cdd950a742be07530674d", "canaries": 38, "calls": 57 }, "exact": true, "kernel_before": { "calls": 56, "fallbacks": 0, "canaries": 38, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 57, "fallbacks": 0, "canaries": 38, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 32, "separate": true, "rows": 4096, "sha256": "a1b475830c5f4f00afc87f760c840731d733e74189ad3da73e19e7b9e2c26ab5", "canaries": 39, "calls": 58 }, "exact": true, "kernel_before": { "calls": 57, "fallbacks": 0, "canaries": 38, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 58, "fallbacks": 0, "canaries": 39, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 32, "separate": true, "rows": 8193, "sha256": "f1e63fe22be3ddcd6e0ad39e535650da32e5615b7634de4428a3a25b8b2a3b68", "canaries": 40, "calls": 59 }, "exact": true, "kernel_before": { "calls": 58, "fallbacks": 0, "canaries": 39, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 59, "fallbacks": 0, "canaries": 40, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 32, "separate": true, "rows": 32769, "sha256": "5030aa3e2fa7a8fecd071cdd9968cd06f32e749c0918104564194673765ba958", "canaries": 40, "calls": 60 }, "exact": true, "kernel_before": { "calls": 59, "fallbacks": 0, "canaries": 40, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 60, "fallbacks": 0, "canaries": 40, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 64, "separate": false, "rows": 4096, "sha256": "fe7e5f9c8e1f359967462c90e26a1a4b6d5c069f8f86f64cb40d3ad42e7efa4a", "canaries": 41, "calls": 61 }, "exact": true, "kernel_before": { "calls": 60, "fallbacks": 0, "canaries": 40, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 61, "fallbacks": 0, "canaries": 41, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 64, "separate": false, "rows": 8193, "sha256": "a4557ad84cdb1c8ce458a0f87b317fb43757768e0b130d48412cd7eeab229223", "canaries": 42, "calls": 62 }, "exact": true, "kernel_before": { "calls": 61, "fallbacks": 0, "canaries": 41, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 62, "fallbacks": 0, "canaries": 42, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 64, "separate": false, "rows": 32769, "sha256": "04957d2e41c1e55a735d0e11e9e9720a71f08880e57ce9c0872e25aa240c338a", "canaries": 42, "calls": 63 }, "exact": true, "kernel_before": { "calls": 62, "fallbacks": 0, "canaries": 42, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 63, "fallbacks": 0, "canaries": 42, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 64, "separate": true, "rows": 4096, "sha256": "697ed33f622ad0b27bf9ab2a3a0b16fadf94c932a2d34ad6b934247547939e43", "canaries": 43, "calls": 64 }, "exact": true, "kernel_before": { "calls": 63, "fallbacks": 0, "canaries": 42, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 64, "fallbacks": 0, "canaries": 43, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 64, "separate": true, "rows": 8193, "sha256": "d0999e742e62d0181ad9936b19ddbf8e0db722c250d4321d24781833b3e1cf98", "canaries": 44, "calls": 65 }, "exact": true, "kernel_before": { "calls": 64, "fallbacks": 0, "canaries": 43, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 65, "fallbacks": 0, "canaries": 44, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 64, "separate": true, "rows": 32769, "sha256": "3361d9b39f5de162f1cf3aeab42f070b95f3b9cb561773f5313234df0235fbca", "canaries": 44, "calls": 66 }, "exact": true, "kernel_before": { "calls": 65, "fallbacks": 0, "canaries": 44, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 66, "fallbacks": 0, "canaries": 44, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 128, "separate": false, "rows": 4096, "sha256": "0b429863a69f86b77b5613a948ff56ef893a817af418bc606004109cdb77ee45", "canaries": 45, "calls": 67 }, "exact": true, "kernel_before": { "calls": 66, "fallbacks": 0, "canaries": 44, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 67, "fallbacks": 0, "canaries": 45, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 128, "separate": false, "rows": 8193, "sha256": "1b0ed0f2ec8d12de2514d5296e88d5f265cf669372cda808664e2af5209035ba", "canaries": 46, "calls": 68 }, "exact": true, "kernel_before": { "calls": 67, "fallbacks": 0, "canaries": 45, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 68, "fallbacks": 0, "canaries": 46, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 128, "separate": false, "rows": 32769, "sha256": "6776c23952ecea1417a357d69815724072fd9f5a9ead32be9ef406bf8adaf659", "canaries": 46, "calls": 69 }, "exact": true, "kernel_before": { "calls": 68, "fallbacks": 0, "canaries": 46, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 69, "fallbacks": 0, "canaries": 46, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 128, "separate": true, "rows": 4096, "sha256": "b5a9678f8bbc238f6f23e838bc1981fe810648033e457fedd87ff5e838481fe6", "canaries": 47, "calls": 70 }, "exact": true, "kernel_before": { "calls": 69, "fallbacks": 0, "canaries": 46, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 70, "fallbacks": 0, "canaries": 47, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 128, "separate": true, "rows": 8193, "sha256": "27062b42ed3f032ac2d4b69919003b45a4e4f167454d7b476f3362b44c95e9bc", "canaries": 48, "calls": 71 }, "exact": true, "kernel_before": { "calls": 70, "fallbacks": 0, "canaries": 47, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 71, "fallbacks": 0, "canaries": 48, "canary_failures": 0, "header_failures": 0 } }, { "case": "synthetic_oracle", "native": { "case": "synthetic", "dtype": "F16", "bits": 8, "group": 128, "separate": true, "rows": 32769, "sha256": "88dace4dc674dcb6ac4650519ceb1974a1d23f20603d76b224a541fd4c6b0ee4", "canaries": 48, "calls": 72 }, "exact": true, "kernel_before": { "calls": 71, "fallbacks": 0, "canaries": 48, "canary_failures": 0, "header_failures": 0 }, "kernel_after": { "calls": 72, "fallbacks": 0, "canaries": 48, "canary_failures": 0, "header_failures": 0 } } ], "final-installed-oracle": [ { "case": "installed_oracle", "native": { "case": "installed_gate_up", "tokens": 410, "rows": 4100, "separate": false, "sha256": "d61fba05a3358a85eba2bd4ecbff3b9fc9dd3ff7651d56aaec5b691b2808b3f0", "canaries": 1, "calls": 1, "exact": true }, "exact": true, "kernel": { "calls": 1, "fallbacks": 0, "canaries": 1, "canary_failures": 0, "header_failures": 0 } }, { "case": "installed_oracle", "native": { "case": "installed_gate_up", "tokens": 410, "rows": 4100, "separate": true, "sha256": "d61fba05a3358a85eba2bd4ecbff3b9fc9dd3ff7651d56aaec5b691b2808b3f0", "canaries": 2, "calls": 2, "exact": true }, "exact": true, "kernel": { "calls": 2, "fallbacks": 0, "canaries": 2, "canary_failures": 0, "header_failures": 0 } }, { "case": "installed_oracle", "native": { "case": "installed_gate_up", "tokens": 2048, "rows": 20480, "separate": false, "sha256": "c53aac85f49f4c1b6c11e3da858d2abf4e43de241bf3c0347d2590d0181e2249", "canaries": 2, "calls": 3, "exact": true }, "exact": true, "kernel": { "calls": 3, "fallbacks": 0, "canaries": 2, "canary_failures": 0, "header_failures": 0 } }, { "case": "installed_oracle", "native": { "case": "installed_gate_up", "tokens": 2048, "rows": 20480, "separate": true, "sha256": "c53aac85f49f4c1b6c11e3da858d2abf4e43de241bf3c0347d2590d0181e2249", "canaries": 2, "calls": 4, "exact": true }, "exact": true, "kernel": { "calls": 4, "fallbacks": 0, "canaries": 2, "canary_failures": 0, "header_failures": 0 } }, { "case": "installed_oracle", "native": { "case": "installed_gate_up", "tokens": 3277, "rows": 32770, "separate": false, "sha256": "10f573d0eaf5169475781c4f75eb923fa06d7f88d1684a6d5d2ce8acfdc526a4", "canaries": 3, "calls": 5, "exact": true }, "exact": true, "kernel": { "calls": 5, "fallbacks": 0, "canaries": 3, "canary_failures": 0, "header_failures": 0 } }, { "case": "installed_oracle", "native": { "case": "installed_gate_up", "tokens": 3277, "rows": 32770, "separate": true, "sha256": "10f573d0eaf5169475781c4f75eb923fa06d7f88d1684a6d5d2ce8acfdc526a4", "canaries": 4, "calls": 6, "exact": true }, "exact": true, "kernel": { "calls": 6, "fallbacks": 0, "canaries": 4, "canary_failures": 0, "header_failures": 0 } }, { "case": "installed_oracle", "native": { "case": "installed_gate_up", "tokens": 4095, "rows": 40950, "separate": false, "sha256": "738212404e537f0608d4e9c9b8d0e5ff2061587197c3391b1220975f93dd8d9f", "canaries": 4, "calls": 7, "exact": true }, "exact": true, "kernel": { "calls": 7, "fallbacks": 0, "canaries": 4, "canary_failures": 0, "header_failures": 0 } }, { "case": "installed_oracle", "native": { "case": "installed_gate_up", "tokens": 4095, "rows": 40950, "separate": true, "sha256": "738212404e537f0608d4e9c9b8d0e5ff2061587197c3391b1220975f93dd8d9f", "canaries": 4, "calls": 8, "exact": true }, "exact": true, "kernel": { "calls": 8, "fallbacks": 0, "canaries": 4, "canary_failures": 0, "header_failures": 0 } }, { "case": "installed_oracle", "native": { "case": "installed_gate_up", "tokens": 4096, "rows": 40960, "separate": false, "sha256": "e1a6630ec5cd7e523c98eb352e328560fdd733a640fc7dd69a5a96e14b462d15", "canaries": 4, "calls": 9, "exact": true }, "exact": true, "kernel": { "calls": 9, "fallbacks": 0, "canaries": 4, "canary_failures": 0, "header_failures": 0 } }, { "case": "installed_oracle", "native": { "case": "installed_gate_up", "tokens": 4096, "rows": 40960, "separate": true, "sha256": "e1a6630ec5cd7e523c98eb352e328560fdd733a640fc7dd69a5a96e14b462d15", "canaries": 4, "calls": 10, "exact": true }, "exact": true, "kernel": { "calls": 10, "fallbacks": 0, "canaries": 4, "canary_failures": 0, "header_failures": 0 } }, { "case": "installed_oracle", "native": { "case": "installed_gate_up", "tokens": 8192, "rows": 81920, "separate": false, "sha256": "05f7708e9824f26a4f82567c6c94d494bb717edbd72b3dcf39205922c0624cf0", "canaries": 4, "calls": 11, "exact": true }, "exact": true, "kernel": { "calls": 11, "fallbacks": 0, "canaries": 4, "canary_failures": 0, "header_failures": 0 } }, { "case": "installed_oracle", "native": { "case": "installed_gate_up", "tokens": 8192, "rows": 81920, "separate": true, "sha256": "05f7708e9824f26a4f82567c6c94d494bb717edbd72b3dcf39205922c0624cf0", "canaries": 4, "calls": 12, "exact": true }, "exact": true, "kernel": { "calls": 12, "fallbacks": 0, "canaries": 4, "canary_failures": 0, "header_failures": 0 } } ], "final-model": [ { "case": "model_state", "calls": 480, "canaries": 2, "failures": 0, "cold_warm_exact": true } ], "final-model-oracle": [ { "case": "model_oracle", "chunk": 2048, "phase": "cold", "hidden": false, "exact": true, "cached": 0, "kernel": { "calls": 96, "fallbacks": 0, "canaries": 1, "canary_failures": 0, "header_failures": 0 } }, { "case": "model_oracle", "chunk": 2048, "phase": "warm", "hidden": false, "exact": true, "cached": 4097, "kernel": { "calls": 144, "fallbacks": 0, "canaries": 1, "canary_failures": 0, "header_failures": 0 } }, { "case": "model_oracle", "chunk": 4096, "phase": "cold", "hidden": false, "exact": true, "cached": 0, "kernel": { "calls": 192, "fallbacks": 0, "canaries": 2, "canary_failures": 0, "header_failures": 0 } }, { "case": "model_oracle", "chunk": 4096, "phase": "warm", "hidden": false, "exact": true, "cached": 4097, "kernel": { "calls": 240, "fallbacks": 0, "canaries": 2, "canary_failures": 0, "header_failures": 0 } } ], "hidden-oracle": [ { "case": "model_oracle", "chunk": 2048, "phase": "cold", "hidden": true, "exact": true, "cached": 0, "kernel": { "calls": 96, "fallbacks": 0, "canaries": 1, "canary_failures": 0, "header_failures": 0 } }, { "case": "model_oracle", "chunk": 2048, "phase": "warm", "hidden": true, "exact": true, "cached": 4096, "kernel": { "calls": 144, "fallbacks": 0, "canaries": 1, "canary_failures": 0, "header_failures": 0 } }, { "case": "model_oracle", "chunk": 4096, "phase": "cold", "hidden": true, "exact": true, "cached": 0, "kernel": { "calls": 192, "fallbacks": 0, "canaries": 2, "canary_failures": 0, "header_failures": 0 } }, { "case": "model_oracle", "chunk": 4096, "phase": "warm", "hidden": true, "exact": true, "cached": 4096, "kernel": { "calls": 240, "fallbacks": 0, "canaries": 2, "canary_failures": 0, "header_failures": 0 } } ] }