Save inference parity implementation and evaluation harness
This commit is contained in:
Georg Bauer
+48
@@ -0,0 +1,48 @@
|
||||
{"kernel":"rope_graph_0_text_0","sha256":["327ea4de75bf25f07091f3e82922a1a3ec3d8876621e6ecdbafa31e82a09c9b1","2f20cd03c9cd392a406c56232b0ff93a15f6d6d7da79086bfa14f55d4a4031b0","5341e6b2646979a70e57653007a1f310169421ec9bdd9f1a5648f75ade005af1","604f0158cd8fff34da155d2bcc90a7141b7c8b4aec554fb1da64b9b618e85789"],"rot":64,"base":10000000.0,"rows":1,"pos":0,"parameters":{},"heads":24,"mode":"text","strided":false,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.0}
|
||||
{"kernel":"rope_graph_0_text_1","sha256":["327ea4de75bf25f07091f3e82922a1a3ec3d8876621e6ecdbafa31e82a09c9b1","2f20cd03c9cd392a406c56232b0ff93a15f6d6d7da79086bfa14f55d4a4031b0","5341e6b2646979a70e57653007a1f310169421ec9bdd9f1a5648f75ade005af1","98199519260cd9892a3ec3be2de1ae82a5e8ab243ce46f538e68ceba51c3538f"],"rot":64,"base":10000000.0,"rows":1,"pos":0,"parameters":{},"heads":24,"mode":"text","strided":true,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.0}
|
||||
{"kernel":"rope_graph_0_equal_0","sha256":["327ea4de75bf25f07091f3e82922a1a3ec3d8876621e6ecdbafa31e82a09c9b1","2f20cd03c9cd392a406c56232b0ff93a15f6d6d7da79086bfa14f55d4a4031b0","5341e6b2646979a70e57653007a1f310169421ec9bdd9f1a5648f75ade005af1","604f0158cd8fff34da155d2bcc90a7141b7c8b4aec554fb1da64b9b618e85789"],"rot":64,"base":10000000.0,"rows":1,"pos":0,"parameters":{},"heads":24,"mode":"equal","strided":false,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.0}
|
||||
{"kernel":"rope_graph_0_equal_1","sha256":["327ea4de75bf25f07091f3e82922a1a3ec3d8876621e6ecdbafa31e82a09c9b1","2f20cd03c9cd392a406c56232b0ff93a15f6d6d7da79086bfa14f55d4a4031b0","5341e6b2646979a70e57653007a1f310169421ec9bdd9f1a5648f75ade005af1","98199519260cd9892a3ec3be2de1ae82a5e8ab243ce46f538e68ceba51c3538f"],"rot":64,"base":10000000.0,"rows":1,"pos":0,"parameters":{},"heads":24,"mode":"equal","strided":true,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.0}
|
||||
{"kernel":"rope_graph_0_interleaved_0","sha256":["327ea4de75bf25f07091f3e82922a1a3ec3d8876621e6ecdbafa31e82a09c9b1","97ae0a5994fab1914a43c37916651819a2d0a3c4f58b5cb7db54bf61304af161","3c86a0cdfde1a27fa24c9b0de585d18f1a9921830cfd319cf5ba248e59e68e3a","e7b72710012e7006e9eb8cb69a2a6cebe8999260cc83c9f35097a6323c171d3e"],"rot":64,"base":10000000.0,"rows":1,"pos":0,"parameters":{},"heads":24,"mode":"interleaved","strided":false,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.0}
|
||||
{"kernel":"rope_graph_0_interleaved_1","sha256":["327ea4de75bf25f07091f3e82922a1a3ec3d8876621e6ecdbafa31e82a09c9b1","97ae0a5994fab1914a43c37916651819a2d0a3c4f58b5cb7db54bf61304af161","3c86a0cdfde1a27fa24c9b0de585d18f1a9921830cfd319cf5ba248e59e68e3a","a71c1dae67b14d2557f47083587cd779b0357a04764a3d05bf6b42203f7d49f9"],"rot":64,"base":10000000.0,"rows":1,"pos":0,"parameters":{},"heads":24,"mode":"interleaved","strided":true,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.0}
|
||||
{"kernel":"rope_graph_0_sections_0","sha256":["327ea4de75bf25f07091f3e82922a1a3ec3d8876621e6ecdbafa31e82a09c9b1","b67068a3bcc933f23570cb7f992f7c18a38757f676b6177df4a04a2b3890eb3b","1fad33b826f7708a12f7931214bbef7dd4010925813ead592924363d1e159300","67e7acfa5349d7ffce7e46b47f1c5552a568ae9d2e413eaf47ac06645ca0a284"],"rot":64,"base":10000000.0,"rows":1,"pos":0,"parameters":{},"heads":24,"mode":"sections","strided":false,"section":[11,11,10],"axes":[0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2],"scale":1.0}
|
||||
{"kernel":"rope_graph_0_sections_1","sha256":["327ea4de75bf25f07091f3e82922a1a3ec3d8876621e6ecdbafa31e82a09c9b1","b67068a3bcc933f23570cb7f992f7c18a38757f676b6177df4a04a2b3890eb3b","1fad33b826f7708a12f7931214bbef7dd4010925813ead592924363d1e159300","f8dd57a550853539ffeb00b3103179d2f93b6d9ca99d18eed855d0560d5da9c1"],"rot":64,"base":10000000.0,"rows":1,"pos":0,"parameters":{},"heads":24,"mode":"sections","strided":true,"section":[11,11,10],"axes":[0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2],"scale":1.0}
|
||||
{"kernel":"rope_graph_1_text_0","sha256":["c244adfc3dfb1128a6a6a98eb87cbbd9cdea13f18fbc1e7ee8a8af154e135a37","eb65db2c6a753053e5677e0c9708381907570a4b171f12fc532dedb5761f35db","2624b327ea5de160ef94af8799e827e725c248d420e89ca44393980437c7caa9","7cc425d5267d79398c10134c5e3847d959d60813dc0cd4cb07dbd8a8ef8ec5b8"],"rot":256,"base":10000.0,"rows":7,"pos":511,"parameters":{},"heads":24,"mode":"text","strided":false,"section":[43,43,42],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.0}
|
||||
{"kernel":"rope_graph_1_text_1","sha256":["c244adfc3dfb1128a6a6a98eb87cbbd9cdea13f18fbc1e7ee8a8af154e135a37","eb65db2c6a753053e5677e0c9708381907570a4b171f12fc532dedb5761f35db","2624b327ea5de160ef94af8799e827e725c248d420e89ca44393980437c7caa9","b6a468e42dab95fccb4680f4270bed47cd220c626d7660af412201f96ab4a982"],"rot":256,"base":10000.0,"rows":7,"pos":511,"parameters":{},"heads":24,"mode":"text","strided":true,"section":[43,43,42],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.0}
|
||||
{"kernel":"rope_graph_1_equal_0","sha256":["c244adfc3dfb1128a6a6a98eb87cbbd9cdea13f18fbc1e7ee8a8af154e135a37","eb65db2c6a753053e5677e0c9708381907570a4b171f12fc532dedb5761f35db","2624b327ea5de160ef94af8799e827e725c248d420e89ca44393980437c7caa9","7cc425d5267d79398c10134c5e3847d959d60813dc0cd4cb07dbd8a8ef8ec5b8"],"rot":256,"base":10000.0,"rows":7,"pos":511,"parameters":{},"heads":24,"mode":"equal","strided":false,"section":[43,43,42],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.0}
|
||||
{"kernel":"rope_graph_1_equal_1","sha256":["c244adfc3dfb1128a6a6a98eb87cbbd9cdea13f18fbc1e7ee8a8af154e135a37","eb65db2c6a753053e5677e0c9708381907570a4b171f12fc532dedb5761f35db","2624b327ea5de160ef94af8799e827e725c248d420e89ca44393980437c7caa9","b6a468e42dab95fccb4680f4270bed47cd220c626d7660af412201f96ab4a982"],"rot":256,"base":10000.0,"rows":7,"pos":511,"parameters":{},"heads":24,"mode":"equal","strided":true,"section":[43,43,42],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.0}
|
||||
{"kernel":"rope_graph_1_interleaved_0","sha256":["c244adfc3dfb1128a6a6a98eb87cbbd9cdea13f18fbc1e7ee8a8af154e135a37","a68d348aec1ee3701a200afed0421cda91af266b7ddbde19e6c7314aa6b98542","3737e9d5518555deec523d6b31a619a264b727dafcfa735b8ce8cb2f8eab5a76","8364ede0e79263b608a3abb26089ecd6f62ba5652599a249a695732cb4b5f2c3"],"rot":256,"base":10000.0,"rows":7,"pos":511,"parameters":{},"heads":24,"mode":"interleaved","strided":false,"section":[43,43,42],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.0}
|
||||
{"kernel":"rope_graph_1_interleaved_1","sha256":["c244adfc3dfb1128a6a6a98eb87cbbd9cdea13f18fbc1e7ee8a8af154e135a37","a68d348aec1ee3701a200afed0421cda91af266b7ddbde19e6c7314aa6b98542","3737e9d5518555deec523d6b31a619a264b727dafcfa735b8ce8cb2f8eab5a76","f9dd3f03543a4cc961a4398edcf42d24530469b5cfd44009dfba5ddcdc9d3581"],"rot":256,"base":10000.0,"rows":7,"pos":511,"parameters":{},"heads":24,"mode":"interleaved","strided":true,"section":[43,43,42],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.0}
|
||||
{"kernel":"rope_graph_1_sections_0","sha256":["c244adfc3dfb1128a6a6a98eb87cbbd9cdea13f18fbc1e7ee8a8af154e135a37","2f8096cfc21d61e8d265eca7543255cc8486b59509ae50ec9e5e2acc55db62f8","44efff65342998fc3179efccb5b20e2e62bc63362c79276c77659d27224d1d82","7c142536ff10f3d54b64e9ed3bc35cef8886d5e5029fcc78410c686c0e1ee4e5"],"rot":256,"base":10000.0,"rows":7,"pos":511,"parameters":{},"heads":24,"mode":"sections","strided":false,"section":[43,43,42],"axes":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2],"scale":1.0}
|
||||
{"kernel":"rope_graph_1_sections_1","sha256":["c244adfc3dfb1128a6a6a98eb87cbbd9cdea13f18fbc1e7ee8a8af154e135a37","2f8096cfc21d61e8d265eca7543255cc8486b59509ae50ec9e5e2acc55db62f8","44efff65342998fc3179efccb5b20e2e62bc63362c79276c77659d27224d1d82","a879e5192abb26644e56eaec92d91dde84a373f13197f5cffa261e506c469463"],"rot":256,"base":10000.0,"rows":7,"pos":511,"parameters":{},"heads":24,"mode":"sections","strided":true,"section":[43,43,42],"axes":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2],"scale":1.0}
|
||||
{"kernel":"rope_graph_2_text_0","sha256":["e2f87ec31312ca35844d3fa9761ba310a464d4f54150d57918586f6800715327","190cfbad851f47ee33416609472cc105b1efc66fc0e961d018fd030c599407df","4b91e5b46b5b86dcfaf427f02151eea2139ba322335b9159358b262d57b39b06","7353695e8a43841aba417366950467b272cc283390c3ae7a9f0824b49f10accd"],"rot":64,"base":10000000.0,"rows":2048,"pos":262143,"parameters":{"rope_type":"yarn","factor":4.0,"original_max_position_embeddings":262144},"heads":2,"mode":"text","strided":false,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.138629436111989}
|
||||
{"kernel":"rope_graph_2_text_1","sha256":["e2f87ec31312ca35844d3fa9761ba310a464d4f54150d57918586f6800715327","190cfbad851f47ee33416609472cc105b1efc66fc0e961d018fd030c599407df","4b91e5b46b5b86dcfaf427f02151eea2139ba322335b9159358b262d57b39b06","3bf8099bfed9943599d2a3c1fdb820ec34fd6239b9e8ec4607e6899b63c23181"],"rot":64,"base":10000000.0,"rows":2048,"pos":262143,"parameters":{"rope_type":"yarn","factor":4.0,"original_max_position_embeddings":262144},"heads":2,"mode":"text","strided":true,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.138629436111989}
|
||||
{"kernel":"rope_graph_2_equal_0","sha256":["e2f87ec31312ca35844d3fa9761ba310a464d4f54150d57918586f6800715327","577deb0ce233c05310f5365808b483da6133635d26e13d0963b57a04965db05f","d2aa6d064954579823ff45ae3ebbd95065d468b872057cc9280acce70c7c8eba","93ef07e163367dd35ab47ef1a100751dde725d748d9957395bf08a1e87a4e7e9"],"rot":64,"base":10000000.0,"rows":2048,"pos":262143,"parameters":{"rope_type":"yarn","factor":4.0,"original_max_position_embeddings":262144},"heads":2,"mode":"equal","strided":false,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.138629436111989}
|
||||
{"kernel":"rope_graph_2_equal_1","sha256":["e2f87ec31312ca35844d3fa9761ba310a464d4f54150d57918586f6800715327","577deb0ce233c05310f5365808b483da6133635d26e13d0963b57a04965db05f","d2aa6d064954579823ff45ae3ebbd95065d468b872057cc9280acce70c7c8eba","01b7b70ce46b29f5a39c109d5ae4c23ad9350fcce6507235aa43d9b32e3b5175"],"rot":64,"base":10000000.0,"rows":2048,"pos":262143,"parameters":{"rope_type":"yarn","factor":4.0,"original_max_position_embeddings":262144},"heads":2,"mode":"equal","strided":true,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.138629436111989}
|
||||
{"kernel":"rope_graph_2_interleaved_0","sha256":["e2f87ec31312ca35844d3fa9761ba310a464d4f54150d57918586f6800715327","167b8851052876e2220b156470a4c2a7124227e44c67bad0504fe1e7525bd955","68ed3909248ddce1db0e2ed5789e0da5425082468c93e2cb621f1dd327f0b636","2a44f3181b85dab35fc1d81230d8356911ebff9b117d0849d262793408dd87b1"],"rot":64,"base":10000000.0,"rows":2048,"pos":262143,"parameters":{"rope_type":"yarn","factor":4.0,"original_max_position_embeddings":262144},"heads":2,"mode":"interleaved","strided":false,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.138629436111989}
|
||||
{"kernel":"rope_graph_2_interleaved_1","sha256":["e2f87ec31312ca35844d3fa9761ba310a464d4f54150d57918586f6800715327","167b8851052876e2220b156470a4c2a7124227e44c67bad0504fe1e7525bd955","68ed3909248ddce1db0e2ed5789e0da5425082468c93e2cb621f1dd327f0b636","7aabbc1b33a9caf6dc1554778b1c35c5562b9a1df3688e2764f1d298db0374fd"],"rot":64,"base":10000000.0,"rows":2048,"pos":262143,"parameters":{"rope_type":"yarn","factor":4.0,"original_max_position_embeddings":262144},"heads":2,"mode":"interleaved","strided":true,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.138629436111989}
|
||||
{"kernel":"rope_graph_2_sections_0","sha256":["e2f87ec31312ca35844d3fa9761ba310a464d4f54150d57918586f6800715327","ea73117a2fc248efdeaec7413577a40727cd478e0e2b78678a9eef9ba7786190","1d9c1b743b889350150524824b463c3fc6f347ae997e0ee7646d0d62b0b1adaa","3c888532c11501918643bf513fefc15890b440416c77a1db2d08d69fbb9bd746"],"rot":64,"base":10000000.0,"rows":2048,"pos":262143,"parameters":{"rope_type":"yarn","factor":4.0,"original_max_position_embeddings":262144},"heads":2,"mode":"sections","strided":false,"section":[11,11,10],"axes":[0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2],"scale":1.138629436111989}
|
||||
{"kernel":"rope_graph_2_sections_1","sha256":["e2f87ec31312ca35844d3fa9761ba310a464d4f54150d57918586f6800715327","ea73117a2fc248efdeaec7413577a40727cd478e0e2b78678a9eef9ba7786190","1d9c1b743b889350150524824b463c3fc6f347ae997e0ee7646d0d62b0b1adaa","6cfd9b99081fb7bac8f68a05441414da0b0887ae3b21868efede3c7b742c3353"],"rot":64,"base":10000000.0,"rows":2048,"pos":262143,"parameters":{"rope_type":"yarn","factor":4.0,"original_max_position_embeddings":262144},"heads":2,"mode":"sections","strided":true,"section":[11,11,10],"axes":[0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2],"scale":1.138629436111989}
|
||||
{"kernel":"rope_graph_3_text_0","sha256":["13b41c54f74a75909e356116f958ff684042fd8a2be5d364b33bed9125bacbff","982d90bc4d8a28f937eb29186912ef51b3f8906dd788ab10c86dcf8118b0f076","a2b4c0ed2c8864ab60b318c36c9b0e291a391c1ecf7b431633b6087ef8401265","d64707bf2683756b0c460278174bd1255ffe46d7f2ae39c0d13ad4a4a2b3c165"],"rot":64,"base":10000.0,"rows":7,"pos":1048576,"parameters":{"rope_type":"yarn","factor":1.0,"original_max_position_embeddings":128},"heads":24,"mode":"text","strided":false,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.0}
|
||||
{"kernel":"rope_graph_3_text_1","sha256":["13b41c54f74a75909e356116f958ff684042fd8a2be5d364b33bed9125bacbff","982d90bc4d8a28f937eb29186912ef51b3f8906dd788ab10c86dcf8118b0f076","a2b4c0ed2c8864ab60b318c36c9b0e291a391c1ecf7b431633b6087ef8401265","c4d635696b4a7ab9b83e72ca5ad514107af126a026056dfce880c334c38f8496"],"rot":64,"base":10000.0,"rows":7,"pos":1048576,"parameters":{"rope_type":"yarn","factor":1.0,"original_max_position_embeddings":128},"heads":24,"mode":"text","strided":true,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.0}
|
||||
{"kernel":"rope_graph_3_equal_0","sha256":["13b41c54f74a75909e356116f958ff684042fd8a2be5d364b33bed9125bacbff","982d90bc4d8a28f937eb29186912ef51b3f8906dd788ab10c86dcf8118b0f076","a2b4c0ed2c8864ab60b318c36c9b0e291a391c1ecf7b431633b6087ef8401265","d64707bf2683756b0c460278174bd1255ffe46d7f2ae39c0d13ad4a4a2b3c165"],"rot":64,"base":10000.0,"rows":7,"pos":1048576,"parameters":{"rope_type":"yarn","factor":1.0,"original_max_position_embeddings":128},"heads":24,"mode":"equal","strided":false,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.0}
|
||||
{"kernel":"rope_graph_3_equal_1","sha256":["13b41c54f74a75909e356116f958ff684042fd8a2be5d364b33bed9125bacbff","982d90bc4d8a28f937eb29186912ef51b3f8906dd788ab10c86dcf8118b0f076","a2b4c0ed2c8864ab60b318c36c9b0e291a391c1ecf7b431633b6087ef8401265","c4d635696b4a7ab9b83e72ca5ad514107af126a026056dfce880c334c38f8496"],"rot":64,"base":10000.0,"rows":7,"pos":1048576,"parameters":{"rope_type":"yarn","factor":1.0,"original_max_position_embeddings":128},"heads":24,"mode":"equal","strided":true,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.0}
|
||||
{"kernel":"rope_graph_3_interleaved_0","sha256":["13b41c54f74a75909e356116f958ff684042fd8a2be5d364b33bed9125bacbff","692d7b80308bcdf13b25c041a78ff3ec2bce5ae94ddf9ed8c23e4ddd3580eeea","465b9dba721c96e0fb9fbe63b446beaf7579a6c238196dc131d10aefcbc7a66e","0f2c0979d2b648bfcbb304da5a0b368240c46423a8ccfb11870cbf656f5588c9"],"rot":64,"base":10000.0,"rows":7,"pos":1048576,"parameters":{"rope_type":"yarn","factor":1.0,"original_max_position_embeddings":128},"heads":24,"mode":"interleaved","strided":false,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.0}
|
||||
{"kernel":"rope_graph_3_interleaved_1","sha256":["13b41c54f74a75909e356116f958ff684042fd8a2be5d364b33bed9125bacbff","692d7b80308bcdf13b25c041a78ff3ec2bce5ae94ddf9ed8c23e4ddd3580eeea","465b9dba721c96e0fb9fbe63b446beaf7579a6c238196dc131d10aefcbc7a66e","cb996969e5e48c8695727fa752e9bdbfd8c8b632f0a0e6fc341a3f55c7e8357a"],"rot":64,"base":10000.0,"rows":7,"pos":1048576,"parameters":{"rope_type":"yarn","factor":1.0,"original_max_position_embeddings":128},"heads":24,"mode":"interleaved","strided":true,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.0}
|
||||
{"kernel":"rope_graph_3_sections_0","sha256":["13b41c54f74a75909e356116f958ff684042fd8a2be5d364b33bed9125bacbff","e17ec9b9ae493c75d694dada820361e6dfdcdc984bfc44078d799b4ccd930fa6","4bf16c02ab2a04f7e6da3482397e86d343d07a8ccf23fb74c3514a78e2185159","4a96d0dafa72dbde842d1d109be1b11058e238e956337ab0644466465c7b3f67"],"rot":64,"base":10000.0,"rows":7,"pos":1048576,"parameters":{"rope_type":"yarn","factor":1.0,"original_max_position_embeddings":128},"heads":24,"mode":"sections","strided":false,"section":[11,11,10],"axes":[0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2],"scale":1.0}
|
||||
{"kernel":"rope_graph_3_sections_1","sha256":["13b41c54f74a75909e356116f958ff684042fd8a2be5d364b33bed9125bacbff","e17ec9b9ae493c75d694dada820361e6dfdcdc984bfc44078d799b4ccd930fa6","4bf16c02ab2a04f7e6da3482397e86d343d07a8ccf23fb74c3514a78e2185159","b7ddc927caa374f4cd2e5e97c8e2e7afd55427aa979db5b397db0faddce81bb9"],"rot":64,"base":10000.0,"rows":7,"pos":1048576,"parameters":{"rope_type":"yarn","factor":1.0,"original_max_position_embeddings":128},"heads":24,"mode":"sections","strided":true,"section":[11,11,10],"axes":[0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2],"scale":1.0}
|
||||
{"kernel":"rope_graph_4_text_0","sha256":["af0e6935b35ef4776e1c0d0c0e9a28e9f449222ff6034b4368f02c6c2fdeb76b","cd1533068e03d24dee77acb9089a139ab926a507498c5f89e0e1353e5611c05a","d64ecd6c05b214ecd707f4c3737d90f6bfa5f00b196d1243ada9de91c9908df1","b0019d60bf8c851d1147e45d0bd40fb2a1bab7b2badd915b3abdca04a45d23d8"],"rot":64,"base":10000.0,"rows":64,"pos":8191,"parameters":{"rope_type":"yarn","factor":8.0,"original_max_position_embeddings":4096,"mscale":2.0,"mscale_all_dim":1.0,"truncate":false,"beta_fast":4.0,"beta_slow":4.0},"heads":2,"mode":"text","strided":false,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.1721471588322}
|
||||
{"kernel":"rope_graph_4_text_1","sha256":["af0e6935b35ef4776e1c0d0c0e9a28e9f449222ff6034b4368f02c6c2fdeb76b","cd1533068e03d24dee77acb9089a139ab926a507498c5f89e0e1353e5611c05a","d64ecd6c05b214ecd707f4c3737d90f6bfa5f00b196d1243ada9de91c9908df1","d84f882fe9577915eab12ff9ba3a4c9c58bf6652678e3873a628f27fbe910b82"],"rot":64,"base":10000.0,"rows":64,"pos":8191,"parameters":{"rope_type":"yarn","factor":8.0,"original_max_position_embeddings":4096,"mscale":2.0,"mscale_all_dim":1.0,"truncate":false,"beta_fast":4.0,"beta_slow":4.0},"heads":2,"mode":"text","strided":true,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.1721471588322}
|
||||
{"kernel":"rope_graph_4_equal_0","sha256":["af0e6935b35ef4776e1c0d0c0e9a28e9f449222ff6034b4368f02c6c2fdeb76b","1ad914f2a5b0bfa6906dc873461ee08f0d2f4c357752f55fce2a6af1332c2ffa","07de832ac47beefae87ba9be7bb656e7f6a22c4498ea7069dfb9ca4f7d3b7b4e","a96a221c6f860490db8278ddbc9b0d4b12cc2a37d624fc03b22eccb0b81f8aba"],"rot":64,"base":10000.0,"rows":64,"pos":8191,"parameters":{"rope_type":"yarn","factor":8.0,"original_max_position_embeddings":4096,"mscale":2.0,"mscale_all_dim":1.0,"truncate":false,"beta_fast":4.0,"beta_slow":4.0},"heads":2,"mode":"equal","strided":false,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.1721471588322}
|
||||
{"kernel":"rope_graph_4_equal_1","sha256":["af0e6935b35ef4776e1c0d0c0e9a28e9f449222ff6034b4368f02c6c2fdeb76b","1ad914f2a5b0bfa6906dc873461ee08f0d2f4c357752f55fce2a6af1332c2ffa","07de832ac47beefae87ba9be7bb656e7f6a22c4498ea7069dfb9ca4f7d3b7b4e","04f12a704cc8300d6669e2c64dc113fd93b4c324e9758a2ce5e1f808b71d7023"],"rot":64,"base":10000.0,"rows":64,"pos":8191,"parameters":{"rope_type":"yarn","factor":8.0,"original_max_position_embeddings":4096,"mscale":2.0,"mscale_all_dim":1.0,"truncate":false,"beta_fast":4.0,"beta_slow":4.0},"heads":2,"mode":"equal","strided":true,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.1721471588322}
|
||||
{"kernel":"rope_graph_4_interleaved_0","sha256":["af0e6935b35ef4776e1c0d0c0e9a28e9f449222ff6034b4368f02c6c2fdeb76b","d2bbdb174682b148a33fefa2d71bf622b5f3d883219ddbbef4ccfa17374d34be","da6b4496400a5820e837ae1948861b41de02bc807f32dbbfb72b221aa33f7cd7","f530e42de5afc74bcb8f09a1ba493bfc25bb7600f6b6d7a0833c2a1a0333fb05"],"rot":64,"base":10000.0,"rows":64,"pos":8191,"parameters":{"rope_type":"yarn","factor":8.0,"original_max_position_embeddings":4096,"mscale":2.0,"mscale_all_dim":1.0,"truncate":false,"beta_fast":4.0,"beta_slow":4.0},"heads":2,"mode":"interleaved","strided":false,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.1721471588322}
|
||||
{"kernel":"rope_graph_4_interleaved_1","sha256":["af0e6935b35ef4776e1c0d0c0e9a28e9f449222ff6034b4368f02c6c2fdeb76b","d2bbdb174682b148a33fefa2d71bf622b5f3d883219ddbbef4ccfa17374d34be","da6b4496400a5820e837ae1948861b41de02bc807f32dbbfb72b221aa33f7cd7","5467cefee99c33f2ee11433cc2260be0893d54d8e065b223d7617b3000ff3834"],"rot":64,"base":10000.0,"rows":64,"pos":8191,"parameters":{"rope_type":"yarn","factor":8.0,"original_max_position_embeddings":4096,"mscale":2.0,"mscale_all_dim":1.0,"truncate":false,"beta_fast":4.0,"beta_slow":4.0},"heads":2,"mode":"interleaved","strided":true,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":1.1721471588322}
|
||||
{"kernel":"rope_graph_4_sections_0","sha256":["af0e6935b35ef4776e1c0d0c0e9a28e9f449222ff6034b4368f02c6c2fdeb76b","b773be92b7716c863d610ea97d529d0037ec81584495d96f6335a5caae398140","2dacd6e944d971ee2b882267fcb1eacfc13bb7053a82a0d8d1b0869b34fa2731","b81096120319ea424b5137249e7aaf9850cdeae8c6c2f72b8f3b03f95ac5e9c2"],"rot":64,"base":10000.0,"rows":64,"pos":8191,"parameters":{"rope_type":"yarn","factor":8.0,"original_max_position_embeddings":4096,"mscale":2.0,"mscale_all_dim":1.0,"truncate":false,"beta_fast":4.0,"beta_slow":4.0},"heads":2,"mode":"sections","strided":false,"section":[11,11,10],"axes":[0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2],"scale":1.1721471588322}
|
||||
{"kernel":"rope_graph_4_sections_1","sha256":["af0e6935b35ef4776e1c0d0c0e9a28e9f449222ff6034b4368f02c6c2fdeb76b","b773be92b7716c863d610ea97d529d0037ec81584495d96f6335a5caae398140","2dacd6e944d971ee2b882267fcb1eacfc13bb7053a82a0d8d1b0869b34fa2731","f220ee0b2accc336f56d1d1a4bedc494624515ab1e91837ff72694879d49aeb5"],"rot":64,"base":10000.0,"rows":64,"pos":8191,"parameters":{"rope_type":"yarn","factor":8.0,"original_max_position_embeddings":4096,"mscale":2.0,"mscale_all_dim":1.0,"truncate":false,"beta_fast":4.0,"beta_slow":4.0},"heads":2,"mode":"sections","strided":true,"section":[11,11,10],"axes":[0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2],"scale":1.1721471588322}
|
||||
{"kernel":"rope_graph_5_text_0","sha256":["c1faa617fc8f1dbccb67c1c29585ea52adebf90d71212abdfa1b13594da572d0","068e23505eefae415af98ddbebaac5b7fbb847d233cc81d98b2d9339b5e4fe67","5aec575ad169b0a19254aeee19fb3832ade66485e56f2c0c835b7dd6d153c149","8be797808b25c3a455f978585e922cf64f335e109f65614090a3d67317e9857c"],"rot":64,"base":10000.0,"rows":7,"pos":32767,"parameters":{"rope_type":"yarn","factor":4.0,"original_max_position_embeddings":128,"attention_factor":0.75,"beta_fast":0.0,"beta_slow":0.0},"heads":24,"mode":"text","strided":false,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":0.75}
|
||||
{"kernel":"rope_graph_5_text_1","sha256":["c1faa617fc8f1dbccb67c1c29585ea52adebf90d71212abdfa1b13594da572d0","068e23505eefae415af98ddbebaac5b7fbb847d233cc81d98b2d9339b5e4fe67","5aec575ad169b0a19254aeee19fb3832ade66485e56f2c0c835b7dd6d153c149","d9167a6f4401a0b9aae4a866b15407dc21aeb7e68d09f08a327f8053e6a3c4f0"],"rot":64,"base":10000.0,"rows":7,"pos":32767,"parameters":{"rope_type":"yarn","factor":4.0,"original_max_position_embeddings":128,"attention_factor":0.75,"beta_fast":0.0,"beta_slow":0.0},"heads":24,"mode":"text","strided":true,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":0.75}
|
||||
{"kernel":"rope_graph_5_equal_0","sha256":["c1faa617fc8f1dbccb67c1c29585ea52adebf90d71212abdfa1b13594da572d0","7de94d93e27deef47500fb4926516513b934b5319d8546c9cb81dcec4b0a853a","dc8879bb700c75994c2ffc33e850c9032228072c2ec5c55a7fe797e44b6e9bae","8020e9f456b712cae327c786b9a1b9ed09d916d18d2a041335c001d3824b5f11"],"rot":64,"base":10000.0,"rows":7,"pos":32767,"parameters":{"rope_type":"yarn","factor":4.0,"original_max_position_embeddings":128,"attention_factor":0.75,"beta_fast":0.0,"beta_slow":0.0},"heads":24,"mode":"equal","strided":false,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":0.75}
|
||||
{"kernel":"rope_graph_5_equal_1","sha256":["c1faa617fc8f1dbccb67c1c29585ea52adebf90d71212abdfa1b13594da572d0","7de94d93e27deef47500fb4926516513b934b5319d8546c9cb81dcec4b0a853a","dc8879bb700c75994c2ffc33e850c9032228072c2ec5c55a7fe797e44b6e9bae","51ebbb272cd8f77f0d4189565ff9bac29efd597b6be80ae90323576c781a27ac"],"rot":64,"base":10000.0,"rows":7,"pos":32767,"parameters":{"rope_type":"yarn","factor":4.0,"original_max_position_embeddings":128,"attention_factor":0.75,"beta_fast":0.0,"beta_slow":0.0},"heads":24,"mode":"equal","strided":true,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":0.75}
|
||||
{"kernel":"rope_graph_5_interleaved_0","sha256":["c1faa617fc8f1dbccb67c1c29585ea52adebf90d71212abdfa1b13594da572d0","e10bc92347974d9b4c28511d22657877d719797d31fd50c36d92c41eb3bae41c","d273517f5ab6201eae4cd9f555affbddd7108e74e24fa87ee756227ab61cfbdf","5b15d4d120c3f37258db81ac661c1e0c6b93d0ff6e4da47181ed0c5090806572"],"rot":64,"base":10000.0,"rows":7,"pos":32767,"parameters":{"rope_type":"yarn","factor":4.0,"original_max_position_embeddings":128,"attention_factor":0.75,"beta_fast":0.0,"beta_slow":0.0},"heads":24,"mode":"interleaved","strided":false,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":0.75}
|
||||
{"kernel":"rope_graph_5_interleaved_1","sha256":["c1faa617fc8f1dbccb67c1c29585ea52adebf90d71212abdfa1b13594da572d0","e10bc92347974d9b4c28511d22657877d719797d31fd50c36d92c41eb3bae41c","d273517f5ab6201eae4cd9f555affbddd7108e74e24fa87ee756227ab61cfbdf","75d1b0d8ea2d2f2904fb4e3750004f0ca414f8d3cf2a43126a14a8d9c25699a2"],"rot":64,"base":10000.0,"rows":7,"pos":32767,"parameters":{"rope_type":"yarn","factor":4.0,"original_max_position_embeddings":128,"attention_factor":0.75,"beta_fast":0.0,"beta_slow":0.0},"heads":24,"mode":"interleaved","strided":true,"section":[11,11,10],"axes":[0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1,2,0,1],"scale":0.75}
|
||||
{"kernel":"rope_graph_5_sections_0","sha256":["c1faa617fc8f1dbccb67c1c29585ea52adebf90d71212abdfa1b13594da572d0","67a07f139b58a0a30bfe1cd9cdbc773cee2a938ca9d7d55a62b58e6b2012e388","4c483a4237f310591af58ffc5f2a8496ac58ce60a7e6236e8e4368a80194fd22","7d34b2294102ab5e2f7f2882551a281c216c51a8deca9376e334a81d556640fb"],"rot":64,"base":10000.0,"rows":7,"pos":32767,"parameters":{"rope_type":"yarn","factor":4.0,"original_max_position_embeddings":128,"attention_factor":0.75,"beta_fast":0.0,"beta_slow":0.0},"heads":24,"mode":"sections","strided":false,"section":[11,11,10],"axes":[0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2],"scale":0.75}
|
||||
{"kernel":"rope_graph_5_sections_1","sha256":["c1faa617fc8f1dbccb67c1c29585ea52adebf90d71212abdfa1b13594da572d0","67a07f139b58a0a30bfe1cd9cdbc773cee2a938ca9d7d55a62b58e6b2012e388","4c483a4237f310591af58ffc5f2a8496ac58ce60a7e6236e8e4368a80194fd22","a4e070adc7a0443effa0fb53eb7c032956cdffdf7abc4ccc91613603a9e62244"],"rot":64,"base":10000.0,"rows":7,"pos":32767,"parameters":{"rope_type":"yarn","factor":4.0,"original_max_position_embeddings":128,"attention_factor":0.75,"beta_fast":0.0,"beta_slow":0.0},"heads":24,"mode":"sections","strided":true,"section":[11,11,10],"axes":[0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2],"scale":0.75}
|
||||
Reference in New Issue
Block a user