hugo/DS4Server
1
0
Fork 0
Code Issues 4 Pull Requests Actions Packages Projects Releases Wiki Activity

Save inference parity implementation and evaluation harness

Browse Source
This commit is contained in:
Georg Bauer
2026-09-10 22:45:59 +02:00
parent b99ce2aa10
commit 02db0968ae
198 changed files with 111205 additions and 586 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/fixtures/mtplx-sampler-fallback.jsonl
Vendored
+150
View File
@@ -0,0 +1,150 @@
{"kind":"sparse","vocab":17,"mode":"unique","top_p":0.95,"ids":[[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16]],"probabilities":[[4583470125244317986,4584274903162039981,4584913498231553259,4585403052336341145,4585943033054120046,4586538637394287817,4587195590428162504,4587920214047044866,4588719477018087891,4589384546141931126,4589870747603590315,4590407031337863395,4590998554749504208,4591651008255767288,4592370668642664377,4593164457921865947],[4583470125244317986,4584274903162039981,4584913498231553259,4585403052336341145,4585943033054120046,4586538637394287817,4587195590428162504,4587920214047044866,4588719477018087891,4589384546141931126,4589870747603590315,4590407031337863395,4590998554749504208,4591651008255767288,4592370668642664377,4593164457921865947],[4583470125244317986,4584274903162039981,4584913498231553259,4585403052336341145,4585943033054120046,4586538637394287817,4587195590428162504,4587920214047044866,4588719477018087891,4589384546141931126,4589870747603590315,4590407031337863395,4590998554749504208,4591651008255767288,4592370668642664377,4593164457921865947],[4583470125244317986,4584274903162039981,4584913498231553259,4585403052336341145,4585943033054120046,4586538637394287817,4587195590428162504,4587920214047044866,4588719477018087891,4589384546141931126,4589870747603590315,4590407031337863395,4590998554749504208,4591651008255767288,4592370668642664377,4593164457921865947]]}
{"kind":"dense","vocab":17,"mode":"unique","top_p":0.95,"top_k":0,"temperature":0.0,"sha256":"2c1fa5b259d733f7be824a9020ad7a3208496346b2f94ee772545880d8cd1091"}
{"kind":"dense","vocab":17,"mode":"unique","top_p":0.95,"top_k":0,"temperature":0.6,"sha256":"bf2c3bfa895b95ebe675f985d33d3b278975c40104afacb56c3058dd3ac5cfd2"}
{"kind":"dense","vocab":17,"mode":"unique","top_p":0.95,"top_k":20,"temperature":0.0,"sha256":"2c1fa5b259d733f7be824a9020ad7a3208496346b2f94ee772545880d8cd1091"}
{"kind":"dense","vocab":17,"mode":"unique","top_p":0.95,"top_k":20,"temperature":0.6,"sha256":"bf2c3bfa895b95ebe675f985d33d3b278975c40104afacb56c3058dd3ac5cfd2"}
{"kind":"sparse","vocab":17,"mode":"unique","top_p":1.0,"ids":[[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16]],"probabilities":[[4582570607829064589,4583282728395344946,4584068201681994787,4584799502097317607,4585277314231602385,4585804343898336961,4586385660985805440,4587026857054827540,4587734100187265086,4588514193629108745,4589271330846132655,4589745870388253985,4590269290700165157,4590846625759409239,4591483430587723924,4592185829300413485,4592960580260849490],[4582570607829064589,4583282728395344946,4584068201681994787,4584799502097317607,4585277314231602385,4585804343898336961,4586385660985805440,4587026857054827540,4587734100187265086,4588514193629108745,4589271330846132655,4589745870388253985,4590269290700165157,4590846625759409239,4591483430587723924,4592185829300413485,4592960580260849490],[4582570607829064589,4583282728395344946,4584068201681994787,4584799502097317607,4585277314231602385,4585804343898336961,4586385660985805440,4587026857054827540,4587734100187265086,4588514193629108745,4589271330846132655,4589745870388253985,4590269290700165157,4590846625759409239,4591483430587723924,4592185829300413485,4592960580260849490],[4582570607829064589,4583282728395344946,4584068201681994787,4584799502097317607,4585277314231602385,4585804343898336961,4586385660985805440,4587026857054827540,4587734100187265086,4588514193629108745,4589271330846132655,4589745870388253985,4590269290700165157,4590846625759409239,4591483430587723924,4592185829300413485,4592960580260849490]]}
{"kind":"dense","vocab":17,"mode":"unique","top_p":1.0,"top_k":0,"temperature":0.0,"sha256":"2c1fa5b259d733f7be824a9020ad7a3208496346b2f94ee772545880d8cd1091"}
{"kind":"dense","vocab":17,"mode":"unique","top_p":1.0,"top_k":0,"temperature":0.6,"sha256":"0022e50b43c275a9a6815527e41d9c301b9e6f663ce9d8e6301660a339fa41c8"}
{"kind":"dense","vocab":17,"mode":"unique","top_p":1.0,"top_k":20,"temperature":0.0,"sha256":"2c1fa5b259d733f7be824a9020ad7a3208496346b2f94ee772545880d8cd1091"}
{"kind":"dense","vocab":17,"mode":"unique","top_p":1.0,"top_k":20,"temperature":0.6,"sha256":"0022e50b43c275a9a6815527e41d9c301b9e6f663ce9d8e6301660a339fa41c8"}
{"kind":"sparse","vocab":17,"mode":"sharp","top_p":0.95,"ids":[[1,2,3,4,5,6,7,8,9,10,11,12,13,14],[1,2,3,4,5,6,7,8,9,10,11,12,13,14],[1,2,3,4,5,6,7,8,9,10,11,12,13,14],[1,2,3,4,5,6,7,8,9,10,11,12,13,14]],"probabilities":[[4580768600490338939,4582790726519235041,4585138624988093983,4587107904969911643,4589512139625581047,4591429957407444435,4593889053117052968,4595756753343618145,4593889053117052968,4591429957407444435,4589512139625581047,4587107904969911643,4585138624988093983,4582790726519235041],[4580768600490338939,4582790726519235041,4585138624988093983,4587107904969911643,4589512139625581047,4591429957407444435,4593889053117052968,4595756753343618145,4593889053117052968,4591429957407444435,4589512139625581047,4587107904969911643,4585138624988093983,4582790726519235041],[4580768600490338939,4582790726519235041,4585138624988093983,4587107904969911643,4589512139625581047,4591429957407444435,4593889053117052968,4595756753343618145,4593889053117052968,4591429957407444435,4589512139625581047,4587107904969911643,4585138624988093983,4582790726519235041],[4580768600490338939,4582790726519235041,4585138624988093983,4587107904969911643,4589512139625581047,4591429957407444435,4593889053117052968,4595756753343618145,4593889053117052968,4591429957407444435,4589512139625581047,4587107904969911643,4585138624988093983,4582790726519235041]]}
{"kind":"dense","vocab":17,"mode":"sharp","top_p":0.95,"top_k":0,"temperature":0.0,"sha256":"fb51e32a55066541a8f799749e1336832f6924d638ed835f3e48e9afb93073f6"}
{"kind":"dense","vocab":17,"mode":"sharp","top_p":0.95,"top_k":0,"temperature":0.6,"sha256":"13d698014630d1b867a5831732695ff8a334448d74b9ad4cabaa4916863ab8f8"}
{"kind":"dense","vocab":17,"mode":"sharp","top_p":0.95,"top_k":20,"temperature":0.0,"sha256":"fb51e32a55066541a8f799749e1336832f6924d638ed835f3e48e9afb93073f6"}
{"kind":"dense","vocab":17,"mode":"sharp","top_p":0.95,"top_k":20,"temperature":0.6,"sha256":"13d698014630d1b867a5831732695ff8a334448d74b9ad4cabaa4916863ab8f8"}
{"kind":"sparse","vocab":17,"mode":"sharp","top_p":1.0,"ids":[[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16]],"probabilities":[[4578175570804590295,4580557181840036195,4582495666525741391,4584932730712411853,4586820556942601969,4589311625937494559,4591150117957085741,4593693780199866366,4595484227115700057,4593693780199866366,4591150117957085741,4589311625937494559,4586820556942601969,4584932730712411853,4582495666525741391,4580557181840036195,4578175570804590295],[4578175570804590295,4580557181840036195,4582495666525741391,4584932730712411853,4586820556942601969,4589311625937494559,4591150117957085741,4593693780199866366,4595484227115700057,4593693780199866366,4591150117957085741,4589311625937494559,4586820556942601969,4584932730712411853,4582495666525741391,4580557181840036195,4578175570804590295],[4578175570804590295,4580557181840036195,4582495666525741391,4584932730712411853,4586820556942601969,4589311625937494559,4591150117957085741,4593693780199866366,4595484227115700057,4593693780199866366,4591150117957085741,4589311625937494559,4586820556942601969,4584932730712411853,4582495666525741391,4580557181840036195,4578175570804590295],[4578175570804590295,4580557181840036195,4582495666525741391,4584932730712411853,4586820556942601969,4589311625937494559,4591150117957085741,4593693780199866366,4595484227115700057,4593693780199866366,4591150117957085741,4589311625937494559,4586820556942601969,4584932730712411853,4582495666525741391,4580557181840036195,4578175570804590295]]}
{"kind":"dense","vocab":17,"mode":"sharp","top_p":1.0,"top_k":0,"temperature":0.0,"sha256":"fb51e32a55066541a8f799749e1336832f6924d638ed835f3e48e9afb93073f6"}
{"kind":"dense","vocab":17,"mode":"sharp","top_p":1.0,"top_k":0,"temperature":0.6,"sha256":"66157103ef7c696bf947dac6a660e9c9604f5e142d3749e36d73bda23987f695"}
{"kind":"dense","vocab":17,"mode":"sharp","top_p":1.0,"top_k":20,"temperature":0.0,"sha256":"fb51e32a55066541a8f799749e1336832f6924d638ed835f3e48e9afb93073f6"}
{"kind":"dense","vocab":17,"mode":"sharp","top_p":1.0,"top_k":20,"temperature":0.6,"sha256":"66157103ef7c696bf947dac6a660e9c9604f5e142d3749e36d73bda23987f695"}
{"kind":"sparse","vocab":17,"mode":"equal","top_p":0.95,"ids":[[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16]],"probabilities":[[4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542],[4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542],[4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542],[4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542]]}
{"kind":"dense","vocab":17,"mode":"equal","top_p":0.95,"top_k":0,"temperature":0.0,"sha256":"d5ae40407fdc5f612f7a29be2a4cfd02896ce0bc69b2cb448d70928cd8589dfe"}
{"kind":"dense","vocab":17,"mode":"equal","top_p":0.95,"top_k":0,"temperature":0.6,"sha256":"2f75407dafefd0c94d4086fe91d44d2a691b92bf9cdaa3b97d64c43afd203eec"}
{"kind":"dense","vocab":17,"mode":"equal","top_p":0.95,"top_k":20,"temperature":0.0,"sha256":"d5ae40407fdc5f612f7a29be2a4cfd02896ce0bc69b2cb448d70928cd8589dfe"}
{"kind":"dense","vocab":17,"mode":"equal","top_p":0.95,"top_k":20,"temperature":0.6,"sha256":"2f75407dafefd0c94d4086fe91d44d2a691b92bf9cdaa3b97d64c43afd203eec"}
{"kind":"sparse","vocab":17,"mode":"equal","top_p":1.0,"ids":[[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16]],"probabilities":[[4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542],[4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542],[4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542],[4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542]]}
{"kind":"dense","vocab":17,"mode":"equal","top_p":1.0,"top_k":0,"temperature":0.0,"sha256":"d5ae40407fdc5f612f7a29be2a4cfd02896ce0bc69b2cb448d70928cd8589dfe"}
{"kind":"dense","vocab":17,"mode":"equal","top_p":1.0,"top_k":0,"temperature":0.6,"sha256":"2f75407dafefd0c94d4086fe91d44d2a691b92bf9cdaa3b97d64c43afd203eec"}
{"kind":"dense","vocab":17,"mode":"equal","top_p":1.0,"top_k":20,"temperature":0.0,"sha256":"d5ae40407fdc5f612f7a29be2a4cfd02896ce0bc69b2cb448d70928cd8589dfe"}
{"kind":"dense","vocab":17,"mode":"equal","top_p":1.0,"top_k":20,"temperature":0.6,"sha256":"2f75407dafefd0c94d4086fe91d44d2a691b92bf9cdaa3b97d64c43afd203eec"}
{"kind":"sparse","vocab":17,"mode":"nonfinite","top_p":0.95,"ids":[[0],[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16]],"probabilities":[[4607182418800017408],[4583470125244317986,4584274903162039981,4584913498231553259,4585403052336341145,4585943033054120046,4586538637394287817,4587195590428162504,4587920214047044866,4588719477018087891,4589384546141931126,4589870747603590315,4590407031337863395,4590998554749504208,4591651008255767288,4592370668642664377,4593164457921865947],[4583470125244317986,4584274903162039981,4584913498231553259,4585403052336341145,4585943033054120046,4586538637394287817,4587195590428162504,4587920214047044866,4588719477018087891,4589384546141931126,4589870747603590315,4590407031337863395,4590998554749504208,4591651008255767288,4592370668642664377,4593164457921865947],[4583470125244317986,4584274903162039981,4584913498231553259,4585403052336341145,4585943033054120046,4586538637394287817,4587195590428162504,4587920214047044866,4588719477018087891,4589384546141931126,4589870747603590315,4590407031337863395,4590998554749504208,4591651008255767288,4592370668642664377,4593164457921865947]]}
{"kind":"dense","vocab":17,"mode":"nonfinite","top_p":0.95,"top_k":0,"temperature":0.0,"sha256":"d5ae40407fdc5f612f7a29be2a4cfd02896ce0bc69b2cb448d70928cd8589dfe"}
{"kind":"dense","vocab":17,"mode":"nonfinite","top_p":0.95,"top_k":0,"temperature":0.6,"error":true}
{"kind":"dense","vocab":17,"mode":"nonfinite","top_p":0.95,"top_k":20,"temperature":0.0,"sha256":"d5ae40407fdc5f612f7a29be2a4cfd02896ce0bc69b2cb448d70928cd8589dfe"}
{"kind":"dense","vocab":17,"mode":"nonfinite","top_p":0.95,"top_k":20,"temperature":0.6,"error":true}
{"kind":"sparse","vocab":17,"mode":"nonfinite","top_p":1.0,"ids":[[0],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16]],"probabilities":[[4607182418800017408],[4582570607829064589,4583282728395344946,4584068201681994787,4584799502097317607,4585277314231602385,4585804343898336961,4586385660985805440,4587026857054827540,4587734100187265086,4588514193629108745,4589271330846132655,4589745870388253985,4590269290700165157,4590846625759409239,4591483430587723924,4592185829300413485,4592960580260849490],[4582570607829064589,4583282728395344946,4584068201681994787,4584799502097317607,4585277314231602385,4585804343898336961,4586385660985805440,4587026857054827540,4587734100187265086,4588514193629108745,4589271330846132655,4589745870388253985,4590269290700165157,4590846625759409239,4591483430587723924,4592185829300413485,4592960580260849490],[4582570607829064589,4583282728395344946,4584068201681994787,4584799502097317607,4585277314231602385,4585804343898336961,4586385660985805440,4587026857054827540,4587734100187265086,4588514193629108745,4589271330846132655,4589745870388253985,4590269290700165157,4590846625759409239,4591483430587723924,4592185829300413485,4592960580260849490]]}
{"kind":"dense","vocab":17,"mode":"nonfinite","top_p":1.0,"top_k":0,"temperature":0.0,"sha256":"d5ae40407fdc5f612f7a29be2a4cfd02896ce0bc69b2cb448d70928cd8589dfe"}
{"kind":"dense","vocab":17,"mode":"nonfinite","top_p":1.0,"top_k":0,"temperature":0.6,"error":true}
{"kind":"dense","vocab":17,"mode":"nonfinite","top_p":1.0,"top_k":20,"temperature":0.0,"sha256":"d5ae40407fdc5f612f7a29be2a4cfd02896ce0bc69b2cb448d70928cd8589dfe"}
{"kind":"dense","vocab":17,"mode":"nonfinite","top_p":1.0,"top_k":20,"temperature":0.6,"error":true}
{"kind":"sparse","vocab":17,"mode":"mixed","top_p":0.95,"ids":[[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[0,6,7,13,14],[1,2,3,4,5,6,7,8,9,10,11,12,13,14]],"probabilities":[[4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542],[4583470125244317986,4584274903162039981,4584913498231553259,4585403052336341145,4585943033054120046,4586538637394287817,4587195590428162504,4587920214047044866,4588719477018087891,4589384546141931126,4589870747603590315,4590407031337863395,4590998554749504208,4591651008255767288,4592370668642664377,4593164457921865947],[4599004872088330189,4588219389028631140,4599004872088330189,4588219389028631140,4599004872088330189],[4580768600490338939,4582790726519235041,4585138624988093983,4587107904969911643,4589512139625581047,4591429957407444435,4593889053117052968,4595756753343618145,4593889053117052968,4591429957407444435,4589512139625581047,4587107904969911643,4585138624988093983,4582790726519235041]]}
{"kind":"dense","vocab":17,"mode":"mixed","top_p":0.95,"top_k":0,"temperature":0.0,"sha256":"d5ae40407fdc5f612f7a29be2a4cfd02896ce0bc69b2cb448d70928cd8589dfe"}
{"kind":"dense","vocab":17,"mode":"mixed","top_p":0.95,"top_k":0,"temperature":0.6,"sha256":"2f75407dafefd0c94d4086fe91d44d2a691b92bf9cdaa3b97d64c43afd203eec"}
{"kind":"dense","vocab":17,"mode":"mixed","top_p":0.95,"top_k":20,"temperature":0.0,"sha256":"d5ae40407fdc5f612f7a29be2a4cfd02896ce0bc69b2cb448d70928cd8589dfe"}
{"kind":"dense","vocab":17,"mode":"mixed","top_p":0.95,"top_k":20,"temperature":0.6,"sha256":"2f75407dafefd0c94d4086fe91d44d2a691b92bf9cdaa3b97d64c43afd203eec"}
{"kind":"sparse","vocab":17,"mode":"mixed","top_p":1.0,"ids":[[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16]],"probabilities":[[4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542,4588638185040256542],[4582570607829064589,4583282728395344946,4584068201681994787,4584799502097317607,4585277314231602385,4585804343898336961,4586385660985805440,4587026857054827540,4587734100187265086,4588514193629108745,4589271330846132655,4589745870388253985,4590269290700165157,4590846625759409239,4591483430587723924,4592185829300413485,4592960580260849490],[4598869114232506300,4533849755359109828,4544745634757256888,4555408878219671717,4566608055851217256,4577086912921228091,4588014257514573389,4598869114232506300,4533849755359109828,4544745634757256888,4555408878219671717,4566608055851217256,4577086912921228091,4588014257514573389,4598869114232506300,4533849755359109828,4544745634757256888],[4578175570804590295,4580557181840036195,4582495666525741391,4584932730712411853,4586820556942601969,4589311625937494559,4591150117957085741,4593693780199866366,4595484227115700057,4593693780199866366,4591150117957085741,4589311625937494559,4586820556942601969,4584932730712411853,4582495666525741391,4580557181840036195,4578175570804590295]]}
{"kind":"dense","vocab":17,"mode":"mixed","top_p":1.0,"top_k":0,"temperature":0.0,"sha256":"d5ae40407fdc5f612f7a29be2a4cfd02896ce0bc69b2cb448d70928cd8589dfe"}
{"kind":"dense","vocab":17,"mode":"mixed","top_p":1.0,"top_k":0,"temperature":0.6,"sha256":"2f75407dafefd0c94d4086fe91d44d2a691b92bf9cdaa3b97d64c43afd203eec"}
{"kind":"dense","vocab":17,"mode":"mixed","top_p":1.0,"top_k":20,"temperature":0.0,"sha256":"d5ae40407fdc5f612f7a29be2a4cfd02896ce0bc69b2cb448d70928cd8589dfe"}
{"kind":"dense","vocab":17,"mode":"mixed","top_p":1.0,"top_k":20,"temperature":0.6,"sha256":"2f75407dafefd0c94d4086fe91d44d2a691b92bf9cdaa3b97d64c43afd203eec"}
{"kind":"sparse","vocab":4097,"mode":"unique","top_p":0.95,"ids":[[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096],[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096],[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096],[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096]],"probabilities":[[4587338767903852705,4587341688419326307,4587344608934799908,4587347531969407040,4587350455004014172,4587353380557754835,4587356309470340206,4587359236703503223,4587362165616088595,4587365095368385143,4587368025960392868,4587370958231822947,4587373891342964203,4587376829492372521,4587379761763802600,4587382701592633273,4587385639742041591,4587388579570872263,4587391519399702935,4587394461747667138],[4587338767903852705,4587341688419326307,4587344608934799908,4587347531969407040,4587350455004014172,4587353380557754835,4587356309470340206,4587359236703503223,4587362165616088595,4587365095368385143,4587368025960392868,4587370958231822947,4587373891342964203,4587376829492372521,4587379761763802600,4587382701592633273,4587385639742041591,4587388579570872263,4587391519399702935,4587394461747667138],[4587338767903852705,4587341688419326307,4587344608934799908,4587347531969407040,4587350455004014172,4587353380557754835,4587356309470340206,4587359236703503223,4587362165616088595,4587365095368385143,4587368025960392868,4587370958231822947,4587373891342964203,4587376829492372521,4587379761763802600,4587382701592633273,4587385639742041591,4587388579570872263,4587391519399702935,4587394461747667138],[4587338767903852705,4587341688419326307,4587344608934799908,4587347531969407040,4587350455004014172,4587353380557754835,4587356309470340206,4587359236703503223,4587362165616088595,4587365095368385143,4587368025960392868,4587370958231822947,4587373891342964203,4587376829492372521,4587379761763802600,4587382701592633273,4587385639742041591,4587388579570872263,4587391519399702935,4587394461747667138]]}
{"kind":"dense","vocab":4097,"mode":"unique","top_p":0.95,"top_k":0,"temperature":0.0,"sha256":"c67271fb8e4375290a2e58e36d5cc6115a0b55958d491c2f39ed99aaeb738324"}
{"kind":"dense","vocab":4097,"mode":"unique","top_p":0.95,"top_k":0,"temperature":0.6,"sha256":"be121b8a9f4af10a470c0cc9be385b89094519e8526414736ee043b6a6e13c69"}
{"kind":"dense","vocab":4097,"mode":"unique","top_p":0.95,"top_k":20,"temperature":0.0,"sha256":"c67271fb8e4375290a2e58e36d5cc6115a0b55958d491c2f39ed99aaeb738324"}
{"kind":"dense","vocab":4097,"mode":"unique","top_p":0.95,"top_k":20,"temperature":0.6,"sha256":"1e5bd7f4c4dca9c26c2dbb0419bf736450148859e2683e7fba1f2d7864207411"}
{"kind":"sparse","vocab":4097,"mode":"unique","top_p":1.0,"ids":[[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096],[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096],[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096],[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096]],"probabilities":[[4587338766723896628,4587341687746433435,4587344609101288761,4587347532501346487,4587350456233993217,4587353382013507009,4587356308125880511,4587359236286787089,4587362164780824304,4587365095325061967,4587368026202701413,4587370959132210035,4587373892395391809,4587376827712112845,4587379763362778620,4587382701068655105,4587385639108748138,4587388579205724687,4587391519637189814,4587394462127212627],[4587338766723896628,4587341687746433435,4587344609101288761,4587347532501346487,4587350456233993217,4587353382013507009,4587356308125880511,4587359236286787089,4587362164780824304,4587365095325061967,4587368026202701413,4587370959132210035,4587373892395391809,4587376827712112845,4587379763362778620,4587382701068655105,4587385639108748138,4587388579205724687,4587391519637189814,4587394462127212627],[4587338766723896628,4587341687746433435,4587344609101288761,4587347532501346487,4587350456233993217,4587353382013507009,4587356308125880511,4587359236286787089,4587362164780824304,4587365095325061967,4587368026202701413,4587370959132210035,4587373892395391809,4587376827712112845,4587379763362778620,4587382701068655105,4587385639108748138,4587388579205724687,4587391519637189814,4587394462127212627],[4587338766723896628,4587341687746433435,4587344609101288761,4587347532501346487,4587350456233993217,4587353382013507009,4587356308125880511,4587359236286787089,4587362164780824304,4587365095325061967,4587368026202701413,4587370959132210035,4587373892395391809,4587376827712112845,4587379763362778620,4587382701068655105,4587385639108748138,4587388579205724687,4587391519637189814,4587394462127212627]]}
{"kind":"dense","vocab":4097,"mode":"unique","top_p":1.0,"top_k":0,"temperature":0.0,"sha256":"c67271fb8e4375290a2e58e36d5cc6115a0b55958d491c2f39ed99aaeb738324"}
{"kind":"dense","vocab":4097,"mode":"unique","top_p":1.0,"top_k":0,"temperature":0.6,"sha256":"b2da1ea43082e953b08bda0dfbf0a7dfbcf8fd986a19eb1453725acce048e50e"}
{"kind":"dense","vocab":4097,"mode":"unique","top_p":1.0,"top_k":20,"temperature":0.0,"sha256":"c67271fb8e4375290a2e58e36d5cc6115a0b55958d491c2f39ed99aaeb738324"}
{"kind":"dense","vocab":4097,"mode":"unique","top_p":1.0,"top_k":20,"temperature":0.6,"sha256":"1e5bd7f4c4dca9c26c2dbb0419bf736450148859e2683e7fba1f2d7864207411"}
{"kind":"sparse","vocab":4097,"mode":"sharp","top_p":0.95,"ids":[[2039,2040,2041,2042,2043,2044,2045,2046,2047,2048,2049,2050,2051,2052,2053,2054,2055,2056],[2039,2040,2041,2042,2043,2044,2045,2046,2047,2048,2049,2050,2051,2052,2053,2054,2055,2056],[2039,2040,2041,2042,2043,2044,2045,2046,2047,2048,2049,2050,2051,2052,2053,2054,2055,2056],[2039,2040,2041,2042,2043,2044,2045,2046,2047,2048,2049,2050,2051,2052,2053,2054,2055,2056]],"probabilities":[[4576141533830273465,4578114810977369355,4580514783291187687,4582436496785348703,4584891440835931097,4586762931988664283,4589271415781901807,4591094000197185324,4593637620060095654,4595429575415770263,4593637620060095654,4591094000197185324,4589271415781901807,4586762931988664283,4584891440835931097,4582436496785348703,4580514783291187687,4578114810977369355],[4576141533830273465,4578114810977369355,4580514783291187687,4582436496785348703,4584891440835931097,4586762931988664283,4589271415781901807,4591094000197185324,4593637620060095654,4595429575415770263,4593637620060095654,4591094000197185324,4589271415781901807,4586762931988664283,4584891440835931097,4582436496785348703,4580514783291187687,4578114810977369355],[4576141533830273465,4578114810977369355,4580514783291187687,4582436496785348703,4584891440835931097,4586762931988664283,4589271415781901807,4591094000197185324,4593637620060095654,4595429575415770263,4593637620060095654,4591094000197185324,4589271415781901807,4586762931988664283,4584891440835931097,4582436496785348703,4580514783291187687,4578114810977369355],[4576141533830273465,4578114810977369355,4580514783291187687,4582436496785348703,4584891440835931097,4586762931988664283,4589271415781901807,4591094000197185324,4593637620060095654,4595429575415770263,4593637620060095654,4591094000197185324,4589271415781901807,4586762931988664283,4584891440835931097,4582436496785348703,4580514783291187687,4578114810977369355]]}
{"kind":"dense","vocab":4097,"mode":"sharp","top_p":0.95,"top_k":0,"temperature":0.0,"sha256":"06ebaab32e2222b14f4c90dbc5823fd49b605bb1b81747e27220338f0e977de8"}
{"kind":"dense","vocab":4097,"mode":"sharp","top_p":0.95,"top_k":0,"temperature":0.6,"sha256":"fb27cd8e6627b709ab424caf568cde9cd728878d77ec1b544a3c855ad222f368"}
{"kind":"dense","vocab":4097,"mode":"sharp","top_p":0.95,"top_k":20,"temperature":0.0,"sha256":"06ebaab32e2222b14f4c90dbc5823fd49b605bb1b81747e27220338f0e977de8"}
{"kind":"dense","vocab":4097,"mode":"sharp","top_p":0.95,"top_k":20,"temperature":0.6,"sha256":"fb27cd8e6627b709ab424caf568cde9cd728878d77ec1b544a3c855ad222f368"}
{"kind":"sparse","vocab":4097,"mode":"sharp","top_p":1.0,"ids":[[2038,2039,2040,2041,2042,2043,2044,2045,2046,2047,2048,2049,2050,2051,2052,2053,2054,2055,2056,2057],[2038,2039,2040,2041,2042,2043,2044,2045,2046,2047,2048,2049,2050,2051,2052,2053,2054,2055,2056,2057],[2038,2039,2040,2041,2042,2043,2044,2045,2046,2047,2048,2049,2050,2051,2052,2053,2054,2055,2056,2057],[2038,2039,2040,2041,2042,2043,2044,2045,2046,2047,2048,2049,2050,2051,2052,2053,2054,2055,2056,2057]],"probabilities":[[4573693400060212052,4576068534250915712,4578012934147074595,4580443692951995932,4582337280036070625,4584822207631544915,4586666309569943756,4589203991158308193,4590999901524866384,4593506296560486750,4595337936283513808,4593506296560486750,4590999901524866384,4589203991158308193,4586666309569943756,4584822207631544915,4582337280036070625,4580443692951995932,4578012934147074595,4576068534250915712],[4573693400060212052,4576068534250915712,4578012934147074595,4580443692951995932,4582337280036070625,4584822207631544915,4586666309569943756,4589203991158308193,4590999901524866384,4593506296560486750,4595337936283513808,4593506296560486750,4590999901524866384,4589203991158308193,4586666309569943756,4584822207631544915,4582337280036070625,4580443692951995932,4578012934147074595,4576068534250915712],[4573693400060212052,4576068534250915712,4578012934147074595,4580443692951995932,4582337280036070625,4584822207631544915,4586666309569943756,4589203991158308193,4590999901524866384,4593506296560486750,4595337936283513808,4593506296560486750,4590999901524866384,4589203991158308193,4586666309569943756,4584822207631544915,4582337280036070625,4580443692951995932,4578012934147074595,4576068534250915712],[4573693400060212052,4576068534250915712,4578012934147074595,4580443692951995932,4582337280036070625,4584822207631544915,4586666309569943756,4589203991158308193,4590999901524866384,4593506296560486750,4595337936283513808,4593506296560486750,4590999901524866384,4589203991158308193,4586666309569943756,4584822207631544915,4582337280036070625,4580443692951995932,4578012934147074595,4576068534250915712]]}
{"kind":"dense","vocab":4097,"mode":"sharp","top_p":1.0,"top_k":0,"temperature":0.0,"sha256":"06ebaab32e2222b14f4c90dbc5823fd49b605bb1b81747e27220338f0e977de8"}
{"kind":"dense","vocab":4097,"mode":"sharp","top_p":1.0,"top_k":0,"temperature":0.6,"sha256":"858b55cfff05e98e8cef1c9260d0e56f3750b18c1e9d7431fee824bd61ee1a59"}
{"kind":"dense","vocab":4097,"mode":"sharp","top_p":1.0,"top_k":20,"temperature":0.0,"sha256":"06ebaab32e2222b14f4c90dbc5823fd49b605bb1b81747e27220338f0e977de8"}
{"kind":"dense","vocab":4097,"mode":"sharp","top_p":1.0,"top_k":20,"temperature":0.6,"sha256":"2034d42431fec8bbd283270f484b19ce73a22b8ca0f6ae224596fff0fad6afa6"}
{"kind":"sparse","vocab":4097,"mode":"equal","top_p":0.95,"ids":[[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19]],"probabilities":[[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224],[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224],[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224],[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224]]}
{"kind":"dense","vocab":4097,"mode":"equal","top_p":0.95,"top_k":0,"temperature":0.0,"sha256":"b4a11e26a2208a02277a02d7a15fbf135fa00d16bddb5e7b70010c709433f9a9"}
{"kind":"dense","vocab":4097,"mode":"equal","top_p":0.95,"top_k":0,"temperature":0.6,"sha256":"cdfabc6a8bd23dc3d412bf3d0bef9a042e62b28e10b073d5798cc64a2e1559df"}
{"kind":"dense","vocab":4097,"mode":"equal","top_p":0.95,"top_k":20,"temperature":0.0,"sha256":"b4a11e26a2208a02277a02d7a15fbf135fa00d16bddb5e7b70010c709433f9a9"}
{"kind":"dense","vocab":4097,"mode":"equal","top_p":0.95,"top_k":20,"temperature":0.6,"sha256":"4d8d58c44fe3d255e96f413286bd7688f51a6f13b8f4b100ab6adb8af3f6dc3f"}
{"kind":"sparse","vocab":4097,"mode":"equal","top_p":1.0,"ids":[[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19]],"probabilities":[[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224],[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224],[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224],[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224]]}
{"kind":"dense","vocab":4097,"mode":"equal","top_p":1.0,"top_k":0,"temperature":0.0,"sha256":"b4a11e26a2208a02277a02d7a15fbf135fa00d16bddb5e7b70010c709433f9a9"}
{"kind":"dense","vocab":4097,"mode":"equal","top_p":1.0,"top_k":0,"temperature":0.6,"sha256":"aae2b7d568054610c2c33a2a7bf52a3ef42462797fcd2f39f808664aa720b7ad"}
{"kind":"dense","vocab":4097,"mode":"equal","top_p":1.0,"top_k":20,"temperature":0.0,"sha256":"b4a11e26a2208a02277a02d7a15fbf135fa00d16bddb5e7b70010c709433f9a9"}
{"kind":"dense","vocab":4097,"mode":"equal","top_p":1.0,"top_k":20,"temperature":0.6,"sha256":"4d8d58c44fe3d255e96f413286bd7688f51a6f13b8f4b100ab6adb8af3f6dc3f"}
{"kind":"sparse","vocab":4097,"mode":"nonfinite","top_p":0.95,"ids":[[0],[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096],[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096],[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096]],"probabilities":[[4607182418800017408],[4587338767903852705,4587341688419326307,4587344608934799908,4587347531969407040,4587350455004014172,4587353380557754835,4587356309470340206,4587359236703503223,4587362165616088595,4587365095368385143,4587368025960392868,4587370958231822947,4587373891342964203,4587376829492372521,4587379761763802600,4587382701592633273,4587385639742041591,4587388579570872263,4587391519399702935,4587394461747667138],[4587338767903852705,4587341688419326307,4587344608934799908,4587347531969407040,4587350455004014172,4587353380557754835,4587356309470340206,4587359236703503223,4587362165616088595,4587365095368385143,4587368025960392868,4587370958231822947,4587373891342964203,4587376829492372521,4587379761763802600,4587382701592633273,4587385639742041591,4587388579570872263,4587391519399702935,4587394461747667138],[4587338767903852705,4587341688419326307,4587344608934799908,4587347531969407040,4587350455004014172,4587353380557754835,4587356309470340206,4587359236703503223,4587362165616088595,4587365095368385143,4587368025960392868,4587370958231822947,4587373891342964203,4587376829492372521,4587379761763802600,4587382701592633273,4587385639742041591,4587388579570872263,4587391519399702935,4587394461747667138]]}
{"kind":"dense","vocab":4097,"mode":"nonfinite","top_p":0.95,"top_k":0,"temperature":0.0,"sha256":"b4a11e26a2208a02277a02d7a15fbf135fa00d16bddb5e7b70010c709433f9a9"}
{"kind":"dense","vocab":4097,"mode":"nonfinite","top_p":0.95,"top_k":0,"temperature":0.6,"error":true}
{"kind":"dense","vocab":4097,"mode":"nonfinite","top_p":0.95,"top_k":20,"temperature":0.0,"sha256":"b4a11e26a2208a02277a02d7a15fbf135fa00d16bddb5e7b70010c709433f9a9"}
{"kind":"dense","vocab":4097,"mode":"nonfinite","top_p":0.95,"top_k":20,"temperature":0.6,"error":true}
{"kind":"sparse","vocab":4097,"mode":"nonfinite","top_p":1.0,"ids":[[0],[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096],[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096],[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096]],"probabilities":[[4607182418800017408],[4587338766723896628,4587341687746433435,4587344609101288761,4587347532501346487,4587350456233993217,4587353382013507009,4587356308125880511,4587359236286787089,4587362164780824304,4587365095325061967,4587368026202701413,4587370959132210035,4587373892395391809,4587376827712112845,4587379763362778620,4587382701068655105,4587385639108748138,4587388579205724687,4587391519637189814,4587394462127212627],[4587338766723896628,4587341687746433435,4587344609101288761,4587347532501346487,4587350456233993217,4587353382013507009,4587356308125880511,4587359236286787089,4587362164780824304,4587365095325061967,4587368026202701413,4587370959132210035,4587373892395391809,4587376827712112845,4587379763362778620,4587382701068655105,4587385639108748138,4587388579205724687,4587391519637189814,4587394462127212627],[4587338766723896628,4587341687746433435,4587344609101288761,4587347532501346487,4587350456233993217,4587353382013507009,4587356308125880511,4587359236286787089,4587362164780824304,4587365095325061967,4587368026202701413,4587370959132210035,4587373892395391809,4587376827712112845,4587379763362778620,4587382701068655105,4587385639108748138,4587388579205724687,4587391519637189814,4587394462127212627]]}
{"kind":"dense","vocab":4097,"mode":"nonfinite","top_p":1.0,"top_k":0,"temperature":0.0,"sha256":"b4a11e26a2208a02277a02d7a15fbf135fa00d16bddb5e7b70010c709433f9a9"}
{"kind":"dense","vocab":4097,"mode":"nonfinite","top_p":1.0,"top_k":0,"temperature":0.6,"error":true}
{"kind":"dense","vocab":4097,"mode":"nonfinite","top_p":1.0,"top_k":20,"temperature":0.0,"sha256":"b4a11e26a2208a02277a02d7a15fbf135fa00d16bddb5e7b70010c709433f9a9"}
{"kind":"dense","vocab":4097,"mode":"nonfinite","top_p":1.0,"top_k":20,"temperature":0.6,"error":true}
{"kind":"sparse","vocab":4097,"mode":"mixed","top_p":0.95,"ids":[[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19],[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096],[2,9,16,23,30,37,44,51,58,65,72,79,86,93,100,107,114,121,128,135],[2039,2040,2041,2042,2043,2044,2045,2046,2047,2048,2049,2050,2051,2052,2053,2054,2055,2056]],"probabilities":[[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224],[4587338767903852705,4587341688419326307,4587344608934799908,4587347531969407040,4587350455004014172,4587353380557754835,4587356309470340206,4587359236703503223,4587362165616088595,4587365095368385143,4587368025960392868,4587370958231822947,4587373891342964203,4587376829492372521,4587379761763802600,4587382701592633273,4587385639742041591,4587388579570872263,4587391519399702935,4587394461747667138],[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224],[4576141533830273465,4578114810977369355,4580514783291187687,4582436496785348703,4584891440835931097,4586762931988664283,4589271415781901807,4591094000197185324,4593637620060095654,4595429575415770263,4593637620060095654,4591094000197185324,4589271415781901807,4586762931988664283,4584891440835931097,4582436496785348703,4580514783291187687,4578114810977369355]]}
{"kind":"dense","vocab":4097,"mode":"mixed","top_p":0.95,"top_k":0,"temperature":0.0,"sha256":"b4a11e26a2208a02277a02d7a15fbf135fa00d16bddb5e7b70010c709433f9a9"}
{"kind":"dense","vocab":4097,"mode":"mixed","top_p":0.95,"top_k":0,"temperature":0.6,"sha256":"cdfabc6a8bd23dc3d412bf3d0bef9a042e62b28e10b073d5798cc64a2e1559df"}
{"kind":"dense","vocab":4097,"mode":"mixed","top_p":0.95,"top_k":20,"temperature":0.0,"sha256":"b4a11e26a2208a02277a02d7a15fbf135fa00d16bddb5e7b70010c709433f9a9"}
{"kind":"dense","vocab":4097,"mode":"mixed","top_p":0.95,"top_k":20,"temperature":0.6,"sha256":"4d8d58c44fe3d255e96f413286bd7688f51a6f13b8f4b100ab6adb8af3f6dc3f"}
{"kind":"sparse","vocab":4097,"mode":"mixed","top_p":1.0,"ids":[[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19],[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096],[2,9,16,23,30,37,44,51,58,65,72,79,86,93,100,107,114,121,128,135],[2038,2039,2040,2041,2042,2043,2044,2045,2046,2047,2048,2049,2050,2051,2052,2053,2054,2055,2056,2057]],"probabilities":[[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224],[4587338766723896628,4587341687746433435,4587344609101288761,4587347532501346487,4587350456233993217,4587353382013507009,4587356308125880511,4587359236286787089,4587362164780824304,4587365095325061967,4587368026202701413,4587370959132210035,4587373892395391809,4587376827712112845,4587379763362778620,4587382701068655105,4587385639108748138,4587388579205724687,4587391519637189814,4587394462127212627],[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224],[4573693400060212052,4576068534250915712,4578012934147074595,4580443692951995932,4582337280036070625,4584822207631544915,4586666309569943756,4589203991158308193,4590999901524866384,4593506296560486750,4595337936283513808,4593506296560486750,4590999901524866384,4589203991158308193,4586666309569943756,4584822207631544915,4582337280036070625,4580443692951995932,4578012934147074595,4576068534250915712]]}
{"kind":"dense","vocab":4097,"mode":"mixed","top_p":1.0,"top_k":0,"temperature":0.0,"sha256":"b4a11e26a2208a02277a02d7a15fbf135fa00d16bddb5e7b70010c709433f9a9"}
{"kind":"dense","vocab":4097,"mode":"mixed","top_p":1.0,"top_k":0,"temperature":0.6,"sha256":"aae2b7d568054610c2c33a2a7bf52a3ef42462797fcd2f39f808664aa720b7ad"}
{"kind":"dense","vocab":4097,"mode":"mixed","top_p":1.0,"top_k":20,"temperature":0.0,"sha256":"b4a11e26a2208a02277a02d7a15fbf135fa00d16bddb5e7b70010c709433f9a9"}
{"kind":"dense","vocab":4097,"mode":"mixed","top_p":1.0,"top_k":20,"temperature":0.6,"sha256":"4d8d58c44fe3d255e96f413286bd7688f51a6f13b8f4b100ab6adb8af3f6dc3f"}
{"kind":"sparse","vocab":248320,"mode":"unique","top_p":0.95,"ids":[[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319],[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319],[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319],[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319]],"probabilities":[[4587366122787014302,4587366170310645966,4587366218626338158,4587366266149969822,4587366315257722542,4587366363573414733,4587366411097046397,4587366459412738589,4587366506936370253,4587366555252062445,4587366602775694109,4587366651883446828,4587366700199139020,4587366747722770684,4587366796038462876,4587366843562094540,4587366891877786731,4587366946529963145,4587366995637715864,4587367043161347528],[4587366122787014302,4587366170310645966,4587366218626338158,4587366266149969822,4587366315257722542,4587366363573414733,4587366411097046397,4587366459412738589,4587366506936370253,4587366555252062445,4587366602775694109,4587366651883446828,4587366700199139020,4587366747722770684,4587366796038462876,4587366843562094540,4587366891877786731,4587366946529963145,4587366995637715864,4587367043161347528],[4587366122787014302,4587366170310645966,4587366218626338158,4587366266149969822,4587366315257722542,4587366363573414733,4587366411097046397,4587366459412738589,4587366506936370253,4587366555252062445,4587366602775694109,4587366651883446828,4587366700199139020,4587366747722770684,4587366796038462876,4587366843562094540,4587366891877786731,4587366946529963145,4587366995637715864,4587367043161347528],[4587366122787014302,4587366170310645966,4587366218626338158,4587366266149969822,4587366315257722542,4587366363573414733,4587366411097046397,4587366459412738589,4587366506936370253,4587366555252062445,4587366602775694109,4587366651883446828,4587366700199139020,4587366747722770684,4587366796038462876,4587366843562094540,4587366891877786731,4587366946529963145,4587366995637715864,4587367043161347528]]}
{"kind":"dense","vocab":248320,"mode":"unique","top_p":0.95,"top_k":0,"temperature":0.0,"sha256":"de8cadf0e580e4468fda92d56606ac16a673e481a2b08f266b2998ea2f71dd6c"}
{"kind":"dense","vocab":248320,"mode":"unique","top_p":0.95,"top_k":0,"temperature":0.6,"sha256":"024ab857f425c6804fc9bef654ca592cc2076d8339bdf01bae21b418fa22e924"}
{"kind":"dense","vocab":248320,"mode":"unique","top_p":0.95,"top_k":20,"temperature":0.0,"sha256":"de8cadf0e580e4468fda92d56606ac16a673e481a2b08f266b2998ea2f71dd6c"}
{"kind":"dense","vocab":248320,"mode":"unique","top_p":0.95,"top_k":20,"temperature":0.6,"sha256":"ce7d970755d964a0716d4d2f985283c2ec7145c50993d973e8e69839a9e6b587"}
{"kind":"sparse","vocab":248320,"mode":"unique","top_p":1.0,"ids":[[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319],[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319],[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319],[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319]],"probabilities":[[4587366121016187173,4587366169116914460,4587366218076913066,4587366266178288305,4587366314279984656,4587366363240969637,4587366411343313955,4587366459445979390,4587366507548965947,4587366556511264182,4587366604614898721,4587366652718854388,4587366700823131184,4587366749786742709,4587366798750686938,4587366845996913438,4587366894961511411,4587366943067405357,4587366992032662920,4587367039280156679],[4587366121016187173,4587366169116914460,4587366218076913066,4587366266178288305,4587366314279984656,4587366363240969637,4587366411343313955,4587366459445979390,4587366507548965947,4587366556511264182,4587366604614898721,4587366652718854388,4587366700823131184,4587366749786742709,4587366798750686938,4587366845996913438,4587366894961511411,4587366943067405357,4587366992032662920,4587367039280156679],[4587366121016187173,4587366169116914460,4587366218076913066,4587366266178288305,4587366314279984656,4587366363240969637,4587366411343313955,4587366459445979390,4587366507548965947,4587366556511264182,4587366604614898721,4587366652718854388,4587366700823131184,4587366749786742709,4587366798750686938,4587366845996913438,4587366894961511411,4587366943067405357,4587366992032662920,4587367039280156679],[4587366121016187173,4587366169116914460,4587366218076913066,4587366266178288305,4587366314279984656,4587366363240969637,4587366411343313955,4587366459445979390,4587366507548965947,4587366556511264182,4587366604614898721,4587366652718854388,4587366700823131184,4587366749786742709,4587366798750686938,4587366845996913438,4587366894961511411,4587366943067405357,4587366992032662920,4587367039280156679]]}
{"kind":"dense","vocab":248320,"mode":"unique","top_p":1.0,"top_k":0,"temperature":0.0,"sha256":"de8cadf0e580e4468fda92d56606ac16a673e481a2b08f266b2998ea2f71dd6c"}
{"kind":"dense","vocab":248320,"mode":"unique","top_p":1.0,"top_k":0,"temperature":0.6,"sha256":"99099c8473ded5d1cf82e2693e2f2280579f219ece0ee693fed3cbced54b84c4"}
{"kind":"dense","vocab":248320,"mode":"unique","top_p":1.0,"top_k":20,"temperature":0.0,"sha256":"de8cadf0e580e4468fda92d56606ac16a673e481a2b08f266b2998ea2f71dd6c"}
{"kind":"dense","vocab":248320,"mode":"unique","top_p":1.0,"top_k":20,"temperature":0.6,"sha256":"ce7d970755d964a0716d4d2f985283c2ec7145c50993d973e8e69839a9e6b587"}
{"kind":"sparse","vocab":248320,"mode":"sharp","top_p":0.95,"ids":[[124151,124152,124153,124154,124155,124156,124157,124158,124159,124160,124161,124162,124163,124164,124165,124166,124167,124168],[124151,124152,124153,124154,124155,124156,124157,124158,124159,124160,124161,124162,124163,124164,124165,124166,124167,124168],[124151,124152,124153,124154,124155,124156,124157,124158,124159,124160,124161,124162,124163,124164,124165,124166,124167,124168],[124151,124152,124153,124154,124155,124156,124157,124158,124159,124160,124161,124162,124163,124164,124165,124166,124167,124168]],"probabilities":[[4576141533830273465,4578114810977369355,4580514783291187687,4582436496785348703,4584891440835931097,4586762931988664283,4589271415781901807,4591094000197185324,4593637620060095654,4595429575415770263,4593637620060095654,4591094000197185324,4589271415781901807,4586762931988664283,4584891440835931097,4582436496785348703,4580514783291187687,4578114810977369355],[4576141533830273465,4578114810977369355,4580514783291187687,4582436496785348703,4584891440835931097,4586762931988664283,4589271415781901807,4591094000197185324,4593637620060095654,4595429575415770263,4593637620060095654,4591094000197185324,4589271415781901807,4586762931988664283,4584891440835931097,4582436496785348703,4580514783291187687,4578114810977369355],[4576141533830273465,4578114810977369355,4580514783291187687,4582436496785348703,4584891440835931097,4586762931988664283,4589271415781901807,4591094000197185324,4593637620060095654,4595429575415770263,4593637620060095654,4591094000197185324,4589271415781901807,4586762931988664283,4584891440835931097,4582436496785348703,4580514783291187687,4578114810977369355],[4576141533830273465,4578114810977369355,4580514783291187687,4582436496785348703,4584891440835931097,4586762931988664283,4589271415781901807,4591094000197185324,4593637620060095654,4595429575415770263,4593637620060095654,4591094000197185324,4589271415781901807,4586762931988664283,4584891440835931097,4582436496785348703,4580514783291187687,4578114810977369355]]}
{"kind":"dense","vocab":248320,"mode":"sharp","top_p":0.95,"top_k":0,"temperature":0.0,"sha256":"52a853b47a6dd789cd0e2bea3d2c440e22ef6f5dc9a5c6b9db74a2e677f137d1"}
{"kind":"dense","vocab":248320,"mode":"sharp","top_p":0.95,"top_k":0,"temperature":0.6,"sha256":"8977cd3d492cead3d184b186e0e6217f376150eb93dc297d2c11b111348913a8"}
{"kind":"dense","vocab":248320,"mode":"sharp","top_p":0.95,"top_k":20,"temperature":0.0,"sha256":"52a853b47a6dd789cd0e2bea3d2c440e22ef6f5dc9a5c6b9db74a2e677f137d1"}
{"kind":"dense","vocab":248320,"mode":"sharp","top_p":0.95,"top_k":20,"temperature":0.6,"sha256":"8977cd3d492cead3d184b186e0e6217f376150eb93dc297d2c11b111348913a8"}
{"kind":"sparse","vocab":248320,"mode":"sharp","top_p":1.0,"ids":[[124150,124151,124152,124153,124154,124155,124156,124157,124158,124159,124160,124161,124162,124163,124164,124165,124166,124167,124168,124169],[124150,124151,124152,124153,124154,124155,124156,124157,124158,124159,124160,124161,124162,124163,124164,124165,124166,124167,124168,124169],[124150,124151,124152,124153,124154,124155,124156,124157,124158,124159,124160,124161,124162,124163,124164,124165,124166,124167,124168,124169],[124150,124151,124152,124153,124154,124155,124156,124157,124158,124159,124160,124161,124162,124163,124164,124165,124166,124167,124168,124169]],"probabilities":[[4573693400060212052,4576068534250915712,4578012934147074595,4580443692951995932,4582337280036070625,4584822207631544915,4586666309569943756,4589203991158308193,4590999901524866384,4593506296560486750,4595337936283513808,4593506296560486750,4590999901524866384,4589203991158308193,4586666309569943756,4584822207631544915,4582337280036070625,4580443692951995932,4578012934147074595,4576068534250915712],[4573693400060212052,4576068534250915712,4578012934147074595,4580443692951995932,4582337280036070625,4584822207631544915,4586666309569943756,4589203991158308193,4590999901524866384,4593506296560486750,4595337936283513808,4593506296560486750,4590999901524866384,4589203991158308193,4586666309569943756,4584822207631544915,4582337280036070625,4580443692951995932,4578012934147074595,4576068534250915712],[4573693400060212052,4576068534250915712,4578012934147074595,4580443692951995932,4582337280036070625,4584822207631544915,4586666309569943756,4589203991158308193,4590999901524866384,4593506296560486750,4595337936283513808,4593506296560486750,4590999901524866384,4589203991158308193,4586666309569943756,4584822207631544915,4582337280036070625,4580443692951995932,4578012934147074595,4576068534250915712],[4573693400060212052,4576068534250915712,4578012934147074595,4580443692951995932,4582337280036070625,4584822207631544915,4586666309569943756,4589203991158308193,4590999901524866384,4593506296560486750,4595337936283513808,4593506296560486750,4590999901524866384,4589203991158308193,4586666309569943756,4584822207631544915,4582337280036070625,4580443692951995932,4578012934147074595,4576068534250915712]]}
{"kind":"dense","vocab":248320,"mode":"sharp","top_p":1.0,"top_k":0,"temperature":0.0,"sha256":"52a853b47a6dd789cd0e2bea3d2c440e22ef6f5dc9a5c6b9db74a2e677f137d1"}
{"kind":"dense","vocab":248320,"mode":"sharp","top_p":1.0,"top_k":0,"temperature":0.6,"sha256":"9aa09b1b84788e67a1d0a22027eb1c6305d58b4a1f7160d1c79588323529eabb"}
{"kind":"dense","vocab":248320,"mode":"sharp","top_p":1.0,"top_k":20,"temperature":0.0,"sha256":"52a853b47a6dd789cd0e2bea3d2c440e22ef6f5dc9a5c6b9db74a2e677f137d1"}
{"kind":"dense","vocab":248320,"mode":"sharp","top_p":1.0,"top_k":20,"temperature":0.6,"sha256":"5802e85a5c7d644a8db67e8f7d2a448a41ffab754d7e496fbc63f3391b6872db"}
{"kind":"sparse","vocab":248320,"mode":"equal","top_p":0.95,"ids":[[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19]],"probabilities":[[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224],[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224],[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224],[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224]]}
{"kind":"dense","vocab":248320,"mode":"equal","top_p":0.95,"top_k":0,"temperature":0.0,"sha256":"a781d9dc26dcafd56743703f36a26ed788d7941813aba3686dc5ecd68927c969"}
{"kind":"dense","vocab":248320,"mode":"equal","top_p":0.95,"top_k":0,"temperature":0.6,"sha256":"4c61bb7e78834cd4caa927e1b63092759f5d8173145e08ca78212d5a716b390f"}
{"kind":"dense","vocab":248320,"mode":"equal","top_p":0.95,"top_k":20,"temperature":0.0,"sha256":"a781d9dc26dcafd56743703f36a26ed788d7941813aba3686dc5ecd68927c969"}
{"kind":"dense","vocab":248320,"mode":"equal","top_p":0.95,"top_k":20,"temperature":0.6,"sha256":"dd72f182a8194dbc8d2be121876463ad662c9b3537bd77ad0b5ec9a995109615"}
{"kind":"sparse","vocab":248320,"mode":"equal","top_p":1.0,"ids":[[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19]],"probabilities":[[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224],[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224],[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224],[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224]]}
{"kind":"dense","vocab":248320,"mode":"equal","top_p":1.0,"top_k":0,"temperature":0.0,"sha256":"a781d9dc26dcafd56743703f36a26ed788d7941813aba3686dc5ecd68927c969"}
{"kind":"dense","vocab":248320,"mode":"equal","top_p":1.0,"top_k":0,"temperature":0.6,"sha256":"6f46aac0b33fcf6d92ebe44511db79afdcb03ca323cddbbd03c07636fe78be61"}
{"kind":"dense","vocab":248320,"mode":"equal","top_p":1.0,"top_k":20,"temperature":0.0,"sha256":"a781d9dc26dcafd56743703f36a26ed788d7941813aba3686dc5ecd68927c969"}
{"kind":"dense","vocab":248320,"mode":"equal","top_p":1.0,"top_k":20,"temperature":0.6,"sha256":"dd72f182a8194dbc8d2be121876463ad662c9b3537bd77ad0b5ec9a995109615"}
{"kind":"sparse","vocab":248320,"mode":"nonfinite","top_p":0.95,"ids":[[0],[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319],[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319],[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319]],"probabilities":[[4607182418800017408],[4587366122787014302,4587366170310645966,4587366218626338158,4587366266149969822,4587366315257722542,4587366363573414733,4587366411097046397,4587366459412738589,4587366506936370253,4587366555252062445,4587366602775694109,4587366651883446828,4587366700199139020,4587366747722770684,4587366796038462876,4587366843562094540,4587366891877786731,4587366946529963145,4587366995637715864,4587367043161347528],[4587366122787014302,4587366170310645966,4587366218626338158,4587366266149969822,4587366315257722542,4587366363573414733,4587366411097046397,4587366459412738589,4587366506936370253,4587366555252062445,4587366602775694109,4587366651883446828,4587366700199139020,4587366747722770684,4587366796038462876,4587366843562094540,4587366891877786731,4587366946529963145,4587366995637715864,4587367043161347528],[4587366122787014302,4587366170310645966,4587366218626338158,4587366266149969822,4587366315257722542,4587366363573414733,4587366411097046397,4587366459412738589,4587366506936370253,4587366555252062445,4587366602775694109,4587366651883446828,4587366700199139020,4587366747722770684,4587366796038462876,4587366843562094540,4587366891877786731,4587366946529963145,4587366995637715864,4587367043161347528]]}
{"kind":"dense","vocab":248320,"mode":"nonfinite","top_p":0.95,"top_k":0,"temperature":0.0,"sha256":"a781d9dc26dcafd56743703f36a26ed788d7941813aba3686dc5ecd68927c969"}
{"kind":"dense","vocab":248320,"mode":"nonfinite","top_p":0.95,"top_k":0,"temperature":0.6,"error":true}
{"kind":"dense","vocab":248320,"mode":"nonfinite","top_p":0.95,"top_k":20,"temperature":0.0,"sha256":"a781d9dc26dcafd56743703f36a26ed788d7941813aba3686dc5ecd68927c969"}
{"kind":"dense","vocab":248320,"mode":"nonfinite","top_p":0.95,"top_k":20,"temperature":0.6,"error":true}
{"kind":"sparse","vocab":248320,"mode":"nonfinite","top_p":1.0,"ids":[[0],[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319],[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319],[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319]],"probabilities":[[4607182418800017408],[4587366121016187173,4587366169116914460,4587366218076913066,4587366266178288305,4587366314279984656,4587366363240969637,4587366411343313955,4587366459445979390,4587366507548965947,4587366556511264182,4587366604614898721,4587366652718854388,4587366700823131184,4587366749786742709,4587366798750686938,4587366845996913438,4587366894961511411,4587366943067405357,4587366992032662920,4587367039280156679],[4587366121016187173,4587366169116914460,4587366218076913066,4587366266178288305,4587366314279984656,4587366363240969637,4587366411343313955,4587366459445979390,4587366507548965947,4587366556511264182,4587366604614898721,4587366652718854388,4587366700823131184,4587366749786742709,4587366798750686938,4587366845996913438,4587366894961511411,4587366943067405357,4587366992032662920,4587367039280156679],[4587366121016187173,4587366169116914460,4587366218076913066,4587366266178288305,4587366314279984656,4587366363240969637,4587366411343313955,4587366459445979390,4587366507548965947,4587366556511264182,4587366604614898721,4587366652718854388,4587366700823131184,4587366749786742709,4587366798750686938,4587366845996913438,4587366894961511411,4587366943067405357,4587366992032662920,4587367039280156679]]}
{"kind":"dense","vocab":248320,"mode":"nonfinite","top_p":1.0,"top_k":0,"temperature":0.0,"sha256":"a781d9dc26dcafd56743703f36a26ed788d7941813aba3686dc5ecd68927c969"}
{"kind":"dense","vocab":248320,"mode":"nonfinite","top_p":1.0,"top_k":0,"temperature":0.6,"error":true}
{"kind":"dense","vocab":248320,"mode":"nonfinite","top_p":1.0,"top_k":20,"temperature":0.0,"sha256":"a781d9dc26dcafd56743703f36a26ed788d7941813aba3686dc5ecd68927c969"}
{"kind":"dense","vocab":248320,"mode":"nonfinite","top_p":1.0,"top_k":20,"temperature":0.6,"error":true}
{"kind":"sparse","vocab":248320,"mode":"mixed","top_p":0.95,"ids":[[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19],[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319],[2,9,16,23,30,37,44,51,58,65,72,79,86,93,100,107,114,121,128,135],[124151,124152,124153,124154,124155,124156,124157,124158,124159,124160,124161,124162,124163,124164,124165,124166,124167,124168]],"probabilities":[[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224],[4587366122787014302,4587366170310645966,4587366218626338158,4587366266149969822,4587366315257722542,4587366363573414733,4587366411097046397,4587366459412738589,4587366506936370253,4587366555252062445,4587366602775694109,4587366651883446828,4587366700199139020,4587366747722770684,4587366796038462876,4587366843562094540,4587366891877786731,4587366946529963145,4587366995637715864,4587367043161347528],[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224],[4576141533830273465,4578114810977369355,4580514783291187687,4582436496785348703,4584891440835931097,4586762931988664283,4589271415781901807,4591094000197185324,4593637620060095654,4595429575415770263,4593637620060095654,4591094000197185324,4589271415781901807,4586762931988664283,4584891440835931097,4582436496785348703,4580514783291187687,4578114810977369355]]}
{"kind":"dense","vocab":248320,"mode":"mixed","top_p":0.95,"top_k":0,"temperature":0.0,"sha256":"a781d9dc26dcafd56743703f36a26ed788d7941813aba3686dc5ecd68927c969"}
{"kind":"dense","vocab":248320,"mode":"mixed","top_p":0.95,"top_k":0,"temperature":0.6,"sha256":"4c61bb7e78834cd4caa927e1b63092759f5d8173145e08ca78212d5a716b390f"}
{"kind":"dense","vocab":248320,"mode":"mixed","top_p":0.95,"top_k":20,"temperature":0.0,"sha256":"a781d9dc26dcafd56743703f36a26ed788d7941813aba3686dc5ecd68927c969"}
{"kind":"dense","vocab":248320,"mode":"mixed","top_p":0.95,"top_k":20,"temperature":0.6,"sha256":"dd72f182a8194dbc8d2be121876463ad662c9b3537bd77ad0b5ec9a995109615"}
{"kind":"sparse","vocab":248320,"mode":"mixed","top_p":1.0,"ids":[[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19],[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319],[2,9,16,23,30,37,44,51,58,65,72,79,86,93,100,107,114,121,128,135],[124150,124151,124152,124153,124154,124155,124156,124157,124158,124159,124160,124161,124162,124163,124164,124165,124166,124167,124168,124169]],"probabilities":[[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224],[4587366121016187173,4587366169116914460,4587366218076913066,4587366266178288305,4587366314279984656,4587366363240969637,4587366411343313955,4587366459445979390,4587366507548965947,4587366556511264182,4587366604614898721,4587366652718854388,4587366700823131184,4587366749786742709,4587366798750686938,4587366845996913438,4587366894961511411,4587366943067405357,4587366992032662920,4587367039280156679],[4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224,4587366580439587224],[4573693400060212052,4576068534250915712,4578012934147074595,4580443692951995932,4582337280036070625,4584822207631544915,4586666309569943756,4589203991158308193,4590999901524866384,4593506296560486750,4595337936283513808,4593506296560486750,4590999901524866384,4589203991158308193,4586666309569943756,4584822207631544915,4582337280036070625,4580443692951995932,4578012934147074595,4576068534250915712]]}
{"kind":"dense","vocab":248320,"mode":"mixed","top_p":1.0,"top_k":0,"temperature":0.0,"sha256":"a781d9dc26dcafd56743703f36a26ed788d7941813aba3686dc5ecd68927c969"}
{"kind":"dense","vocab":248320,"mode":"mixed","top_p":1.0,"top_k":0,"temperature":0.6,"sha256":"6f46aac0b33fcf6d92ebe44511db79afdcb03ca323cddbbd03c07636fe78be61"}
{"kind":"dense","vocab":248320,"mode":"mixed","top_p":1.0,"top_k":20,"temperature":0.0,"sha256":"a781d9dc26dcafd56743703f36a26ed788d7941813aba3686dc5ecd68927c969"}
{"kind":"dense","vocab":248320,"mode":"mixed","top_p":1.0,"top_k":20,"temperature":0.6,"sha256":"dd72f182a8194dbc8d2be121876463ad662c9b3537bd77ad0b5ec9a995109615"}