Save inference parity implementation and evaluation harness
This commit is contained in:
Georg Bauer
+162
@@ -0,0 +1,162 @@
|
||||
{"vocab": 17, "dtype": "bfloat16", "layout": "vector", "mode": "pattern", "outputs": [{"tokens": [2], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [2], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [15], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [12], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [16], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [13], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [2], "shape": [], "key": [1072857790, 2955594651]}, {"tokens": [2], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [13], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [11], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "bfloat16", "layout": "vector", "mode": "equal", "outputs": [{"tokens": [14], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [0], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [10], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [12], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [2], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [13], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [0], "shape": [], "key": [1072857790, 2955594651]}, {"tokens": [0], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [13], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [8], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "bfloat16", "layout": "vector", "mode": "nonfinite", "outputs": [{"tokens": [0], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [0], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [1], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [0], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [1], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [0], "shape": [], "key": [1072857790, 2955594651]}, {"tokens": [1], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [1], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [0], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "bfloat16", "layout": "singleton", "mode": "pattern", "outputs": [{"tokens": [16], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [2], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [13], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [7], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [8], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [1], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [2], "shape": [1], "key": [1072857790, 2955594651]}, {"tokens": [2], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [2], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [2], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "bfloat16", "layout": "singleton", "mode": "equal", "outputs": [{"tokens": [6], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [0], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [13], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [7], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [16], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [3], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [0], "shape": [1], "key": [1072857790, 2955594651]}, {"tokens": [0], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [5], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [0], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "bfloat16", "layout": "singleton", "mode": "nonfinite", "outputs": [{"tokens": [16], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [16], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [16], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [16], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [16], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [16], "shape": [1], "key": [1072857790, 2955594651]}, {"tokens": [1], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [16], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [16], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "bfloat16", "layout": "prefix", "mode": "pattern", "outputs": [{"tokens": [16, 14, 11, 3], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [2, 0, 13, 11], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [16, 15, 13, 11], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 15, 5, 7], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [0, 10, 6, 11], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 6, 11], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [2, 0, 13, 11], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [2, 0, 13, 11], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 15, 8, 11], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 14, 9, 8], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "bfloat16", "layout": "prefix", "mode": "equal", "outputs": [{"tokens": [14, 7, 2, 8], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [2, 6, 7, 0], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 7, 4, 7], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3, 6, 7, 11], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 1, 15], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [10, 15, 0, 11], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [15, 2, 16, 3], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "bfloat16", "layout": "prefix", "mode": "nonfinite", "outputs": [{"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [1, 5, 2, 6], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 5, 2, 6], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1, 5, 2, 6], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [1, 5, 2, 6], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 5, 2, 6], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "bfloat16", "layout": "strided", "mode": "pattern", "outputs": [{"tokens": [15, 5, 3, 7], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [8, 6, 4, 10], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [15, 13, 4, 10], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [8, 13, 4, 7], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [7, 3, 16, 10], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 1, 15], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [8, 6, 4, 10], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [8, 6, 4, 10], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [8, 6, 3, 7], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [15, 5, 2, 1], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "bfloat16", "layout": "strided", "mode": "equal", "outputs": [{"tokens": [14, 7, 2, 8], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [2, 6, 7, 0], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 7, 4, 7], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3, 6, 7, 11], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 1, 15], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [10, 15, 0, 11], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [15, 2, 16, 3], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "bfloat16", "layout": "strided", "mode": "nonfinite", "outputs": [{"tokens": [0, 0, 1, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [0, 0, 1, 1], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [0, 0, 1, 1], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 1, 1], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [0, 0, 1, 1], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "bfloat16", "layout": "reverse", "mode": "pattern", "outputs": [{"tokens": [7, 5, 2, 5], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [5, 3, 16, 14], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [7, 4, 16, 14], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [6, 7, 2, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [5, 9, 7, 14], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 1, 15], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [5, 3, 16, 14], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [5, 3, 16, 14], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [10, 5, 1, 11], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [7, 5, 4, 16], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "bfloat16", "layout": "reverse", "mode": "equal", "outputs": [{"tokens": [14, 7, 2, 8], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [2, 6, 7, 0], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 7, 4, 7], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3, 6, 7, 11], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 1, 15], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [10, 15, 0, 11], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [15, 2, 16, 3], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "bfloat16", "layout": "reverse", "mode": "nonfinite", "outputs": [{"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "bfloat16", "layout": "broadcast", "mode": "pattern", "outputs": [{"tokens": [16, 16, 16, 11], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [2, 2, 2, 2], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [16, 1, 12, 2], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 15, 2, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [0, 13, 12, 2], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 1, 15], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [2, 2, 2, 2], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [2, 2, 2, 2], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 15, 0, 11], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 16, 15, 0], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "bfloat16", "layout": "broadcast", "mode": "equal", "outputs": [{"tokens": [14, 7, 2, 8], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [2, 6, 7, 0], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 7, 4, 7], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3, 6, 7, 11], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 1, 15], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [10, 15, 0, 11], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [15, 2, 16, 3], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "bfloat16", "layout": "broadcast", "mode": "nonfinite", "outputs": [{"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float16", "layout": "vector", "mode": "pattern", "outputs": [{"tokens": [2], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [2], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [15], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [12], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [16], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [13], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [2], "shape": [], "key": [1072857790, 2955594651]}, {"tokens": [2], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [13], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [11], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float16", "layout": "vector", "mode": "equal", "outputs": [{"tokens": [14], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [0], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [10], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [12], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [2], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [13], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [0], "shape": [], "key": [1072857790, 2955594651]}, {"tokens": [0], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [13], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [8], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float16", "layout": "vector", "mode": "nonfinite", "outputs": [{"tokens": [0], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [0], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [1], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [0], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [1], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [0], "shape": [], "key": [1072857790, 2955594651]}, {"tokens": [1], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [1], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [0], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float16", "layout": "singleton", "mode": "pattern", "outputs": [{"tokens": [16], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [2], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [13], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [7], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [8], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [1], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [2], "shape": [1], "key": [1072857790, 2955594651]}, {"tokens": [2], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [2], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [2], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float16", "layout": "singleton", "mode": "equal", "outputs": [{"tokens": [6], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [0], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [13], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [7], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [16], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [3], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [0], "shape": [1], "key": [1072857790, 2955594651]}, {"tokens": [0], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [5], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [0], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float16", "layout": "singleton", "mode": "nonfinite", "outputs": [{"tokens": [16], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [16], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [16], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [16], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [16], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [16], "shape": [1], "key": [1072857790, 2955594651]}, {"tokens": [1], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [16], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [16], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float16", "layout": "prefix", "mode": "pattern", "outputs": [{"tokens": [16, 14, 11, 3], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [2, 0, 13, 11], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [16, 15, 13, 11], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 15, 5, 7], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [0, 10, 6, 11], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 6, 11], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [2, 0, 13, 11], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [2, 0, 13, 11], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 15, 8, 11], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 14, 9, 8], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float16", "layout": "prefix", "mode": "equal", "outputs": [{"tokens": [14, 7, 2, 8], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [2, 6, 7, 0], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 7, 4, 7], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3, 6, 7, 11], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 1, 15], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [10, 15, 0, 11], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [15, 2, 16, 3], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float16", "layout": "prefix", "mode": "nonfinite", "outputs": [{"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [1, 5, 2, 6], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 5, 2, 6], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1, 5, 2, 6], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [1, 5, 2, 6], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 5, 2, 6], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float16", "layout": "strided", "mode": "pattern", "outputs": [{"tokens": [15, 5, 3, 7], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [8, 6, 4, 10], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [15, 13, 4, 10], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [8, 13, 4, 7], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [7, 3, 16, 10], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 1, 15], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [8, 6, 4, 10], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [8, 6, 4, 10], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [8, 6, 3, 7], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [15, 5, 2, 1], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float16", "layout": "strided", "mode": "equal", "outputs": [{"tokens": [14, 7, 2, 8], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [2, 6, 7, 0], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 7, 4, 7], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3, 6, 7, 11], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 1, 15], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [10, 15, 0, 11], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [15, 2, 16, 3], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float16", "layout": "strided", "mode": "nonfinite", "outputs": [{"tokens": [0, 0, 1, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [0, 0, 1, 1], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [0, 0, 1, 1], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 1, 1], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [0, 0, 1, 1], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float16", "layout": "reverse", "mode": "pattern", "outputs": [{"tokens": [7, 5, 2, 5], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [5, 3, 16, 14], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [7, 4, 16, 14], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [6, 7, 2, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [5, 9, 7, 14], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 1, 15], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [5, 3, 16, 14], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [5, 3, 16, 14], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [10, 5, 1, 11], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [7, 5, 4, 16], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float16", "layout": "reverse", "mode": "equal", "outputs": [{"tokens": [14, 7, 2, 8], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [2, 6, 7, 0], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 7, 4, 7], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3, 6, 7, 11], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 1, 15], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [10, 15, 0, 11], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [15, 2, 16, 3], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float16", "layout": "reverse", "mode": "nonfinite", "outputs": [{"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float16", "layout": "broadcast", "mode": "pattern", "outputs": [{"tokens": [16, 16, 16, 11], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [2, 2, 2, 2], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [16, 1, 12, 2], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 15, 2, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [0, 13, 12, 2], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 1, 15], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [2, 2, 2, 2], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [2, 2, 2, 2], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 15, 0, 11], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 16, 15, 0], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float16", "layout": "broadcast", "mode": "equal", "outputs": [{"tokens": [14, 7, 2, 8], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [2, 6, 7, 0], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 7, 4, 7], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3, 6, 7, 11], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 1, 15], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [10, 15, 0, 11], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [15, 2, 16, 3], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float16", "layout": "broadcast", "mode": "nonfinite", "outputs": [{"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float32", "layout": "vector", "mode": "pattern", "outputs": [{"tokens": [2], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [2], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [15], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [12], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [16], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [13], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [2], "shape": [], "key": [1072857790, 2955594651]}, {"tokens": [2], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [13], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [11], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float32", "layout": "vector", "mode": "equal", "outputs": [{"tokens": [14], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [0], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [10], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [12], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [2], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [13], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [0], "shape": [], "key": [1072857790, 2955594651]}, {"tokens": [0], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [13], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [8], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float32", "layout": "vector", "mode": "nonfinite", "outputs": [{"tokens": [0], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [0], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [1], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [0], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [1], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [0], "shape": [], "key": [1072857790, 2955594651]}, {"tokens": [1], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [1], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [0], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float32", "layout": "singleton", "mode": "pattern", "outputs": [{"tokens": [16], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [2], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [13], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [7], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [8], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [1], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [2], "shape": [1], "key": [1072857790, 2955594651]}, {"tokens": [2], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [2], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [2], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float32", "layout": "singleton", "mode": "equal", "outputs": [{"tokens": [6], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [0], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [13], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [7], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [16], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [3], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [0], "shape": [1], "key": [1072857790, 2955594651]}, {"tokens": [0], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [5], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [0], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float32", "layout": "singleton", "mode": "nonfinite", "outputs": [{"tokens": [16], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [16], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [16], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [16], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [16], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [16], "shape": [1], "key": [1072857790, 2955594651]}, {"tokens": [1], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [16], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [16], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float32", "layout": "prefix", "mode": "pattern", "outputs": [{"tokens": [16, 14, 11, 3], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [2, 0, 13, 11], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [16, 15, 13, 11], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 15, 5, 7], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [0, 10, 6, 11], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 6, 11], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [2, 0, 13, 11], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [2, 0, 13, 11], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 15, 8, 11], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 14, 9, 8], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float32", "layout": "prefix", "mode": "equal", "outputs": [{"tokens": [14, 7, 2, 8], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [2, 6, 7, 0], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 7, 4, 7], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3, 6, 7, 11], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 1, 15], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [10, 15, 0, 11], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [15, 2, 16, 3], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float32", "layout": "prefix", "mode": "nonfinite", "outputs": [{"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [1, 5, 2, 6], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 5, 2, 6], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1, 5, 2, 6], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [1, 5, 2, 6], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 5, 2, 6], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float32", "layout": "strided", "mode": "pattern", "outputs": [{"tokens": [15, 5, 3, 7], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [8, 6, 4, 10], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [15, 13, 4, 10], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [8, 13, 4, 7], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [7, 3, 16, 10], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 1, 15], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [8, 6, 4, 10], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [8, 6, 4, 10], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [8, 6, 3, 7], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [15, 5, 2, 1], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float32", "layout": "strided", "mode": "equal", "outputs": [{"tokens": [14, 7, 2, 8], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [2, 6, 7, 0], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 7, 4, 7], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3, 6, 7, 11], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 1, 15], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [10, 15, 0, 11], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [15, 2, 16, 3], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float32", "layout": "strided", "mode": "nonfinite", "outputs": [{"tokens": [0, 0, 1, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [0, 0, 1, 1], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [0, 0, 1, 1], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 1, 1], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [0, 4, 1, 5], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [0, 0, 1, 1], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float32", "layout": "reverse", "mode": "pattern", "outputs": [{"tokens": [7, 5, 2, 5], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [5, 3, 16, 14], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [7, 4, 16, 14], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [6, 7, 2, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [5, 9, 7, 14], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 1, 15], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [5, 3, 16, 14], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [5, 3, 16, 14], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [10, 5, 1, 11], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [7, 5, 4, 16], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float32", "layout": "reverse", "mode": "equal", "outputs": [{"tokens": [14, 7, 2, 8], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [2, 6, 7, 0], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 7, 4, 7], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3, 6, 7, 11], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 1, 15], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [10, 15, 0, 11], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [15, 2, 16, 3], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float32", "layout": "reverse", "mode": "nonfinite", "outputs": [{"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [3, 0, 4, 1], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float32", "layout": "broadcast", "mode": "pattern", "outputs": [{"tokens": [16, 16, 16, 11], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [2, 2, 2, 2], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [16, 1, 12, 2], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 15, 2, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [0, 13, 12, 2], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 1, 15], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [2, 2, 2, 2], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [2, 2, 2, 2], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 15, 0, 11], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 16, 15, 0], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float32", "layout": "broadcast", "mode": "equal", "outputs": [{"tokens": [14, 7, 2, 8], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [2, 6, 7, 0], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 7, 4, 7], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3, 6, 7, 11], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [7, 5, 1, 15], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [10, 15, 0, 11], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [15, 2, 16, 3], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 17, "dtype": "float32", "layout": "broadcast", "mode": "nonfinite", "outputs": [{"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [1072857790, 2955594651]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "bfloat16", "layout": "vector", "mode": "pattern", "outputs": [{"tokens": [637], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [244], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [2855], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [1529], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [1922], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [244], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [244], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [3415], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [2814], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "bfloat16", "layout": "vector", "mode": "equal", "outputs": [{"tokens": [17], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [0], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [2855], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [5], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [16], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [15], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [0], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [3415], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [10], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "bfloat16", "layout": "vector", "mode": "nonfinite", "outputs": [{"tokens": [1], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [1], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [1], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [1], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [1], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [1], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [1], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "bfloat16", "layout": "singleton", "mode": "pattern", "outputs": [{"tokens": [2043], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [244], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [3191], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [3585], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [3842], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [244], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [244], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [1423], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [244], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "bfloat16", "layout": "singleton", "mode": "equal", "outputs": [{"tokens": [7], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [0], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [3195], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [13], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [31], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [3], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [0], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [1427], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [0], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "bfloat16", "layout": "singleton", "mode": "nonfinite", "outputs": [{"tokens": [1], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [4096], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [1], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [218], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [1], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [1], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [4096], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [1], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "bfloat16", "layout": "prefix", "mode": "pattern", "outputs": [{"tokens": [3585, 516, 531, 168], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [244, 2, 17, 32], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1177, 3358, 1689], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1151, 2965, 2587, 32], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1529, 2, 3615, 2224], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [244, 2, 17, 32], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [244, 2, 17, 32], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 2566], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [380, 2, 153, 3373], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "bfloat16", "layout": "prefix", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1177, 2667, 1689], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 3269], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "bfloat16", "layout": "prefix", "mode": "nonfinite", "outputs": [{"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "bfloat16", "layout": "strided", "mode": "pattern", "outputs": [{"tokens": [3591, 522, 537, 106], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [250, 8, 23, 38], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1934, 2667, 1689], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1089, 2903, 2593, 38], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1535, 8, 3621, 2162], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [250, 8, 23, 38], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [250, 8, 23, 38], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 3269], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [318, 8, 91, 3379], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "bfloat16", "layout": "strided", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1177, 2667, 1689], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 3269], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "bfloat16", "layout": "strided", "mode": "nonfinite", "outputs": [{"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "bfloat16", "layout": "reverse", "mode": "pattern", "outputs": [{"tokens": [3550, 738, 753, 375], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [209, 224, 239, 254], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1177, 1449, 3036], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [844, 2915, 2809, 254], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1615, 88, 3701, 2174], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [209, 224, 239, 254], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [209, 224, 239, 254], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 3269], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [73, 224, 103, 3595], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "bfloat16", "layout": "reverse", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1177, 2667, 1689], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 3269], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "bfloat16", "layout": "reverse", "mode": "nonfinite", "outputs": [{"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "bfloat16", "layout": "broadcast", "mode": "pattern", "outputs": [{"tokens": [3585, 758, 758, 380], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [244, 244, 244, 244], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1177, 3358, 1689], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1151, 3207, 2814, 244], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1529, 2, 3585, 2179], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [244, 244, 244, 244], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [244, 244, 244, 244], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 2566], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [380, 244, 380, 3585], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "bfloat16", "layout": "broadcast", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1177, 2667, 1689], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 3269], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "bfloat16", "layout": "broadcast", "mode": "nonfinite", "outputs": [{"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float16", "layout": "vector", "mode": "pattern", "outputs": [{"tokens": [637], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [244], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [2855], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [1529], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [1922], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [244], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [244], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [3415], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [2814], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float16", "layout": "vector", "mode": "equal", "outputs": [{"tokens": [17], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [0], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [2855], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [5], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [16], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [15], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [0], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [3415], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [10], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float16", "layout": "vector", "mode": "nonfinite", "outputs": [{"tokens": [1], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [1], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [1], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [1], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [1], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [1], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [1], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float16", "layout": "singleton", "mode": "pattern", "outputs": [{"tokens": [2043], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [244], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [3191], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [3585], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [3842], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [244], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [244], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [1423], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [244], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float16", "layout": "singleton", "mode": "equal", "outputs": [{"tokens": [7], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [0], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [3195], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [13], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [31], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [3], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [0], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [1427], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [0], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float16", "layout": "singleton", "mode": "nonfinite", "outputs": [{"tokens": [1], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [4096], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [1], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [218], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [1], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [1], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [4096], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [1], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float16", "layout": "prefix", "mode": "pattern", "outputs": [{"tokens": [3585, 516, 531, 168], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [244, 2, 17, 32], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1177, 3358, 1689], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1151, 2965, 2587, 32], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1529, 2, 3615, 2224], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [244, 2, 17, 32], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [244, 2, 17, 32], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 2566], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [380, 2, 153, 3373], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float16", "layout": "prefix", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1177, 2667, 1689], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 3269], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float16", "layout": "prefix", "mode": "nonfinite", "outputs": [{"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float16", "layout": "strided", "mode": "pattern", "outputs": [{"tokens": [3591, 522, 537, 106], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [250, 8, 23, 38], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1934, 2667, 1689], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1089, 2903, 2593, 38], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1535, 8, 3621, 2162], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [250, 8, 23, 38], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [250, 8, 23, 38], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 3269], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [318, 8, 91, 3379], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float16", "layout": "strided", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1177, 2667, 1689], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 3269], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float16", "layout": "strided", "mode": "nonfinite", "outputs": [{"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float16", "layout": "reverse", "mode": "pattern", "outputs": [{"tokens": [3550, 738, 753, 375], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [209, 224, 239, 254], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1177, 1449, 3036], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [844, 2915, 2809, 254], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1615, 88, 3701, 2174], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [209, 224, 239, 254], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [209, 224, 239, 254], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 3269], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [73, 224, 103, 3595], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float16", "layout": "reverse", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1177, 2667, 1689], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 3269], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float16", "layout": "reverse", "mode": "nonfinite", "outputs": [{"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float16", "layout": "broadcast", "mode": "pattern", "outputs": [{"tokens": [3585, 758, 758, 380], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [244, 244, 244, 244], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1177, 3358, 1689], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1151, 3207, 2814, 244], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1529, 2, 3585, 2179], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [244, 244, 244, 244], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [244, 244, 244, 244], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 2566], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [380, 244, 380, 3585], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float16", "layout": "broadcast", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1177, 2667, 1689], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 3269], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float16", "layout": "broadcast", "mode": "nonfinite", "outputs": [{"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float32", "layout": "vector", "mode": "pattern", "outputs": [{"tokens": [637], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [244], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [2855], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [1529], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [1922], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [244], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [244], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [3415], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [2814], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float32", "layout": "vector", "mode": "equal", "outputs": [{"tokens": [17], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [0], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [2855], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [5], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [16], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [15], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [0], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [3415], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [10], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float32", "layout": "vector", "mode": "nonfinite", "outputs": [{"tokens": [1], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [1], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [1], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [1], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [1], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [1], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [1], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float32", "layout": "singleton", "mode": "pattern", "outputs": [{"tokens": [2043], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [244], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [3191], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [3585], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [3842], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [244], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [244], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [1423], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [244], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float32", "layout": "singleton", "mode": "equal", "outputs": [{"tokens": [7], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [0], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [3195], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [13], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [31], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [3], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [0], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [1427], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [0], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float32", "layout": "singleton", "mode": "nonfinite", "outputs": [{"tokens": [1], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [4096], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [1], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [218], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [1], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [1], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [4096], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [1], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float32", "layout": "prefix", "mode": "pattern", "outputs": [{"tokens": [3585, 516, 531, 168], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [244, 2, 17, 32], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1177, 3358, 1689], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1151, 2965, 2587, 32], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1529, 2, 3615, 2224], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [244, 2, 17, 32], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [244, 2, 17, 32], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 2566], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [380, 2, 153, 3373], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float32", "layout": "prefix", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1177, 2667, 1689], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 3269], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float32", "layout": "prefix", "mode": "nonfinite", "outputs": [{"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float32", "layout": "strided", "mode": "pattern", "outputs": [{"tokens": [3591, 522, 537, 106], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [250, 8, 23, 38], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1934, 2667, 1689], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1089, 2903, 2593, 38], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1535, 8, 3621, 2162], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [250, 8, 23, 38], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [250, 8, 23, 38], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 3269], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [318, 8, 91, 3379], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float32", "layout": "strided", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1177, 2667, 1689], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 3269], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float32", "layout": "strided", "mode": "nonfinite", "outputs": [{"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float32", "layout": "reverse", "mode": "pattern", "outputs": [{"tokens": [3550, 738, 753, 375], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [209, 224, 239, 254], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1177, 1449, 3036], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [844, 2915, 2809, 254], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1615, 88, 3701, 2174], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [209, 224, 239, 254], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [209, 224, 239, 254], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 3269], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [73, 224, 103, 3595], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float32", "layout": "reverse", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1177, 2667, 1689], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 3269], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float32", "layout": "reverse", "mode": "nonfinite", "outputs": [{"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float32", "layout": "broadcast", "mode": "pattern", "outputs": [{"tokens": [3585, 758, 758, 380], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [244, 244, 244, 244], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1177, 3358, 1689], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1151, 3207, 2814, 244], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1529, 2, 3585, 2179], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [244, 244, 244, 244], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [244, 244, 244, 244], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 2566], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [380, 244, 380, 3585], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float32", "layout": "broadcast", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1496, 1177, 2667, 1689], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [591, 2176, 1202, 3269], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 4097, "dtype": "float32", "layout": "broadcast", "mode": "nonfinite", "outputs": [{"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "bfloat16", "layout": "vector", "mode": "pattern", "outputs": [{"tokens": [4613], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [244], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [125348], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [1529], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [4356], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [1529], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [244], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [43556], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [2814], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "bfloat16", "layout": "vector", "mode": "equal", "outputs": [{"tokens": [17], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [0], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [125348], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [5], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [16], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [15], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [0], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [7313], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [10], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "bfloat16", "layout": "vector", "mode": "nonfinite", "outputs": [{"tokens": [1], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [1], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [1], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [1], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [1], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [1], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [1], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "bfloat16", "layout": "singleton", "mode": "pattern", "outputs": [{"tokens": [2043], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [244], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [193658], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [3585], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [8211], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [758], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [244], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [86504], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [244], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "bfloat16", "layout": "singleton", "mode": "equal", "outputs": [{"tokens": [7], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [0], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [193659], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [13], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [31], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [3], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [0], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [86506], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [0], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "bfloat16", "layout": "singleton", "mode": "nonfinite", "outputs": [{"tokens": [1], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [248319], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [1], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [218], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [1], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [1], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [248319], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [1], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "bfloat16", "layout": "prefix", "mode": "pattern", "outputs": [{"tokens": [3585, 700, 642, 4182], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [244, 186, 128, 70], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 116035, 23501], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [5127, 7125, 2698, 70], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3585, 186, 7581, 4696], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1529, 1471, 899, 70], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [244, 186, 128, 70], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [32392, 50118, 218094, 218968], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [4356, 186, 4240, 3411], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "bfloat16", "layout": "prefix", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 122216, 119031], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [32392, 81901, 149088, 211089], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "bfloat16", "layout": "prefix", "mode": "nonfinite", "outputs": [{"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "bfloat16", "layout": "strided", "mode": "pattern", "outputs": [{"tokens": [3591, 706, 648, 4188], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [250, 192, 134, 76], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 122216, 171184], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [5133, 7131, 2704, 76], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3591, 192, 7587, 4702], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1535, 1477, 905, 76], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [250, 192, 134, 76], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [16576, 81901, 149088, 218968], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [4362, 192, 4246, 3417], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "bfloat16", "layout": "strided", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 122216, 119031], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [32392, 81901, 149088, 211089], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "bfloat16", "layout": "strided", "mode": "nonfinite", "outputs": [{"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "bfloat16", "layout": "reverse", "mode": "pattern", "outputs": [{"tokens": [3585, 700, 642, 4182], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [244, 186, 128, 70], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 116035, 119031], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [5127, 7125, 2698, 70], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3585, 186, 7581, 4696], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1529, 1471, 899, 70], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [244, 186, 128, 70], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [32392, 81901, 149088, 211089], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [4356, 186, 4240, 3411], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "bfloat16", "layout": "reverse", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 122216, 119031], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [32392, 81901, 149088, 211089], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "bfloat16", "layout": "reverse", "mode": "nonfinite", "outputs": [{"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "bfloat16", "layout": "broadcast", "mode": "pattern", "outputs": [{"tokens": [3585, 758, 758, 4356], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [244, 244, 244, 244], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 196770, 19457], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [5127, 7183, 2814, 244], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3585, 244, 7697, 4870], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1529, 1529, 1015, 244], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [244, 244, 244, 244], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [32392, 81901, 149088, 211089], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [4356, 244, 4356, 3585], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "bfloat16", "layout": "broadcast", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 122216, 119031], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [32392, 81901, 149088, 211089], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "bfloat16", "layout": "broadcast", "mode": "nonfinite", "outputs": [{"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float16", "layout": "vector", "mode": "pattern", "outputs": [{"tokens": [4613], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [244], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [125348], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [1529], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [4356], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [1529], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [244], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [43556], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [2814], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float16", "layout": "vector", "mode": "equal", "outputs": [{"tokens": [17], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [0], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [125348], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [5], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [16], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [15], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [0], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [7313], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [10], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float16", "layout": "vector", "mode": "nonfinite", "outputs": [{"tokens": [1], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [1], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [1], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [1], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [1], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [1], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [1], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float16", "layout": "singleton", "mode": "pattern", "outputs": [{"tokens": [2043], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [244], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [193658], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [3585], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [8211], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [758], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [244], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [86504], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [244], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float16", "layout": "singleton", "mode": "equal", "outputs": [{"tokens": [7], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [0], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [193659], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [13], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [31], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [3], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [0], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [86506], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [0], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float16", "layout": "singleton", "mode": "nonfinite", "outputs": [{"tokens": [1], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [248319], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [1], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [218], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [1], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [1], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [248319], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [1], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float16", "layout": "prefix", "mode": "pattern", "outputs": [{"tokens": [3585, 700, 642, 4182], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [244, 186, 128, 70], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 116035, 23501], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [5127, 7125, 2698, 70], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3585, 186, 7581, 4696], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1529, 1471, 899, 70], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [244, 186, 128, 70], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [32392, 50118, 218094, 218968], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [4356, 186, 4240, 3411], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float16", "layout": "prefix", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 122216, 119031], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [32392, 81901, 149088, 211089], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float16", "layout": "prefix", "mode": "nonfinite", "outputs": [{"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float16", "layout": "strided", "mode": "pattern", "outputs": [{"tokens": [3591, 706, 648, 4188], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [250, 192, 134, 76], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 122216, 171184], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [5133, 7131, 2704, 76], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3591, 192, 7587, 4702], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1535, 1477, 905, 76], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [250, 192, 134, 76], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [16576, 81901, 149088, 218968], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [4362, 192, 4246, 3417], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float16", "layout": "strided", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 122216, 119031], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [32392, 81901, 149088, 211089], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float16", "layout": "strided", "mode": "nonfinite", "outputs": [{"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float16", "layout": "reverse", "mode": "pattern", "outputs": [{"tokens": [3585, 700, 642, 4182], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [244, 186, 128, 70], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 116035, 119031], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [5127, 7125, 2698, 70], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3585, 186, 7581, 4696], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1529, 1471, 899, 70], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [244, 186, 128, 70], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [32392, 81901, 149088, 211089], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [4356, 186, 4240, 3411], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float16", "layout": "reverse", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 122216, 119031], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [32392, 81901, 149088, 211089], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float16", "layout": "reverse", "mode": "nonfinite", "outputs": [{"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float16", "layout": "broadcast", "mode": "pattern", "outputs": [{"tokens": [3585, 758, 758, 4356], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [244, 244, 244, 244], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 196770, 19457], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [5127, 7183, 2814, 244], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3585, 244, 7697, 4870], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1529, 1529, 1015, 244], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [244, 244, 244, 244], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [32392, 81901, 149088, 211089], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [4356, 244, 4356, 3585], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float16", "layout": "broadcast", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 122216, 119031], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [32392, 81901, 149088, 211089], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float16", "layout": "broadcast", "mode": "nonfinite", "outputs": [{"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float32", "layout": "vector", "mode": "pattern", "outputs": [{"tokens": [4613], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [244], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [125348], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [1529], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [4356], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [1529], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [244], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [43556], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [2814], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float32", "layout": "vector", "mode": "equal", "outputs": [{"tokens": [17], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [0], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [125348], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [5], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [16], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [15], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [0], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [7313], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [10], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float32", "layout": "vector", "mode": "nonfinite", "outputs": [{"tokens": [1], "shape": [], "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [], "key": [922178191, 3000281748]}, {"tokens": [1], "shape": [], "key": [2080213578, 3926408945]}, {"tokens": [1], "shape": [], "key": [2551412405, 735919746]}, {"tokens": [1], "shape": [], "key": [2553671977, 1863297125]}, {"tokens": [1], "shape": [], "key": [853908896, 4248439504]}, {"tokens": [1], "shape": [], "key": [3551324505, 639333478]}, {"tokens": [1], "shape": [], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float32", "layout": "singleton", "mode": "pattern", "outputs": [{"tokens": [2043], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [244], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [193658], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [3585], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [8211], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [758], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [244], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [86504], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [244], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float32", "layout": "singleton", "mode": "equal", "outputs": [{"tokens": [7], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [0], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [193659], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [13], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [31], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [3], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [0], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [86506], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [0], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float32", "layout": "singleton", "mode": "nonfinite", "outputs": [{"tokens": [1], "shape": [1], "key": [3725146706, 585507189]}, {"tokens": [1], "shape": [1], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [248319], "shape": [1], "key": [922178191, 3000281748]}, {"tokens": [1], "shape": [1], "key": [2080213578, 3926408945]}, {"tokens": [218], "shape": [1], "key": [2551412405, 735919746]}, {"tokens": [1], "shape": [1], "key": [2553671977, 1863297125]}, {"tokens": [1], "shape": [1], "key": [853908896, 4248439504]}, {"tokens": [248319], "shape": [1], "key": [3551324505, 639333478]}, {"tokens": [1], "shape": [1], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float32", "layout": "prefix", "mode": "pattern", "outputs": [{"tokens": [3585, 700, 642, 4182], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [244, 186, 128, 70], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 116035, 23501], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [5127, 7125, 2698, 70], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3585, 186, 7581, 4696], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1529, 1471, 899, 70], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [244, 186, 128, 70], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [32392, 50118, 218094, 218968], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [4356, 186, 4240, 3411], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float32", "layout": "prefix", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 122216, 119031], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [32392, 81901, 149088, 211089], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float32", "layout": "prefix", "mode": "nonfinite", "outputs": [{"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [1, 6, 4, 2], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float32", "layout": "strided", "mode": "pattern", "outputs": [{"tokens": [3591, 706, 648, 4188], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [250, 192, 134, 76], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 122216, 171184], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [5133, 7131, 2704, 76], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3591, 192, 7587, 4702], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1535, 1477, 905, 76], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [250, 192, 134, 76], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [16576, 81901, 149088, 218968], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [4362, 192, 4246, 3417], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float32", "layout": "strided", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 122216, 119031], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [32392, 81901, 149088, 211089], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float32", "layout": "strided", "mode": "nonfinite", "outputs": [{"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [0, 5, 3, 1], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float32", "layout": "reverse", "mode": "pattern", "outputs": [{"tokens": [3585, 700, 642, 4182], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [244, 186, 128, 70], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 116035, 119031], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [5127, 7125, 2698, 70], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3585, 186, 7581, 4696], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1529, 1471, 899, 70], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [244, 186, 128, 70], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [32392, 81901, 149088, 211089], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [4356, 186, 4240, 3411], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float32", "layout": "reverse", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 122216, 119031], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [32392, 81901, 149088, 211089], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float32", "layout": "reverse", "mode": "nonfinite", "outputs": [{"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [6, 4, 2, 0], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float32", "layout": "broadcast", "mode": "pattern", "outputs": [{"tokens": [3585, 758, 758, 4356], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [244, 244, 244, 244], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 196770, 19457], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [5127, 7183, 2814, 244], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [3585, 244, 7697, 4870], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1529, 1529, 1015, 244], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [244, 244, 244, 244], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [32392, 81901, 149088, 211089], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [4356, 244, 4356, 3585], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float32", "layout": "broadcast", "mode": "equal", "outputs": [{"tokens": [13, 2, 2, 16], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [73114, 58246, 122216, 119031], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [19, 27, 10, 0], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [13, 0, 29, 18], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [5, 5, 3, 0], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [0, 0, 0, 0], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [32392, 81901, 149088, 211089], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [16, 0, 16, 13], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
{"vocab": 248320, "dtype": "float32", "layout": "broadcast", "mode": "nonfinite", "outputs": [{"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3725146706, 585507189]}, {"none": true, "key": [3725146706, 585507189]}, {"error": "device top-p sampling requires top_k <= 32", "key": [3725146706, 585507189]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [922178191, 3000281748]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2080213578, 3926408945]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2551412405, 735919746]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [2553671977, 1863297125]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [853908896, 4248439504]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [3551324505, 639333478]}, {"tokens": [1, 1, 1, 1], "shape": [2, 2], "key": [713304240, 706461522]}]}
|
||||
Reference in New Issue
Block a user