36 lines
6.3 KiB
JSON
36 lines
6.3 KiB
JSON
{"case": "environment", "mlx": "0.32.2", "device": {"device_name": "Apple M5 Max", "max_recommended_working_set_size": 115448725504, "memory_size": 137438953472, "architecture": "applegpu_g17s", "max_buffer_length": 86586540032, "resource_limit": 499000}, "hashes": {"config.json": "826302af9ff3293cfc9975c9a5a96546fa0aa9f0808505adfc30a62fef806965", "tokenizer.json": "0997f410c57a1f4e53b09e4be8f4a172d90edd9564368fb0847030937229b9f3", "merges.txt": "a9d356d7bdf1ef4949e3e748e95b8e10ad9d4e2e838eddc38a0a7b6b94d1db8d", "chat_template.jinja": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041"}}
|
||
{"case": "sampling_law", "probabilities": [0.5714285675041357, 0.4285714324958642]}
|
||
{"case": "sampling_law_lazy", "counts": [128, 0]}
|
||
{"case": "sampling_matrix", "temperature": 0.6, "top_k": 20, "top_p": 0.95, "ordinary_probabilities": [0.5081967376594639, 0.3811475366342391, 0.006147540317016498, 0.006147540317016498, 0.006147540317016498, 0.006147540317016498, 0.006147540317016498, 0.006147540317016498, 0.006147540317016498, 0.006147540317016498, 0.006147540317016498, 0.006147540317016498, 0.006147540317016498, 0.006147540317016498, 0.006147540317016498, 0.006147540317016498, 0.006147540317016498, 0.006147540317016498, 0.006147540317016498, 0.006147540317016498, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "lazy_counts": [274, 208, 2, 5, 3, 3, 1, 4, 2, 2, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}
|
||
{"case": "sampling_matrix", "temperature": 0.2, "top_k": 8, "top_p": 0.8, "ordinary_probabilities": [0.5486725619186343, 0.4115044341651371, 0.006637167319371426, 0.006637167319371426, 0.006637167319371426, 0.006637167319371426, 0.006637167319371426, 0.006637167319371426, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "lazy_counts": [299, 213, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}
|
||
{"case": "sampling_matrix", "temperature": 1.0, "top_k": 2, "top_p": 1.0, "ordinary_probabilities": [0.5714285675041357, 0.4285714324958642, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "lazy_counts": [299, 213, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}
|
||
{"case": "invalid_logits", "row": "nan", "temperature": 0.0, "token": 0}
|
||
{"case": "invalid_logits", "row": "nan", "temperature": 0.6, "token": 0}
|
||
{"case": "invalid_logits", "row": "nan", "temperature": 1.0, "token": 0}
|
||
{"case": "invalid_logits_lazy", "row": "nan", "token": 19}
|
||
{"case": "invalid_logits", "row": "positive_inf", "temperature": 0.0, "token": 0}
|
||
{"case": "invalid_logits", "row": "positive_inf", "temperature": 0.6, "token": 0}
|
||
{"case": "invalid_logits", "row": "positive_inf", "temperature": 1.0, "token": 0}
|
||
{"case": "invalid_logits_lazy", "row": "positive_inf", "token": 0}
|
||
{"case": "invalid_logits", "row": "all_negative_inf", "temperature": 0.0, "token": 0}
|
||
{"case": "invalid_logits", "row": "all_negative_inf", "temperature": 0.6, "token": 0}
|
||
{"case": "invalid_logits", "row": "all_negative_inf", "temperature": 1.0, "token": 0}
|
||
{"case": "invalid_logits_lazy", "row": "all_negative_inf", "token": 16}
|
||
{"case": "invalid_logits", "row": "valid_mask", "temperature": 0.0, "token": 1}
|
||
{"case": "invalid_logits", "row": "valid_mask", "temperature": 0.6, "token": 1}
|
||
{"case": "invalid_logits", "row": "valid_mask", "temperature": 1.0, "token": 1}
|
||
{"case": "invalid_logits_lazy", "row": "valid_mask", "token": 3}
|
||
{"case": "tokenizer", "text": "भारत एक विशाल देश है जिसकी संस्कृति बहुत पुरानी है।", "ids": [149755, 148504, 76519, 171549, 148959, 211766, 151224, 148799, 151846, 81399, 148978, 148861, 152762, 62516, 42201, 65855, 193581, 28640, 62516, 204215, 37565, 148791, 90703, 70184, 76519, 80752, 151859, 149439, 42201, 81399, 148978, 154845]}
|
||
{"case": "tokenizer", "text": "ประเทศไทยมีวัฒนธรรมที่เก่าแก่และสวยงามมาก", "ids": [156150, 25443, 27399, 35982, 22547, 149374, 19571, 150327, 34694, 45596, 148385, 62551, 149530, 18064, 149119, 162566, 149196]}
|
||
{"case": "tokenizer", "text": "إِنَّ اللُّغَةَ الْعَرَبِيَّةَ جَمِيلَةٌ", "ids": [88792, 150708, 148515, 148784, 159613, 78958, 151189, 27004, 16660, 187581, 153458, 150765, 151003, 148515, 25046, 27004, 79333, 152397, 216808, 151189, 154876]}
|
||
{"case": "tokenizer", "text": "The quick brown fox jumps over the lazy dog near the river bank.", "ids": [760, 3841, 13477, 37550, 33075, 888, 279, 15217, 5388, 3043, 279, 14367, 5883, 13]}
|
||
{"case": "tokenizer", "text": "def foo(x):\n return x + 1\n", "ids": [727, 14785, 2007, 1590, 198, 262, 460, 830, 478, 220, 16, 198]}
|
||
{"case": "tokenizer", "text": "中国的文化历史悠久。", "ids": [108733, 96655, 125188, 1710]}
|
||
{"case": "tokenizer", "text": "a🙂b ©c ∑d —e …f €g ™h\n", "ids": [64, 169171, 65, 7013, 66, 11654, 239, 67, 1892, 68, 4444, 69, 12612, 70, 27717, 95, 71, 198]}
|
||
{"case": "tokenizer", "text": "x́y १२३ ١٢٣ ①Ⅷ²Z", "ids": [87, 52033, 88, 220, 12256, 100, 12256, 101, 12256, 102, 220, 149, 94, 149, 95, 149, 96, 220, 46701, 254, 68086, 100, 28495, 373, 235, 57]}
|
||
{"case": "tokenizer", "text": " ①", "ids": [220, 46701, 254]}
|
||
{"case": "tokenizer", "text": " Ⅷ", "ids": [220, 68086, 100]}
|
||
{"case": "tokenizer", "text": " ²", "ids": [220, 28495]}
|
||
{"case": "tokenizer", "text": " 𝟘", "ids": [220, 54362, 253, 246]}
|
||
{"case": "bf16_verify_gate", "available": false}
|