Reject invalid Qwen logits and discard poisoned sessions

This commit is contained in:
Georg Bauer committed 2026-10-04 13:29:09 +02:00
1 parent 1de78fa3ef
commit 5ecf8ab4f3
31 files changed
+1812 -746

No files matched your search

@@ -0,0 +1,16 @@
{"case":"invalid_logits","row":"nan","temperature":0.0,"ordinary":{"Err":"Qwen non-finite logits in greedy argmax (nan=64, inf=0, vocab=64)"}}
{"case":"invalid_logits","row":"nan","temperature":0.6,"ordinary":{"Err":"Qwen non-finite logits in softmax (nan=64, inf=0, vocab=64)"}}
{"case":"invalid_logits","row":"nan","temperature":1.0,"ordinary":{"Err":"Qwen non-finite logits in softmax (nan=64, inf=0, vocab=64)"}}
{"case":"invalid_logits_lazy","row":"nan","result":{"Ok":[-1]}}
{"case":"invalid_logits","row":"positive_inf","temperature":0.0,"ordinary":{"Err":"Qwen non-finite logits in greedy argmax (nan=0, inf=1, vocab=64)"}}
{"case":"invalid_logits","row":"positive_inf","temperature":0.6,"ordinary":{"Err":"Qwen non-finite logits in softmax (nan=0, inf=1, vocab=64)"}}
{"case":"invalid_logits","row":"positive_inf","temperature":1.0,"ordinary":{"Err":"Qwen non-finite logits in softmax (nan=0, inf=1, vocab=64)"}}
{"case":"invalid_logits_lazy","row":"positive_inf","result":{"Ok":[-1]}}
{"case":"invalid_logits","row":"all_negative_inf","temperature":0.0,"ordinary":{"Err":"Qwen non-finite logits in greedy argmax (nan=0, inf=64, vocab=64)"}}
{"case":"invalid_logits","row":"all_negative_inf","temperature":0.6,"ordinary":{"Err":"Qwen non-finite logits in softmax (nan=0, inf=64, vocab=64)"}}
{"case":"invalid_logits","row":"all_negative_inf","temperature":1.0,"ordinary":{"Err":"Qwen non-finite logits in softmax (nan=0, inf=64, vocab=64)"}}
{"case":"invalid_logits_lazy","row":"all_negative_inf","result":{"Ok":[-1]}}
{"case":"invalid_logits","row":"valid_mask","temperature":0.0,"ordinary":{"Ok":1}}
{"case":"invalid_logits","row":"valid_mask","temperature":0.6,"ordinary":{"Ok":1}}
{"case":"invalid_logits","row":"valid_mask","temperature":1.0,"ordinary":{"Ok":1}}
{"case":"invalid_logits_lazy","row":"valid_mask","result":{"Ok":[3]}}