hugo/DS4Server
1
0 Fork 0
Code Issues 1 Pull Requests Actions Packages Projects Releases Wiki Activity

Reject invalid Qwen logits and discard poisoned sessions

Browse Source
This commit is contained in:
Georg Bauer committed 2026-10-04 13:29:09 +02:00
1 parent 1de78fa3ef
commit 5ecf8ab4f3
31 files changed
+1812 -746
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

tests/fixtures/mtplx-sampler-fallback.jsonl
Vendored
+6 -6
View File
@@ -28,12 +28,12 @@
{"kind":"dense","vocab":17,"mode":"equal","top_p":1.0,"top_k":0,"temperature":0.6,"sha256":"2f75407dafefd0c94d4086fe91d44d2a691b92bf9cdaa3b97d64c43afd203eec"}
{"kind":"dense","vocab":17,"mode":"equal","top_p":1.0,"top_k":20,"temperature":0.0,"sha256":"d5ae40407fdc5f612f7a29be2a4cfd02896ce0bc69b2cb448d70928cd8589dfe"}
{"kind":"dense","vocab":17,"mode":"equal","top_p":1.0,"top_k":20,"temperature":0.6,"sha256":"2f75407dafefd0c94d4086fe91d44d2a691b92bf9cdaa3b97d64c43afd203eec"}
{"kind":"sparse","vocab":17,"mode":"nonfinite","top_p":0.95,"ids":[[0],[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16]],"probabilities":[[4607182418800017408],[4583470125244317986,4584274903162039981,4584913498231553259,4585403052336341145,4585943033054120046,4586538637394287817,4587195590428162504,4587920214047044866,4588719477018087891,4589384546141931126,4589870747603590315,4590407031337863395,4590998554749504208,4591651008255767288,4592370668642664377,4593164457921865947],[4583470125244317986,4584274903162039981,4584913498231553259,4585403052336341145,4585943033054120046,4586538637394287817,4587195590428162504,4587920214047044866,4588719477018087891,4589384546141931126,4589870747603590315,4590407031337863395,4590998554749504208,4591651008255767288,4592370668642664377,4593164457921865947],[4583470125244317986,4584274903162039981,4584913498231553259,4585403052336341145,4585943033054120046,4586538637394287817,4587195590428162504,4587920214047044866,4588719477018087891,4589384546141931126,4589870747603590315,4590407031337863395,4590998554749504208,4591651008255767288,4592370668642664377,4593164457921865947]]}
{"kind":"sparse","vocab":17,"mode":"nonfinite","top_p":0.95,"error":true}
{"kind":"dense","vocab":17,"mode":"nonfinite","top_p":0.95,"top_k":0,"temperature":0.0,"sha256":"d5ae40407fdc5f612f7a29be2a4cfd02896ce0bc69b2cb448d70928cd8589dfe"}
{"kind":"dense","vocab":17,"mode":"nonfinite","top_p":0.95,"top_k":0,"temperature":0.6,"error":true}
{"kind":"dense","vocab":17,"mode":"nonfinite","top_p":0.95,"top_k":20,"temperature":0.0,"sha256":"d5ae40407fdc5f612f7a29be2a4cfd02896ce0bc69b2cb448d70928cd8589dfe"}
{"kind":"dense","vocab":17,"mode":"nonfinite","top_p":0.95,"top_k":20,"temperature":0.6,"error":true}
{"kind":"sparse","vocab":17,"mode":"nonfinite","top_p":1.0,"ids":[[0],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16],[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16]],"probabilities":[[4607182418800017408],[4582570607829064589,4583282728395344946,4584068201681994787,4584799502097317607,4585277314231602385,4585804343898336961,4586385660985805440,4587026857054827540,4587734100187265086,4588514193629108745,4589271330846132655,4589745870388253985,4590269290700165157,4590846625759409239,4591483430587723924,4592185829300413485,4592960580260849490],[4582570607829064589,4583282728395344946,4584068201681994787,4584799502097317607,4585277314231602385,4585804343898336961,4586385660985805440,4587026857054827540,4587734100187265086,4588514193629108745,4589271330846132655,4589745870388253985,4590269290700165157,4590846625759409239,4591483430587723924,4592185829300413485,4592960580260849490],[4582570607829064589,4583282728395344946,4584068201681994787,4584799502097317607,4585277314231602385,4585804343898336961,4586385660985805440,4587026857054827540,4587734100187265086,4588514193629108745,4589271330846132655,4589745870388253985,4590269290700165157,4590846625759409239,4591483430587723924,4592185829300413485,4592960580260849490]]}
{"kind":"sparse","vocab":17,"mode":"nonfinite","top_p":1.0,"error":true}
{"kind":"dense","vocab":17,"mode":"nonfinite","top_p":1.0,"top_k":0,"temperature":0.0,"sha256":"d5ae40407fdc5f612f7a29be2a4cfd02896ce0bc69b2cb448d70928cd8589dfe"}
{"kind":"dense","vocab":17,"mode":"nonfinite","top_p":1.0,"top_k":0,"temperature":0.6,"error":true}
{"kind":"dense","vocab":17,"mode":"nonfinite","top_p":1.0,"top_k":20,"temperature":0.0,"sha256":"d5ae40407fdc5f612f7a29be2a4cfd02896ce0bc69b2cb448d70928cd8589dfe"}
@@ -78,12 +78,12 @@
{"kind":"dense","vocab":4097,"mode":"equal","top_p":1.0,"top_k":0,"temperature":0.6,"sha256":"aae2b7d568054610c2c33a2a7bf52a3ef42462797fcd2f39f808664aa720b7ad"}
{"kind":"dense","vocab":4097,"mode":"equal","top_p":1.0,"top_k":20,"temperature":0.0,"sha256":"b4a11e26a2208a02277a02d7a15fbf135fa00d16bddb5e7b70010c709433f9a9"}
{"kind":"dense","vocab":4097,"mode":"equal","top_p":1.0,"top_k":20,"temperature":0.6,"sha256":"4d8d58c44fe3d255e96f413286bd7688f51a6f13b8f4b100ab6adb8af3f6dc3f"}
{"kind":"sparse","vocab":4097,"mode":"nonfinite","top_p":0.95,"ids":[[0],[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096],[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096],[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096]],"probabilities":[[4607182418800017408],[4587338767903852705,4587341688419326307,4587344608934799908,4587347531969407040,4587350455004014172,4587353380557754835,4587356309470340206,4587359236703503223,4587362165616088595,4587365095368385143,4587368025960392868,4587370958231822947,4587373891342964203,4587376829492372521,4587379761763802600,4587382701592633273,4587385639742041591,4587388579570872263,4587391519399702935,4587394461747667138],[4587338767903852705,4587341688419326307,4587344608934799908,4587347531969407040,4587350455004014172,4587353380557754835,4587356309470340206,4587359236703503223,4587362165616088595,4587365095368385143,4587368025960392868,4587370958231822947,4587373891342964203,4587376829492372521,4587379761763802600,4587382701592633273,4587385639742041591,4587388579570872263,4587391519399702935,4587394461747667138],[4587338767903852705,4587341688419326307,4587344608934799908,4587347531969407040,4587350455004014172,4587353380557754835,4587356309470340206,4587359236703503223,4587362165616088595,4587365095368385143,4587368025960392868,4587370958231822947,4587373891342964203,4587376829492372521,4587379761763802600,4587382701592633273,4587385639742041591,4587388579570872263,4587391519399702935,4587394461747667138]]}
{"kind":"sparse","vocab":4097,"mode":"nonfinite","top_p":0.95,"error":true}
{"kind":"dense","vocab":4097,"mode":"nonfinite","top_p":0.95,"top_k":0,"temperature":0.0,"sha256":"b4a11e26a2208a02277a02d7a15fbf135fa00d16bddb5e7b70010c709433f9a9"}
{"kind":"dense","vocab":4097,"mode":"nonfinite","top_p":0.95,"top_k":0,"temperature":0.6,"error":true}
{"kind":"dense","vocab":4097,"mode":"nonfinite","top_p":0.95,"top_k":20,"temperature":0.0,"sha256":"b4a11e26a2208a02277a02d7a15fbf135fa00d16bddb5e7b70010c709433f9a9"}
{"kind":"dense","vocab":4097,"mode":"nonfinite","top_p":0.95,"top_k":20,"temperature":0.6,"error":true}
{"kind":"sparse","vocab":4097,"mode":"nonfinite","top_p":1.0,"ids":[[0],[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096],[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096],[4077,4078,4079,4080,4081,4082,4083,4084,4085,4086,4087,4088,4089,4090,4091,4092,4093,4094,4095,4096]],"probabilities":[[4607182418800017408],[4587338766723896628,4587341687746433435,4587344609101288761,4587347532501346487,4587350456233993217,4587353382013507009,4587356308125880511,4587359236286787089,4587362164780824304,4587365095325061967,4587368026202701413,4587370959132210035,4587373892395391809,4587376827712112845,4587379763362778620,4587382701068655105,4587385639108748138,4587388579205724687,4587391519637189814,4587394462127212627],[4587338766723896628,4587341687746433435,4587344609101288761,4587347532501346487,4587350456233993217,4587353382013507009,4587356308125880511,4587359236286787089,4587362164780824304,4587365095325061967,4587368026202701413,4587370959132210035,4587373892395391809,4587376827712112845,4587379763362778620,4587382701068655105,4587385639108748138,4587388579205724687,4587391519637189814,4587394462127212627],[4587338766723896628,4587341687746433435,4587344609101288761,4587347532501346487,4587350456233993217,4587353382013507009,4587356308125880511,4587359236286787089,4587362164780824304,4587365095325061967,4587368026202701413,4587370959132210035,4587373892395391809,4587376827712112845,4587379763362778620,4587382701068655105,4587385639108748138,4587388579205724687,4587391519637189814,4587394462127212627]]}
{"kind":"sparse","vocab":4097,"mode":"nonfinite","top_p":1.0,"error":true}
{"kind":"dense","vocab":4097,"mode":"nonfinite","top_p":1.0,"top_k":0,"temperature":0.0,"sha256":"b4a11e26a2208a02277a02d7a15fbf135fa00d16bddb5e7b70010c709433f9a9"}
{"kind":"dense","vocab":4097,"mode":"nonfinite","top_p":1.0,"top_k":0,"temperature":0.6,"error":true}
{"kind":"dense","vocab":4097,"mode":"nonfinite","top_p":1.0,"top_k":20,"temperature":0.0,"sha256":"b4a11e26a2208a02277a02d7a15fbf135fa00d16bddb5e7b70010c709433f9a9"}
@@ -128,12 +128,12 @@
{"kind":"dense","vocab":248320,"mode":"equal","top_p":1.0,"top_k":0,"temperature":0.6,"sha256":"6f46aac0b33fcf6d92ebe44511db79afdcb03ca323cddbbd03c07636fe78be61"}
{"kind":"dense","vocab":248320,"mode":"equal","top_p":1.0,"top_k":20,"temperature":0.0,"sha256":"a781d9dc26dcafd56743703f36a26ed788d7941813aba3686dc5ecd68927c969"}
{"kind":"dense","vocab":248320,"mode":"equal","top_p":1.0,"top_k":20,"temperature":0.6,"sha256":"dd72f182a8194dbc8d2be121876463ad662c9b3537bd77ad0b5ec9a995109615"}
{"kind":"sparse","vocab":248320,"mode":"nonfinite","top_p":0.95,"ids":[[0],[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319],[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319],[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319]],"probabilities":[[4607182418800017408],[4587366122787014302,4587366170310645966,4587366218626338158,4587366266149969822,4587366315257722542,4587366363573414733,4587366411097046397,4587366459412738589,4587366506936370253,4587366555252062445,4587366602775694109,4587366651883446828,4587366700199139020,4587366747722770684,4587366796038462876,4587366843562094540,4587366891877786731,4587366946529963145,4587366995637715864,4587367043161347528],[4587366122787014302,4587366170310645966,4587366218626338158,4587366266149969822,4587366315257722542,4587366363573414733,4587366411097046397,4587366459412738589,4587366506936370253,4587366555252062445,4587366602775694109,4587366651883446828,4587366700199139020,4587366747722770684,4587366796038462876,4587366843562094540,4587366891877786731,4587366946529963145,4587366995637715864,4587367043161347528],[4587366122787014302,4587366170310645966,4587366218626338158,4587366266149969822,4587366315257722542,4587366363573414733,4587366411097046397,4587366459412738589,4587366506936370253,4587366555252062445,4587366602775694109,4587366651883446828,4587366700199139020,4587366747722770684,4587366796038462876,4587366843562094540,4587366891877786731,4587366946529963145,4587366995637715864,4587367043161347528]]}
{"kind":"sparse","vocab":248320,"mode":"nonfinite","top_p":0.95,"error":true}
{"kind":"dense","vocab":248320,"mode":"nonfinite","top_p":0.95,"top_k":0,"temperature":0.0,"sha256":"a781d9dc26dcafd56743703f36a26ed788d7941813aba3686dc5ecd68927c969"}
{"kind":"dense","vocab":248320,"mode":"nonfinite","top_p":0.95,"top_k":0,"temperature":0.6,"error":true}
{"kind":"dense","vocab":248320,"mode":"nonfinite","top_p":0.95,"top_k":20,"temperature":0.0,"sha256":"a781d9dc26dcafd56743703f36a26ed788d7941813aba3686dc5ecd68927c969"}
{"kind":"dense","vocab":248320,"mode":"nonfinite","top_p":0.95,"top_k":20,"temperature":0.6,"error":true}
{"kind":"sparse","vocab":248320,"mode":"nonfinite","top_p":1.0,"ids":[[0],[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319],[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319],[248300,248301,248302,248303,248304,248305,248306,248307,248308,248309,248310,248311,248312,248313,248314,248315,248316,248317,248318,248319]],"probabilities":[[4607182418800017408],[4587366121016187173,4587366169116914460,4587366218076913066,4587366266178288305,4587366314279984656,4587366363240969637,4587366411343313955,4587366459445979390,4587366507548965947,4587366556511264182,4587366604614898721,4587366652718854388,4587366700823131184,4587366749786742709,4587366798750686938,4587366845996913438,4587366894961511411,4587366943067405357,4587366992032662920,4587367039280156679],[4587366121016187173,4587366169116914460,4587366218076913066,4587366266178288305,4587366314279984656,4587366363240969637,4587366411343313955,4587366459445979390,4587366507548965947,4587366556511264182,4587366604614898721,4587366652718854388,4587366700823131184,4587366749786742709,4587366798750686938,4587366845996913438,4587366894961511411,4587366943067405357,4587366992032662920,4587367039280156679],[4587366121016187173,4587366169116914460,4587366218076913066,4587366266178288305,4587366314279984656,4587366363240969637,4587366411343313955,4587366459445979390,4587366507548965947,4587366556511264182,4587366604614898721,4587366652718854388,4587366700823131184,4587366749786742709,4587366798750686938,4587366845996913438,4587366894961511411,4587366943067405357,4587366992032662920,4587367039280156679]]}
{"kind":"sparse","vocab":248320,"mode":"nonfinite","top_p":1.0,"error":true}
{"kind":"dense","vocab":248320,"mode":"nonfinite","top_p":1.0,"top_k":0,"temperature":0.0,"sha256":"a781d9dc26dcafd56743703f36a26ed788d7941813aba3686dc5ecd68927c969"}
{"kind":"dense","vocab":248320,"mode":"nonfinite","top_p":1.0,"top_k":0,"temperature":0.6,"error":true}
{"kind":"dense","vocab":248320,"mode":"nonfinite","top_p":1.0,"top_k":20,"temperature":0.0,"sha256":"a781d9dc26dcafd56743703f36a26ed788d7941813aba3686dc5ecd68927c969"}