Match Qwen head-chunked attention execution
This commit is contained in:
1 parent
7b894fbfee
commit
d9026aa7bf
70 files changed
+4979
-10
No files matched your search
@@ -0,0 +1 @@
|
||||
{"index":0,"ids":[760,1156,369,9859],"verify":true,"logits":{"shape":[1,4,248320],"sha256":"e3ba038c8570911a72fadeba867f1c33e5103108ef9881bfcdc008907de90839"},"hidden":{"shape":[1,4,10240],"sha256":"b3c2ef7bb9c3dfa85748d7af883210ae4393bd1b5af5397f243d632fc437552b"}}
|
||||
@@ -0,0 +1 @@
|
||||
{"index":1,"ids":[6587,728,310,1698],"verify":true,"logits":{"shape":[1,4,248320],"sha256":"955ff038997bab8ca6a84642b1ad8cf88dade0d2075d5ea11c736c9f74a7d563"},"hidden":{"shape":[1,4,10240],"sha256":"e3a029cc190a3cbdee1e2ec34bd94181f6013a6495c56b60dcccd67130fcfbd4"}}
|
||||
@@ -0,0 +1 @@
|
||||
{"index":2,"ids":[494,799,310,5600],"verify":true,"logits":{"shape":[1,4,248320],"sha256":"e201b5e579d7c8f58432ae495c120c66cd595241046dd9cd32d42cab72009b3b"},"hidden":{"shape":[1,4,10240],"sha256":"d56aba5df3172aeca9d26bccfe6143d8045d30e5af45f1fc6815d61634f78d2c"}}
|
||||
@@ -0,0 +1 @@
|
||||
{"index":3,"ids":[13,1061],"verify":true,"logits":{"shape":[1,2,248320],"sha256":"ecf42a91034a5bd6739a3d5bc94ffdcbac8214261f5712a3196bb6b99be67860"},"hidden":{"shape":[1,2,10240],"sha256":"0296bbc47e09e0312470a1ada7ef90177009d80cef5ba79398190177bb4be7c3"}}
|
||||
Reference in new issue
Block a user