Retire the Qwen AR pipeline
This commit is contained in:
1 parent
5773942c8f
commit
1de78fa3ef
22 files changed
+6429
-667
No files matched your search
@@ -48,7 +48,7 @@ def main(root, mode=None):
|
||||
hot_mb=sidecar._hot_cap_rows * sidecar._hot_row_bytes // 2**20,
|
||||
prefetch=sidecar._pool is not None, shape=list(out.shape),
|
||||
sha256=hashlib.sha256(np.asarray(out.astype(mx.float32)).astype('<f4').tobytes()).hexdigest()))
|
||||
print(json.dumps(dict(mask=mask, mtp=mtp, tables=tables, ar_ready=model.set_ar_pipeline_mode(True)),separators=(",", ":")),flush=True)
|
||||
print(json.dumps(dict(mask=mask, mtp=mtp, tables=tables),separators=(",", ":")),flush=True)
|
||||
del model
|
||||
continue
|
||||
parameters = tree_flatten(model.parameters())
|
||||
|
||||
Reference in new issue
Block a user