Retire the Qwen AR pipeline

This commit is contained in:
Georg Bauer committed 2026-10-04 12:49:43 +02:00
1 parent 5773942c8f
commit 1de78fa3ef
22 files changed
+6429 -667

No files matched your search

+7 -1
View File
@@ -6,6 +6,8 @@ import os
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument("model")
parser.add_argument("--server-only", action="store_true",
help="Compare server defaults without the older boundary-cache option API")
args = parser.parse_args()
print("reference: importing policy functions without model loading", flush=True)
from mtplx.server.openai import _server_runtime_env_overrides
@@ -47,6 +49,10 @@ for mtp, env in itertools.product((False, True), cases):
overrides = _server_runtime_env_overrides(argparse.Namespace(
model=args.model, generation_mode="mtp" if mtp else "ar"), None)
os.environ.update(overrides)
if args.server_only:
print(json.dumps(dict(event="policy_reference", mtp=mtp, environment=env,
overrides=overrides, server_only=True)), flush=True)
continue
# Native app selects bounded prefill; emulate that request-local policy.
os.environ["MTPLX_SUSTAINED_PREFILL"] = "1"
error = None
@@ -59,7 +65,7 @@ for mtp, env in itertools.product((False, True), cases):
lazy_kv=_lazy_snapshot_enabled(), store=g._store_on_prefill_env_enabled(),
store_min=g._store_on_prefill_min_suffix(), fused_max=g._small_suffix_fused_max(),
boundaries=g._gdn_boundary_capture_enabled(), boundary_max=g._gdn_boundary_max_count(),
boundary_tail=g._gdn_boundary_tail_interval(), pipeline=g._env_truthy("MTPLX_AR_PIPELINE"),
boundary_tail=g._gdn_boundary_tail_interval(),
sync_eval=not g._env_truthy("MTPLX_ASYNC_AR") or bool(os.environ.get("MTPLX_EVAL_AUDIT")),
capture=g._family_capture_commit_enabled() if mtp else None,
lazy_history=g._env_truthy("MTPLX_LAZY_MTP_HISTORY_APPEND"),