{"data":{"capabilities":{"chat":null,"reasoning":null,"tools":null,"vision":null},"description":"Observed LocalMaxxing leaderboard run. Evidence for compatibility, not an executable launch contract.","engine":{"graph_mode":"piecewise","name":"vllm","version":"0.20.2rc1.dev2+gc51df4300.d20260523"},"facts":{"capabilities.chat":{"provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"capability-not-verified","state":"unknown"},"capabilities.reasoning":{"provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"capability-not-verified","state":"unknown"},"capabilities.tools":{"provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"capability-not-verified","state":"unknown"},"capabilities.vision":{"provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"capability-not-verified","state":"unknown"},"engine.graph_mode":{"provenance":{"captured_at":"2026-09-01T01:32:29Z","sources":[{"captured_at":"2026-09-01T01:32:29Z","kind":"registry-derived","url":"https://www.localmaxxing.com/en/runs/cmqq4mwgm00yiqo0133bj962q"}]},"reason":"explicit-cudagraph-mode-in-observed-command","state":"known"},"serving.kv_cache_tokens":{"provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"kv-cache-capacity-not-published","state":"unknown"},"serving.max_concurrency":{"provenance":{"captured_at":"2026-08-31T23:03:15Z","sources":[{"captured_at":"2026-08-31T23:03:15Z","kind":"source-semantics","url":"https://www.localmaxxing.com/en/runs/cmqq4mwgm00yiqo0133bj962q"}]},"reason":"server-capacity-not-evidenced","state":"unknown"},"serving.max_context_tokens":{"provenance":{"captured_at":"2026-09-01T10:20:39Z","sources":[{"captured_at":"2026-09-01T10:20:39Z","kind":"source-semantics","url":"https://www.localmaxxing.com/en/runs/cmqq4mwgm00yiqo0133bj962q"}]},"reason":"context-limit-not-evidenced","state":"unknown"}},"hardware_count":2,"hardware_id":"intel-arc-pro-b70-32gb","id":"qwen3-6-35b-a3b-quark-w8a8-int8-intel-arc-pro-b70-32gb-vllm-tp2","launch":{"container":{"captured_at":"2026-08-30T09:10:02Z","compose_file":null,"digest":null,"image":null,"reason":"reference-only-launch","runtime":null,"source":[{"captured_at":"2026-08-30T09:10:02Z","kind":"recipe-launch","url":"https://www.localmaxxing.com/en/runs/cmqq4mwgm00yiqo0133bj962q"}],"state":"none"},"kind":"reference","run_id":"cmqq4mwgm00yiqo0133bj962q","source":"localmaxxing","url":"https://www.localmaxxing.com/en/runs/cmqq4mwgm00yiqo0133bj962q"},"metadata":{"localmaxxing":{"backend":"xpu","batch_size":1,"hardware_label":"Intel Arc Pro B70","notes":"Best safer TP2 reference for Qwen3.6 35B A3B Quark W8A8 INT8 on 2x Intel Arc Pro B70. Shape p512/o512 through OpenAI-compatible vLLM/XPU endpoint, temperature 0, corrected output throughput after first streamed chunk. Validation: JSON canary 16/16 pass and color/order canary 16/16 pass; quality suite was skipped, so this is a safe-smoke/reference submission rather than the stronger TP4 deep gate. Older TP2 raw metrics reached about 91 tok/s but were not promoted under the current gates. GitHub result packet: https://github.com/steveseguin/b70-optimization-lab/blob/main/results/qwen36-35b-quark-int8-b70/2x-b70-reference.md . Evidence: data/qwen36-ablation-prefill-safe-int8-mixed-workspace-async-tp2-smoke-summary-20260615tp2safe1.json and data/qwen36-ablation-prefill-safe-int8-mixed-workspace-async-tp2-smoke-p512o512-20260615tp2safe1.json.","observed_command":"SERVER_LAUNCHER=scripts/launch-qwen36-quark-int8-accepted.sh TP_SIZE=2 ONEAPI_DEVICE_SELECTOR=level_zero:0,1 ZE_AFFINITY_MASK=0,1 XPU_GRAPH=1 VLLM_XPU_ENABLE_XPU_GRAPH=1 VLLM_XPU_FORCE_GRAPH_WITH_COMM=1 VLLM_XPU_GRAPH_NOOP_COMM_CAPTURE=1 COMPILATION_CONFIG='{\"cudagraph_mode\":\"PIECEWISE\"}' VLLM_XPU_GDN_NATIVE_FALLBACK=prefill VLLM_XPU_GDN_PREFILL_RECURRENT_FALLBACK=1 VLLM_XPU_DISABLE_PREFILL_CUDAGRAPH_REPLAY=1 VLLM_XPU_GREEDY_SAMPLE_TOPK_FALLBACK=1 VLLM_XPU_INT8_MOE_MIXED_WORKSPACE=1 GPU_MEMORY_UTILIZATION=0.90 MAX_NUM_SEQS=24 VLLM_EXTRA_ARGS='--uvicorn-log-level warning' METRICS_REPEATS=1 JSON_REPEATS=16 COLOR_REPEATS=16 ABLATION_RUN_QUALITY=0 bash scripts/run-qwen36-ablation-candidate.sh prefill-safe-int8-mixed-workspace-async-tp2-smoke","run_id":"cmqq4mwgm00yiqo0133bj962q","tokenized":{"arguments":["bash","scripts/run-qwen36-ablation-candidate.sh","prefill-safe-int8-mixed-workspace-async-tp2-smoke"],"environment":{"ABLATION_RUN_QUALITY":"0","COLOR_REPEATS":"16","COMPILATION_CONFIG":"{\"cudagraph_mode\":\"PIECEWISE\"}","GPU_MEMORY_UTILIZATION":"0.90","JSON_REPEATS":"16","MAX_NUM_SEQS":"24","METRICS_REPEATS":"1","ONEAPI_DEVICE_SELECTOR":"level_zero:0,1","SERVER_LAUNCHER":"scripts/launch-qwen36-quark-int8-accepted.sh","TP_SIZE":"2","VLLM_EXTRA_ARGS":"--uvicorn-log-level warning","VLLM_XPU_DISABLE_PREFILL_CUDAGRAPH_REPLAY":"1","VLLM_XPU_ENABLE_XPU_GRAPH":"1","VLLM_XPU_FORCE_GRAPH_WITH_COMM":"1","VLLM_XPU_GDN_NATIVE_FALLBACK":"prefill","VLLM_XPU_GDN_PREFILL_RECURRENT_FALLBACK":"1","VLLM_XPU_GRAPH_NOOP_COMM_CAPTURE":"1","VLLM_XPU_GREEDY_SAMPLE_TOPK_FALLBACK":"1","VLLM_XPU_INT8_MOE_MIXED_WORKSPACE":"1","XPU_GRAPH":"1","ZE_AFFINITY_MASK":"0,1"},"fidelity":"faithful"}}},"model_instance_id":"nameistoken-qwen3-6-35b-a3b-quark-w8a8-int8--quark-w8a8-int8","provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"normalized-recipe","url":"https://www.localmaxxing.com/en/runs/cmqq4mwgm00yiqo0133bj962q"}]},"recipe_source":"localmaxxing","schema_version":"local-ai-registry/v1","serving":{"kv_cache_tokens":null,"max_concurrency":null,"max_context_tokens":null,"tensor_parallel":2},"speed_sweep_ids":["qwen3-6-35b-a3b-quark-w8a8-int8-intel-arc-pro-b70-32gb-vllm-tp2-sweep"],"status":"candidate","huggingface":{"link_type":"repository","provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"huggingface-api","url":"https://huggingface.co/api/models/nameistoken/Qwen3.6-35B-A3B-Quark-W8A8-INT8"}]},"reason":"hf-api-confirmed-public","repository":"nameistoken/Qwen3.6-35B-A3B-Quark-W8A8-INT8","status":"known","url":"https://huggingface.co/nameistoken/Qwen3.6-35B-A3B-Quark-W8A8-INT8"},"registry":{"launchable":false,"speed_evidence":{"available":true,"count":1,"speed_sweep_ids":["qwen3-6-35b-a3b-quark-w8a8-int8-intel-arc-pro-b70-32gb-vllm-tp2-sweep"],"detail_urls":["/api/v1/speed-sweep/qwen3-6-35b-a3b-quark-w8a8-int8-intel-arc-pro-b70-32gb-vllm-tp2-sweep"]},"runtime":"reference"},"relationships":{"hardware":{"api":"/api/v1/hardware/intel-arc-pro-b70-32gb","href":"/hardware/intel-arc-pro-b70-32gb","id":"intel-arc-pro-b70-32gb","name":"Intel Arc Pro B70"},"model":{"api":"/api/v1/models/qwen3-6-35b-a3b","href":"/models/qwen3-6-35b-a3b","id":"qwen3-6-35b-a3b","name":"Qwen3.6-35B-A3B"},"model_instance":{"api":"/api/v1/model-instances/nameistoken-qwen3-6-35b-a3b-quark-w8a8-int8--quark-w8a8-int8","href":"/model-instances/nameistoken-qwen3-6-35b-a3b-quark-w8a8-int8--quark-w8a8-int8","id":"nameistoken-qwen3-6-35b-a3b-quark-w8a8-int8--quark-w8a8-int8","name":"nameistoken/Qwen3.6-35B-A3B-Quark-W8A8-INT8"},"speed_sweep":[{"api":"/api/v1/speed-sweep/qwen3-6-35b-a3b-quark-w8a8-int8-intel-arc-pro-b70-32gb-vllm-tp2-sweep","href":"/speed-sweep/qwen3-6-35b-a3b-quark-w8a8-int8-intel-arc-pro-b70-32gb-vllm-tp2-sweep","id":"qwen3-6-35b-a3b-quark-w8a8-int8-intel-arc-pro-b70-32gb-vllm-tp2-sweep"}]}},"meta":{"source":"registry"}}