{"data":{"capabilities":{"chat":null,"reasoning":null,"tools":null,"vision":null},"description":"Observed LocalMaxxing leaderboard run. Evidence for compatibility, not an executable launch contract.","engine":{"graph_mode":"piecewise","name":"vllm","version":"0.20.2rc1.dev2+gc51df4300.d20260523"},"facts":{"capabilities.chat":{"provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"capability-not-verified","state":"unknown"},"capabilities.reasoning":{"provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"capability-not-verified","state":"unknown"},"capabilities.tools":{"provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"capability-not-verified","state":"unknown"},"capabilities.vision":{"provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"capability-not-verified","state":"unknown"},"engine.graph_mode":{"provenance":{"captured_at":"2026-09-01T01:32:29Z","sources":[{"captured_at":"2026-09-01T01:32:29Z","kind":"registry-derived","url":"https://www.localmaxxing.com/en/runs/cmq8yhxvo001ipb0149aoa79o"}]},"reason":"explicit-cudagraph-mode-in-observed-command","state":"known"},"serving.kv_cache_tokens":{"provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"kv-cache-capacity-not-published","state":"unknown"},"serving.max_concurrency":{"provenance":{"captured_at":"2026-09-01T10:20:39Z","sources":[{"captured_at":"2026-09-01T10:20:39Z","kind":"registry-derived","url":"https://www.localmaxxing.com/en/runs/cmq8yhxvo001ipb0149aoa79o"}]},"reason":"explicit-source-server-capacity","state":"known"},"serving.max_context_tokens":{"provenance":{"captured_at":"2026-09-01T10:20:39Z","sources":[{"captured_at":"2026-09-01T10:20:39Z","kind":"registry-derived","url":"https://www.localmaxxing.com/en/runs/cmq8yhxvo001ipb0149aoa79o"}]},"reason":"explicit-source-context-limit","state":"known"}},"hardware_count":4,"hardware_id":"intel-arc-pro-b70-32gb","id":"qwen3-6-35b-a3b-quark-w8a8-int8-intel-arc-pro-b70-32gb-vllm-tp4-49aoa79o","launch":{"container":{"captured_at":"2026-08-30T09:10:02Z","compose_file":null,"digest":null,"image":null,"reason":"reference-only-launch","runtime":null,"source":[{"captured_at":"2026-08-30T09:10:02Z","kind":"recipe-launch","url":"https://www.localmaxxing.com/en/runs/cmq8yhxvo001ipb0149aoa79o"}],"state":"none"},"kind":"reference","run_id":"cmq8yhxvo001ipb0149aoa79o","source":"localmaxxing","url":"https://www.localmaxxing.com/en/runs/cmq8yhxvo001ipb0149aoa79o"},"metadata":{"localmaxxing":{"backend":"xpu","batch_size":1,"hardware_label":"Intel Arc Pro B70","notes":"Quality-gated Qwen3.6 35B Quark W8A8 INT8 run on 4x Intel Arc Pro B70. Metric is p512/n512 streaming /v1/completions, temperature 0, four repeats after warmup. tokSOut is corrected steady-state output throughput after first streamed text chunk; e2e output mean was 98.16 tok/s. Frontdoor quality rerun8 passed exact canaries, JSON schema/semantics, copy phrase, 8K long-context needle, repeat stability, and baseline hash parity. Peak VRAM was not submitted because this run used --skip-vram.","observed_command":"VLLM_USE_V1=1 VLLM_TARGET_DEVICE=xpu XPU_GRAPH=1 VLLM_XPU_ENABLE_XPU_GRAPH=1 VLLM_XPU_FORCE_GRAPH_WITH_COMM=1 VLLM_XPU_GRAPH_NOOP_COMM_CAPTURE=1 VLLM_XPU_USE_CUSTOM_OP_COLLECTIVES=1 VLLM_XPU_COMPILE_ALLREDUCE_CUSTOM_OP=1 VLLM_XPU_CUSTOM_ALLREDUCE_GRAPH_CLONE_INPUT=1 VLLM_XPU_CUSTOM_ALLREDUCE_CLONE_INPUT=1 VLLM_XPU_QUARK_W8A8_MOE=1 VLLM_XPU_GDN_REUSE_QKVZ_BA_QUANT=clone ONEAPI_DEVICE_SELECTOR=level_zero:0,1,2,3 ZE_AFFINITY_MASK=0,1,2,3 CCL_ATL_TRANSPORT=ofi CCL_TOPO_P2P_ACCESS=1 FI_TCP_IFACE=eth1 CCL_KVS_IFACE=eth1 vllm serve /mnt/fast-ai/llm-cache/hf/models--nameistoken--Qwen3.6-35B-A3B-Quark-W8A8-INT8/snapshots/cced56592e8c8935f8220836b4baa04dfd389118 --host 127.0.0.1 --port 18080 --trust-remote-code --served-model-name qwen36-35b-a3b-fp8 --dtype auto --quantization quark --tensor-parallel-size 4 --pipeline-parallel-size 1 --distributed-executor-backend mp --max-model-len 32768 --max-num-batched-tokens 8192 --max-num-seqs 48 --gpu-memory-utilization 0.95 --kv-cache-dtype auto --no-enable-prefix-caching --language-model-only --compilation-config {\"cudagraph_mode\":\"PIECEWISE\"} --generation-config vllm","run_id":"cmq8yhxvo001ipb0149aoa79o","tokenized":{"arguments":["vllm","serve","/mnt/fast-ai/llm-cache/hf/models--nameistoken--Qwen3.6-35B-A3B-Quark-W8A8-INT8/snapshots/cced56592e8c8935f8220836b4baa04dfd389118","--host","127.0.0.1","--port","18080","--trust-remote-code","--served-model-name","qwen36-35b-a3b-fp8","--dtype","auto","--quantization","quark","--tensor-parallel-size","4","--pipeline-parallel-size","1","--distributed-executor-backend","mp","--max-model-len","32768","--max-num-batched-tokens","8192","--max-num-seqs","48","--gpu-memory-utilization","0.95","--kv-cache-dtype","auto","--no-enable-prefix-caching","--language-model-only","--compilation-config","{cudagraph_mode:PIECEWISE}","--generation-config","vllm"],"environment":{"CCL_ATL_TRANSPORT":"ofi","CCL_KVS_IFACE":"eth1","CCL_TOPO_P2P_ACCESS":"1","FI_TCP_IFACE":"eth1","ONEAPI_DEVICE_SELECTOR":"level_zero:0,1,2,3","VLLM_TARGET_DEVICE":"xpu","VLLM_USE_V1":"1","VLLM_XPU_COMPILE_ALLREDUCE_CUSTOM_OP":"1","VLLM_XPU_CUSTOM_ALLREDUCE_CLONE_INPUT":"1","VLLM_XPU_CUSTOM_ALLREDUCE_GRAPH_CLONE_INPUT":"1","VLLM_XPU_ENABLE_XPU_GRAPH":"1","VLLM_XPU_FORCE_GRAPH_WITH_COMM":"1","VLLM_XPU_GDN_REUSE_QKVZ_BA_QUANT":"clone","VLLM_XPU_GRAPH_NOOP_COMM_CAPTURE":"1","VLLM_XPU_QUARK_W8A8_MOE":"1","VLLM_XPU_USE_CUSTOM_OP_COLLECTIVES":"1","XPU_GRAPH":"1","ZE_AFFINITY_MASK":"0,1,2,3"},"fidelity":"faithful"}}},"model_instance_id":"nameistoken-qwen3-6-35b-a3b-quark-w8a8-int8--quark-w8a8-int8","provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"normalized-recipe","url":"https://www.localmaxxing.com/en/runs/cmq8yhxvo001ipb0149aoa79o"}]},"recipe_source":"localmaxxing","schema_version":"local-ai-registry/v1","serving":{"kv_cache_tokens":null,"max_concurrency":48,"max_context_tokens":32768,"tensor_parallel":4},"speed_sweep_ids":["qwen3-6-35b-a3b-quark-w8a8-int8-intel-arc-pro-b70-32gb-vllm-tp4-49aoa79o-sweep"],"status":"candidate","huggingface":{"link_type":"repository","provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"huggingface-api","url":"https://huggingface.co/api/models/nameistoken/Qwen3.6-35B-A3B-Quark-W8A8-INT8"}]},"reason":"hf-api-confirmed-public","repository":"nameistoken/Qwen3.6-35B-A3B-Quark-W8A8-INT8","status":"known","url":"https://huggingface.co/nameistoken/Qwen3.6-35B-A3B-Quark-W8A8-INT8"},"registry":{"launchable":false,"speed_evidence":{"available":true,"count":1,"speed_sweep_ids":["qwen3-6-35b-a3b-quark-w8a8-int8-intel-arc-pro-b70-32gb-vllm-tp4-49aoa79o-sweep"],"detail_urls":["/api/v1/speed-sweep/qwen3-6-35b-a3b-quark-w8a8-int8-intel-arc-pro-b70-32gb-vllm-tp4-49aoa79o-sweep"]},"runtime":"reference"},"relationships":{"hardware":{"api":"/api/v1/hardware/intel-arc-pro-b70-32gb","href":"/hardware/intel-arc-pro-b70-32gb","id":"intel-arc-pro-b70-32gb","name":"Intel Arc Pro B70"},"model":{"api":"/api/v1/models/qwen3-6-35b-a3b","href":"/models/qwen3-6-35b-a3b","id":"qwen3-6-35b-a3b","name":"Qwen3.6-35B-A3B"},"model_instance":{"api":"/api/v1/model-instances/nameistoken-qwen3-6-35b-a3b-quark-w8a8-int8--quark-w8a8-int8","href":"/model-instances/nameistoken-qwen3-6-35b-a3b-quark-w8a8-int8--quark-w8a8-int8","id":"nameistoken-qwen3-6-35b-a3b-quark-w8a8-int8--quark-w8a8-int8","name":"nameistoken/Qwen3.6-35B-A3B-Quark-W8A8-INT8"},"speed_sweep":[{"api":"/api/v1/speed-sweep/qwen3-6-35b-a3b-quark-w8a8-int8-intel-arc-pro-b70-32gb-vllm-tp4-49aoa79o-sweep","href":"/speed-sweep/qwen3-6-35b-a3b-quark-w8a8-int8-intel-arc-pro-b70-32gb-vllm-tp4-49aoa79o-sweep","id":"qwen3-6-35b-a3b-quark-w8a8-int8-intel-arc-pro-b70-32gb-vllm-tp4-49aoa79o-sweep"}]}},"meta":{"source":"registry"}}