{"data":{"capabilities":{"chat":true,"reasoning":true,"tools":false,"vision":false},"description":"Live-accepted two-B70 SGLang XPU profile with online layered FP8, FP32 GDN state, the native GDN fast path, XPU decode graphs, and a digest-pinned GHCR image.","engine":{"graph_mode":"full","name":"sglang","version":"0.5.13+local-bmg"},"facts":{"metadata":{"provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"not-observed","state":"unknown"},"serving.kv_cache_tokens":{"provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"kv-cache-capacity-not-published","state":"unknown"}},"hardware_count":2,"hardware_id":"intel-arc-pro-b70-32gb","id":"qwen36-35b-a3b-layered-fp8-arcb70-sglang-tp2","launch":{"accelerator_backend":"intel-xpu","arguments":["--model-path","Qwen/Qwen3.6-35B-A3B","--revision","995ad96eacd98c81ed38be0c5b274b04031597b0","--tp","2","--dtype","float16","--quantization","fp8","--load-format","layered_fp8","--attention-backend","intel_xpu","--trust-remote-code","--mem-fraction-static","0.9","--max-mamba-cache-size","64","--page-size","64","--mamba-scheduler-strategy","extra_buffer","--reasoning-parser","qwen3","--enable-cache-report","--enable-metrics","--host","0.0.0.0","--port","30000"],"cap_add":["SYS_PTRACE"],"container":{"captured_at":"2026-08-27T06:04:13.773Z","compose_file":null,"digest":"sha256:d027487a07e4391562b4460da72bc78008be129d44af540148787e02e3045c08","image":"ghcr.io/0xsero/qwen36-b70-sglang@sha256:d027487a07e4391562b4460da72bc78008be129d44af540148787e02e3045c08","reason":"image-reference-in-launch","runtime":"docker","source":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"recipe-launch","url":"https://github.com/0xSero/qwen36-b70"}],"state":"digest-pinned"},"container_port":30000,"devices":["/dev/dri"],"environment":{"HF_HOME":"/root/.cache/huggingface","LOAD_FORMAT":"layered_fp8","MEM_FRACTION_STATIC":"0.9","MODEL_PATH":"Qwen/Qwen3.6-35B-A3B","PORT":"30000","SGLANG_MAMBA_CONV_DTYPE":"float16","SGLANG_MAMBA_SSM_DTYPE":"float32","SGLANG_XPU_ENABLE_GRAPH":"1","SGLANG_XPU_ESIMD_DECODE":"1","SGLANG_XPU_ESIMD_MOE":"1","SGLANG_XPU_ESIMD_MOE_PREFILL":"1","SGLANG_XPU_FA_ESIMD_QKV":"1","SGLANG_XPU_GDN_ESIMD":"0","SGLANG_XPU_GDN_EXTEND_ESIMD":"0","SGLANG_XPU_GDN_FAST_PATH":"1","SGLANG_XPU_PREFILL_DPAS":"1","TP_SIZE":"2","ZE_AFFINITY_MASK":"0,1"},"host_port":8010,"image":"ghcr.io/0xsero/qwen36-b70-sglang@sha256:d027487a07e4391562b4460da72bc78008be129d44af540148787e02e3045c08","ipc":"host","kind":"docker","mounts":[{"read_only":true,"source":"/dev/dri/by-path","target":"/dev/dri/by-path"},{"read_only":false,"source":"~/.cache/huggingface","target":"/root/.cache/huggingface"}],"network_mode":"bridge","security_opt":["seccomp=unconfined"],"shm_size":"16g","source":{"commit":"15166aed68bc25c411e16ddd81621242ba3d6298","repository":"https://github.com/0xSero/qwen36-b70"},"validated_from":"sglang/xpu/run_qwen3_6_service.sh"},"metadata":{},"model_instance_id":"qwen-qwen3-6-35b-a3b--online-fp8-weights-with-fp16-activations","provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"normalized-recipe","url":"https://github.com/0xSero/qwen36-b70"}]},"recipe_source":"0xsero","schema_version":"local-ai-registry/v1","serving":{"kv_cache_tokens":null,"max_concurrency":8,"max_context_tokens":8192,"tensor_parallel":2},"speed_sweep_ids":["qwen36-35b-a3b-layered-fp8-arcb70-sglang-tp2-sweep"],"status":"validated","huggingface":{"link_type":"repository","provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"huggingface-api","url":"https://huggingface.co/api/models/Qwen/Qwen3.6-35B-A3B"}]},"reason":"hf-api-confirmed-public","repository":"Qwen/Qwen3.6-35B-A3B","status":"known","url":"https://huggingface.co/Qwen/Qwen3.6-35B-A3B"},"registry":{"launchable":true,"speed_evidence":{"available":true,"count":1,"speed_sweep_ids":["qwen36-35b-a3b-layered-fp8-arcb70-sglang-tp2-sweep"],"detail_urls":["/api/v1/speed-sweep/qwen36-35b-a3b-layered-fp8-arcb70-sglang-tp2-sweep"]},"runtime":"docker"},"relationships":{"hardware":{"api":"/api/v1/hardware/intel-arc-pro-b70-32gb","href":"/hardware/intel-arc-pro-b70-32gb","id":"intel-arc-pro-b70-32gb","name":"Intel Arc Pro B70"},"model":{"api":"/api/v1/models/qwen3-6-35b-a3b","href":"/models/qwen3-6-35b-a3b","id":"qwen3-6-35b-a3b","name":"Qwen3.6-35B-A3B"},"model_instance":{"api":"/api/v1/model-instances/qwen-qwen3-6-35b-a3b--online-fp8-weights-with-fp16-activations","href":"/model-instances/qwen-qwen3-6-35b-a3b--online-fp8-weights-with-fp16-activations","id":"qwen-qwen3-6-35b-a3b--online-fp8-weights-with-fp16-activations","name":"Qwen/Qwen3.6-35B-A3B"},"speed_sweep":[{"api":"/api/v1/speed-sweep/qwen36-35b-a3b-layered-fp8-arcb70-sglang-tp2-sweep","href":"/speed-sweep/qwen36-35b-a3b-layered-fp8-arcb70-sglang-tp2-sweep","id":"qwen36-35b-a3b-layered-fp8-arcb70-sglang-tp2-sweep"}]}},"meta":{"source":"registry"}}