{"data":{"capabilities":{"chat":true,"reasoning":false,"tools":true,"vision":false},"description":"Qwen3.8-27B Q4_K_M on one Intel Arc Pro B70 using the digest-pinned llama.cpp SYCL image, one 131K slot, and fresh completion and tool-call acceptance without speculative decoding","engine":{"graph_mode":"not-applicable","name":"llama-cpp","version":"4302fb59969a5d8cf9f8e5f55fdd4506d0ed2126+b70-patches"},"facts":{"metadata":{"provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"not-observed","state":"unknown"},"serving.kv_cache_tokens":{"provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"kv-cache-capacity-not-published","state":"unknown"}},"hardware_count":1,"hardware_id":"intel-arc-pro-b70-32gb","id":"qwen38-q4km-arcb70-llamacpp-tp1","launch":{"accelerator_backend":"intel-xpu","arguments":["--device","SYCL0","--gpu-layers","99","--flash-attn","on","--batch-size","8192","--ubatch-size","8192","--cache-type-k","f16","--cache-type-v","f16","--ctx-size","131072","--parallel","1"],"container":{"captured_at":"2026-08-27T06:04:13.773Z","compose_file":null,"digest":"sha256:37219eaeeb2e8398f59e427ec0c723bbe2eeb8ec59e6b154ea63c4172238c342","image":"ghcr.io/0xsero/qwen38-b70@sha256:37219eaeeb2e8398f59e427ec0c723bbe2eeb8ec59e6b154ea63c4172238c342","reason":"image-reference-in-launch","runtime":"docker","source":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"recipe-launch","url":"https://github.com/0xSero/local-ai-registry"}],"state":"digest-pinned"},"container_port":8010,"environment":{"BATCH":"8192","CTX_SIZE_OVERRIDE":"131072","ENABLE_MTP":"0","ENABLE_VISION":"0","GPU_COUNT":"1","MODELS_DIR":"/models","PARALLEL":"1","THREADS":"16","UBATCH":"8192"},"host_port":8010,"image":"ghcr.io/0xsero/qwen38-b70@sha256:37219eaeeb2e8398f59e427ec0c723bbe2eeb8ec59e6b154ea63c4172238c342","ipc":"host","kind":"docker","mounts":[{"read_only":true,"source":"/dev/dri/by-path","target":"/dev/dri/by-path"},{"read_only":false,"source":"~/.cache/inference-index/models/qwen38-b70","target":"/models"}],"network_mode":"bridge","shm_size":"8g"},"metadata":{},"model_instance_id":"ggml-org-qwen3-8-27b-gguf--q4-k-m","provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"normalized-recipe","url":"https://github.com/0xSero/local-ai-registry"}]},"recipe_source":"0xsero","schema_version":"local-ai-registry/v1","serving":{"kv_cache_tokens":null,"max_concurrency":1,"max_context_tokens":8024,"tensor_parallel":1},"speed_sweep_ids":["qwen38-q4km-arcb70-llamacpp-tp1-sweep"],"status":"validated","huggingface":{"link_type":"repository","provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"huggingface-api","url":"https://huggingface.co/api/models/ggml-org/Qwen3.8-27B-GGUF"}]},"reason":"hf-api-confirmed-public","repository":"ggml-org/Qwen3.8-27B-GGUF","status":"known","url":"https://huggingface.co/ggml-org/Qwen3.8-27B-GGUF"},"registry":{"launchable":true,"speed_evidence":{"available":true,"count":1,"speed_sweep_ids":["qwen38-q4km-arcb70-llamacpp-tp1-sweep"],"detail_urls":["/api/v1/speed-sweep/qwen38-q4km-arcb70-llamacpp-tp1-sweep"]},"runtime":"docker"},"relationships":{"hardware":{"api":"/api/v1/hardware/intel-arc-pro-b70-32gb","href":"/hardware/intel-arc-pro-b70-32gb","id":"intel-arc-pro-b70-32gb","name":"Intel Arc Pro B70"},"model":{"api":"/api/v1/models/qwen3-8-27b","href":"/models/qwen3-8-27b","id":"qwen3-8-27b","name":"Qwen3.8-27B"},"model_instance":{"api":"/api/v1/model-instances/ggml-org-qwen3-8-27b-gguf--q4-k-m","href":"/model-instances/ggml-org-qwen3-8-27b-gguf--q4-k-m","id":"ggml-org-qwen3-8-27b-gguf--q4-k-m","name":"ggml-org/Qwen3.8-27B-GGUF"},"speed_sweep":[{"api":"/api/v1/speed-sweep/qwen38-q4km-arcb70-llamacpp-tp1-sweep","href":"/speed-sweep/qwen38-q4km-arcb70-llamacpp-tp1-sweep","id":"qwen38-q4km-arcb70-llamacpp-tp1-sweep"}]}},"meta":{"source":"registry"}}