{"data":{"capabilities":{"chat":true,"reasoning":false,"tools":true,"vision":true},"description":"Validated two-B70 Qwen3.8-27B Q4_K_M llama.cpp SYCL TP2 runtime with four 65,536-token slots, MTP speculative decoding, pinned OCI identity, correct uncapped chat output, a valid forced tool call, correct inline-image recognition, and 13 historical or candidate speed-sweep points through 245K aggregate context.","engine":{"graph_mode":"disabled at compile time (-DGGML_SYCL_GRAPH=OFF)","name":"llama-cpp","version":"4302fb59969a5d8cf9f8e5f55fdd4506d0ed2126+b70-patches"},"facts":{"capabilities.chat":{"provenance":{"captured_at":"2026-09-01T09:21:24Z","sources":[{"captured_at":"2026-09-01T09:21:24Z","kind":"live-runtime-acceptance","url":"https://github.com/0xSero/local-ai-registry/blob/main/docs/notes/qwen38-q4km-arcb70-llamacpp-tp2-20260901.json"}]},"reason":"live-uncapped-chat-completion-returned-the-correct-answer-and-stopped-naturally","state":"known"},"capabilities.reasoning":{"provenance":{"captured_at":"2026-09-01T09:21:24Z","sources":[{"captured_at":"2026-09-01T09:21:24Z","kind":"runtime-startup-log","url":"https://github.com/0xSero/local-ai-registry/blob/main/docs/notes/qwen38-q4km-arcb70-llamacpp-tp2-20260901.json"}]},"reason":"resolved-launch-arguments-disable-reasoning-output","state":"known"},"capabilities.tools":{"provenance":{"captured_at":"2026-09-01T09:21:24Z","sources":[{"captured_at":"2026-09-01T09:21:24Z","kind":"live-runtime-acceptance","url":"https://github.com/0xSero/local-ai-registry/blob/main/docs/notes/qwen38-q4km-arcb70-llamacpp-tp2-20260901.json"}]},"reason":"live-forced-tool-call-returned-get-weather-with-the-required-paris-argument","state":"known"},"capabilities.vision":{"provenance":{"captured_at":"2026-09-01T09:21:24Z","sources":[{"captured_at":"2026-09-01T09:21:24Z","kind":"live-runtime-acceptance","url":"https://github.com/0xSero/local-ai-registry/blob/main/docs/notes/qwen38-q4km-arcb70-llamacpp-tp2-20260901.json"}]},"reason":"live-inline-png-sidecar-correctly-identified-the-solid-red-image","state":"known"},"engine.graph_mode":{"provenance":{"captured_at":"2026-09-01T09:21:24Z","sources":[{"captured_at":"2026-09-01T09:21:24Z","kind":"runtime-startup-log","url":"https://github.com/0xSero/local-ai-registry/blob/main/docs/notes/qwen38-q4km-arcb70-llamacpp-tp2-20260901.json"}]},"reason":"startup-log-reported-sycl-graph-disabled-by-compile-flag","state":"known"},"engine.version":{"provenance":{"captured_at":"2026-09-01T09:21:24Z","sources":[{"captured_at":"2026-09-01T09:21:24Z","kind":"live-runtime-acceptance","url":"https://github.com/0xSero/local-ai-registry/blob/main/docs/notes/qwen38-q4km-arcb70-llamacpp-tp2-20260901.json"}]},"reason":"live-server-fingerprint-and-pinned-dockerfile-source-resolved-commit-4302fb599-plus-b70-patches","state":"known"},"launch.container.digest":{"provenance":{"captured_at":"2026-09-01T09:21:24Z","sources":[{"captured_at":"2026-09-01T09:21:24Z","kind":"runtime-identity-and-oci-manifest","url":"https://github.com/0xSero/local-ai-registry/blob/main/docs/notes/qwen38-q4km-arcb70-llamacpp-tp2-20260901.json"}]},"reason":"live-container-repodigest-and-published-oci-index-both-resolved-sha256-5f3f585c","state":"known"},"serving.kv_cache_tokens":{"provenance":{"captured_at":"2026-09-01T09:21:24Z","sources":[{"captured_at":"2026-09-01T09:21:24Z","kind":"runtime-startup-log","url":"https://github.com/0xSero/local-ai-registry/blob/main/docs/notes/qwen38-q4km-arcb70-llamacpp-tp2-20260901.json"}]},"reason":"startup-log-reported-four-independent-65536-token-slots-for-262144-total-kv-capacity","state":"known"},"serving.max_concurrency":{"provenance":{"captured_at":"2026-09-01T09:21:24Z","sources":[{"captured_at":"2026-09-01T09:21:24Z","kind":"runtime-startup-log","url":"https://github.com/0xSero/local-ai-registry/blob/main/docs/notes/qwen38-q4km-arcb70-llamacpp-tp2-20260901.json"}]},"reason":"startup-log-reported-four-server-slots","state":"known"},"serving.max_context_tokens":{"provenance":{"captured_at":"2026-09-01T09:21:24Z","sources":[{"captured_at":"2026-09-01T09:21:24Z","kind":"runtime-model-endpoint","url":"https://github.com/0xSero/local-ai-registry/blob/main/docs/notes/qwen38-q4km-arcb70-llamacpp-tp2-20260901.json"}]},"reason":"live-model-endpoint-and-startup-log-reported-65536-tokens-per-slot","state":"known"}},"hardware_count":2,"hardware_id":"intel-arc-pro-b70-32gb","id":"qwen38-q4km-arcb70-llamacpp-tp2","launch":{"accelerator_backend":"intel-xpu","asset_ids":["qwen38-b70-llamacpp-entrypoint"],"container":{"captured_at":"2026-09-01T09:21:24Z","compose_file":null,"digest":"sha256:5f3f585ca62976993dd6aa998efb4680f74ce49d6c8499a77bd612241bafd4b9","image":"ghcr.io/0xsero/qwen38-b70@sha256:5f3f585ca62976993dd6aa998efb4680f74ce49d6c8499a77bd612241bafd4b9","reason":"published-oci-index-verified-and-standalone-docker-launch-paired-with-the-sha256-matched-live-entrypoint-asset","runtime":"docker","source":[{"captured_at":"2026-09-01T09:21:24Z","kind":"runtime-identity-and-oci-manifest","url":"https://github.com/0xSero/local-ai-registry/blob/main/docs/notes/qwen38-q4km-arcb70-llamacpp-tp2-20260901.json"}],"state":"digest-pinned"},"container_port":8010,"devices":["/dev/dri"],"entrypoint":"/entrypoint.sh","environment":{"BATCH":"8192","DRAFT_NGL":"0","DRAFT_THREADS":"16","ENABLE_MTP":"1","ENABLE_VISION":"1","GPU_COUNT":"2","PARALLEL":"4","SPEC_DRAFT_N_MAX":"5","THREADS":"16","UBATCH":"8192"},"host_port":8010,"image":"ghcr.io/0xsero/qwen38-b70@sha256:5f3f585ca62976993dd6aa998efb4680f74ce49d6c8499a77bd612241bafd4b9","ipc":"host","kind":"docker","mounts":[{"read_only":true,"source":"asset/qwen38-b70-llamacpp-entrypoint.sh","target":"/entrypoint.sh"},{"read_only":true,"source":"/dev/dri/by-path","target":"/dev/dri/by-path"},{"read_only":false,"source":"~/.cache/inference-index/models/qwen38-b70","target":"/models"}],"network_mode":"bridge","provenance":{"dockerfile":"https://github.com/0xSero/qwen38-b70/blob/main/Dockerfile","kind":"self-built","source":"https://github.com/0xSero/qwen38-b70"},"shm_size":"8g"},"metadata":{"runtime_identity":{"build_fingerprint":"b10552-4302fb599","container_id":"492127af2f8d43c085aa5ea88790a9e022dc07ba4af235777266ad0d0bd72346","entrypoint_asset_sha256":"7e3af3242ee29801981b032211f5158d8143f94aead2e817c46fe84e3e2662e9","image_config_id":"sha256:28dc88a5aba40fb81e6e56b977b55ed9ad15f1e791de23461f9193366672e834","local_image_id":"sha256:5f3f585ca62976993dd6aa998efb4680f74ce49d6c8499a77bd612241bafd4b9","model_context_per_slot":65536,"model_parameters":26895998464,"model_revision":"0669b98607d47046c7c2b3f801011d54a08cfccf","published_oci_index_digest":"sha256:5f3f585ca62976993dd6aa998efb4680f74ce49d6c8499a77bd612241bafd4b9","published_oci_manifest_digest":"sha256:415131b2703a99c6a5057ae1d35e9569ae5fecc32d2fe4da6ce41c0eb202269f","slot_count":4}},"model_instance_id":"ggml-org-qwen3-8-27b-gguf--q4-k-m","provenance":{"captured_at":"2026-09-01T09:21:24Z","sources":[{"captured_at":"2026-09-01T09:21:24Z","kind":"live-runtime-acceptance","url":"https://github.com/0xSero/local-ai-registry/blob/main/docs/notes/qwen38-q4km-arcb70-llamacpp-tp2-20260901.json"},{"captured_at":"2026-09-01T09:21:24Z","kind":"recipe-source","url":"https://github.com/0xSero/qwen38-b70"}]},"recipe_source":"0xsero","schema_version":"local-ai-registry/v1","serving":{"kv_cache_tokens":262144,"max_concurrency":4,"max_context_tokens":65536,"tensor_parallel":2},"speed_sweep_ids":["qwen38-q4km-arcb70-llamacpp-tp2-sweep"],"status":"validated","huggingface":{"link_type":"repository","provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"huggingface-api","url":"https://huggingface.co/api/models/ggml-org/Qwen3.8-27B-GGUF"}]},"reason":"hf-api-confirmed-public","repository":"ggml-org/Qwen3.8-27B-GGUF","status":"known","url":"https://huggingface.co/ggml-org/Qwen3.8-27B-GGUF"},"registry":{"launchable":true,"speed_evidence":{"available":true,"count":1,"speed_sweep_ids":["qwen38-q4km-arcb70-llamacpp-tp2-sweep"],"detail_urls":["/api/v1/speed-sweep/qwen38-q4km-arcb70-llamacpp-tp2-sweep"]},"runtime":"docker"},"relationships":{"hardware":{"api":"/api/v1/hardware/intel-arc-pro-b70-32gb","href":"/hardware/intel-arc-pro-b70-32gb","id":"intel-arc-pro-b70-32gb","name":"Intel Arc Pro B70"},"model":{"api":"/api/v1/models/qwen3-8-27b","href":"/models/qwen3-8-27b","id":"qwen3-8-27b","name":"Qwen3.8-27B"},"model_instance":{"api":"/api/v1/model-instances/ggml-org-qwen3-8-27b-gguf--q4-k-m","href":"/model-instances/ggml-org-qwen3-8-27b-gguf--q4-k-m","id":"ggml-org-qwen3-8-27b-gguf--q4-k-m","name":"ggml-org/Qwen3.8-27B-GGUF"},"speed_sweep":[{"api":"/api/v1/speed-sweep/qwen38-q4km-arcb70-llamacpp-tp2-sweep","href":"/speed-sweep/qwen38-q4km-arcb70-llamacpp-tp2-sweep","id":"qwen38-q4km-arcb70-llamacpp-tp2-sweep"}]}},"meta":{"source":"registry"}}