{"data":{"capabilities":{"chat":null,"reasoning":null,"tools":null,"vision":null},"description":null,"engine":{"graph_mode":null,"name":"mlx","version":"mlx-vlm 0.6.3 / mlx 0.32.0.dev20260702+e9463bb (qmv_wide)"},"facts":{"capabilities.chat":{"provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"capability-not-verified","state":"unknown"},"capabilities.reasoning":{"provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"capability-not-verified","state":"unknown"},"capabilities.tools":{"provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"capability-not-verified","state":"unknown"},"capabilities.vision":{"provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"capability-not-verified","state":"unknown"},"description":{"provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"not-observed","state":"unknown"},"engine.graph_mode":{"provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"runtime-detail-not-published","state":"unknown"},"metadata.localmaxxing.engine_flags.attentionBackend":{"provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"not-observed","state":"unknown"},"metadata.localmaxxing.engine_flags.flashAttn":{"provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"not-observed","state":"unknown"},"metadata.localmaxxing.engine_flags.gpuLayers":{"provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"not-observed","state":"unknown"},"metadata.localmaxxing.engine_flags.kvCacheDtype":{"provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"not-observed","state":"unknown"},"metadata.localmaxxing.engine_flags.tensorParallel":{"provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"not-observed","state":"unknown"},"serving.kv_cache_tokens":{"provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"kv-cache-capacity-not-published","state":"unknown"},"serving.max_concurrency":{"provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"not-observed","state":"unknown"},"serving.max_context_tokens":{"provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"not-observed","state":"unknown"}},"hardware_count":1,"hardware_id":"apple-m5-pro-48gb","id":"gemma-4-31b-v2-int4-apple-m5-pro-48gb-mlx-tp1","launch":{"container":{"captured_at":"2026-08-27T06:04:13.773Z","compose_file":null,"digest":null,"image":null,"reason":"reference-only-launch","runtime":null,"source":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"recipe-launch","url":"https://www.localmaxxing.com/en/runs/cmr5ezpgk009mq901bsesdvu6"}],"state":"none"},"kind":"reference","run_id":"cmr5ezpgk009mq901bsesdvu6","source":"localmaxxing","url":"https://www.localmaxxing.com/en/runs/cmr5ezpgk009mq901bsesdvu6"},"metadata":{"localmaxxing":{"base_lineage":"derived","engine_flags":{"attentionBackend":null,"flashAttn":null,"gpuLayers":null,"kvCacheDtype":null,"mtpEnabled":true,"specDecoding":true,"tensorParallel":null},"hardware_label":"Apple M5 Pro 48GB","notes":"Gemma 4 31B (abliterated v2), 4-bit affine gs64 decoder; vision tower + embed/lm_head bf16 per config. MLX MTP speculative decoding via mlx-vlm, official gemma-4-31B-it-assistant drafter, draft-block-size 4 (optimum on this build). Measured on M5 Pro 48GB, macOS 26.5, greedy temp 0. tokSOut = median of 4 timed iterations (range 32.8-35.5), decode throughput over the inter-token window (completion_tokens / (t_last-t_first)) from the OpenAI-compatible stream; ~250-tok code workload, exact usage.completion_tokens. Drafter acceptance ~69.8%, ~3.09 accepted tok/round. Byte-identical to dense greedy (fast-verify patch adds the missing gemma4 speculative_argmax_from_hidden hook: one batched norm->lm_head->softcap over K+1 positions). Speedup vs dense 4-bit (~15 tok/s, ~94% of the 276 GB/s measured-bandwidth ceiling) ~2.2x. peakVramGb is process phys_footprint_peak and includes MLX's Metal buffer cache growing under a 36GB wired limit; true resident weights+drafter+KV ~= 18-20GB (steady footprint 26.5GB). wheel: mlx qmv_wide (PR #3764) built from git main; without it b3 tops out ~24.6 tok/s. Model repo public; base jdfelo/gemma-4-31B-v2 is gated.","revision_unpinned":true,"run_id":"cmr5ezpgk009mq901bsesdvu6"}},"model_instance_id":"jdfelo-gemma-4-31b-v2-mlx-4bit--int4","provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"normalized-recipe","url":"https://www.localmaxxing.com/en/runs/cmr5ezpgk009mq901bsesdvu6"}]},"recipe_source":"localmaxxing","schema_version":"local-ai-registry/v1","serving":{"kv_cache_tokens":null,"max_concurrency":null,"max_context_tokens":null,"tensor_parallel":1},"speed_sweep_ids":["gemma-4-31b-v2-int4-apple-m5-pro-48gb-mlx-tp1-sweep"],"status":"candidate","huggingface":{"link_type":"repository","provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"huggingface-api","url":"https://huggingface.co/api/models/jdfelo/gemma-4-31B-v2-MLX-4bit"}]},"reason":"hf-api-confirmed-public","repository":"jdfelo/gemma-4-31B-v2-MLX-4bit","status":"known","url":"https://huggingface.co/jdfelo/gemma-4-31B-v2-MLX-4bit"},"registry":{"launchable":false,"speed_evidence":{"available":true,"count":1,"speed_sweep_ids":["gemma-4-31b-v2-int4-apple-m5-pro-48gb-mlx-tp1-sweep"],"detail_urls":["/api/v1/speed-sweep/gemma-4-31b-v2-int4-apple-m5-pro-48gb-mlx-tp1-sweep"]},"runtime":"reference"},"relationships":{"hardware":{"api":"/api/v1/hardware/apple-m5-pro-48gb","href":"/hardware/apple-m5-pro-48gb","id":"apple-m5-pro-48gb","name":"Apple M5 Pro 48GB"},"model":{"api":"/api/v1/models/gemma-4-31b-v2","href":"/models/gemma-4-31b-v2","id":"gemma-4-31b-v2","name":"gemma-4-31B-v2"},"model_instance":{"api":"/api/v1/model-instances/jdfelo-gemma-4-31b-v2-mlx-4bit--int4","href":"/model-instances/jdfelo-gemma-4-31b-v2-mlx-4bit--int4","id":"jdfelo-gemma-4-31b-v2-mlx-4bit--int4","name":"jdfelo/gemma-4-31B-v2-MLX-4bit"},"speed_sweep":[{"api":"/api/v1/speed-sweep/gemma-4-31b-v2-int4-apple-m5-pro-48gb-mlx-tp1-sweep","href":"/speed-sweep/gemma-4-31b-v2-int4-apple-m5-pro-48gb-mlx-tp1-sweep","id":"gemma-4-31b-v2-int4-apple-m5-pro-48gb-mlx-tp1-sweep"}]}},"meta":{"source":"registry"}}