{"data":{"capabilities":{"chat":null,"reasoning":null,"tools":null,"vision":null},"description":"Observed LocalMaxxing leaderboard run. Evidence for compatibility, not an executable launch contract.","engine":{"graph_mode":null,"name":"llama.cpp","version":"9445 (af6528e6d)"},"facts":{"capabilities.chat":{"provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"capability-not-verified","state":"unknown"},"capabilities.reasoning":{"provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"capability-not-verified","state":"unknown"},"capabilities.tools":{"provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"capability-not-verified","state":"unknown"},"capabilities.vision":{"provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"capability-not-verified","state":"unknown"},"engine.graph_mode":{"provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"runtime-detail-not-published","state":"unknown"},"serving.kv_cache_tokens":{"provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"kv-cache-capacity-not-published","state":"unknown"},"serving.max_concurrency":{"provenance":{"captured_at":"2026-08-31T23:03:15Z","sources":[{"captured_at":"2026-08-31T23:03:15Z","kind":"registry-derived","url":"https://www.localmaxxing.com/en/runs/cms8lztrn0011pm01khyyqij8"}]},"reason":"server-capacity-derived-from-source-evidence","state":"known"}},"hardware_count":4,"hardware_id":"rtx-pro-6000-blackwell-96gb","id":"glm-5-2-ud-q2-k-mxfp4-rtx-pro-6000-blackwell-96gb-llama-cpp-tp4","launch":{"container":{"captured_at":"2026-08-30T09:10:02Z","compose_file":null,"digest":null,"image":null,"reason":"reference-only-launch","runtime":null,"source":[{"captured_at":"2026-08-30T09:10:02Z","kind":"recipe-launch","url":"https://www.localmaxxing.com/en/runs/cms8lztrn0011pm01khyyqij8"}],"state":"none"},"kind":"reference","run_id":"cms8lztrn0011pm01khyyqij8","source":"localmaxxing","url":"https://www.localmaxxing.com/en/runs/cms8lztrn0011pm01khyyqij8"},"metadata":{"localmaxxing":{"backend":"cuda","batch_size":1,"hardware_label":"RTX PRO 6000 Blackwell","notes":"Single-stream text benchmark on four discrete 96 GB PCIe GPUs: 2 warmups followed by 5 measured streaming temperature-0/top-p-1 runs; median reported (47.80-47.93 output tok/s). Experimental abliterated Q2_K_MXFP4 split GGUF; use requires output review. Official llama.cpp CUDA build 9445 used one 524,288-token slot, Q8 K/V, layer split, continuous batching, no speculative decoding, and automatic fit with a 4 GiB per-GPU safety target. Repeated-prompt TTFT is warm-cache. Generation authentication, exact identity/context, coherent text, automatic tools, streaming, cancellation, and zero restart/OOM passed. Metrics use server usage counters and client-observed token timing.","observed_command":"llama-server --model GLM-5.2-UD-Q2_K_MXFP4-00001-of-00007.gguf --alias GLM-5.2 --ctx-size 524288 --parallel 1 --threads 32 --threads-batch 32 --batch-size 2048 --ubatch-size 512 --gpu-layers auto --split-mode layer --fit on --fit-target 4096 --fit-ctx 32768 --flash-attn auto --cache-type-k q8_0 --cache-type-v q8_0 --jinja --reasoning auto --reasoning-format deepseek --cont-batching","run_id":"cms8lztrn0011pm01khyyqij8","tokenized":{"arguments":["llama-server","--model","GLM-5.2-UD-Q2_K_MXFP4-00001-of-00007.gguf","--alias","GLM-5.2","--ctx-size","524288","--parallel","1","--threads","32","--threads-batch","32","--batch-size","2048","--ubatch-size","512","--gpu-layers","auto","--split-mode","layer","--fit","on","--fit-target","4096","--fit-ctx","32768","--flash-attn","auto","--cache-type-k","q8_0","--cache-type-v","q8_0","--jinja","--reasoning","auto","--reasoning-format","deepseek","--cont-batching"],"fidelity":"faithful"}}},"model_instance_id":"huihui-ai-huihui-glm-5-2-abliterated-gguf--ud-q2-k-mxfp4","provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"normalized-recipe","url":"https://www.localmaxxing.com/en/runs/cms8lztrn0011pm01khyyqij8"}]},"recipe_source":"localmaxxing","schema_version":"local-ai-registry/v1","serving":{"kv_cache_tokens":null,"max_concurrency":1,"max_context_tokens":524288,"tensor_parallel":4},"speed_sweep_ids":["glm-5-2-ud-q2-k-mxfp4-rtx-pro-6000-blackwell-96gb-llama-cpp-tp4-sweep"],"status":"candidate","huggingface":{"link_type":"repository","provenance":{"captured_at":"2026-08-30T09:10:02Z","sources":[{"captured_at":"2026-08-30T09:10:02Z","kind":"huggingface-api","url":"https://huggingface.co/api/models/huihui-ai/Huihui-GLM-5.2-abliterated-GGUF"}]},"reason":"hf-api-confirmed-public","repository":"huihui-ai/Huihui-GLM-5.2-abliterated-GGUF","status":"known","url":"https://huggingface.co/huihui-ai/Huihui-GLM-5.2-abliterated-GGUF"},"registry":{"launchable":false,"speed_evidence":{"available":true,"count":1,"speed_sweep_ids":["glm-5-2-ud-q2-k-mxfp4-rtx-pro-6000-blackwell-96gb-llama-cpp-tp4-sweep"],"detail_urls":["/api/v1/speed-sweep/glm-5-2-ud-q2-k-mxfp4-rtx-pro-6000-blackwell-96gb-llama-cpp-tp4-sweep"]},"runtime":"reference"},"relationships":{"hardware":{"api":"/api/v1/hardware/rtx-pro-6000-blackwell-96gb","href":"/hardware/rtx-pro-6000-blackwell-96gb","id":"rtx-pro-6000-blackwell-96gb","name":"RTX PRO 6000 Blackwell"},"model":{"api":"/api/v1/models/glm-5-2","href":"/models/glm-5-2","id":"glm-5-2","name":"GLM-5.2"},"model_instance":{"api":"/api/v1/model-instances/huihui-ai-huihui-glm-5-2-abliterated-gguf--ud-q2-k-mxfp4","href":"/model-instances/huihui-ai-huihui-glm-5-2-abliterated-gguf--ud-q2-k-mxfp4","id":"huihui-ai-huihui-glm-5-2-abliterated-gguf--ud-q2-k-mxfp4","name":"huihui-ai/Huihui-GLM-5.2-abliterated-GGUF"},"speed_sweep":[{"api":"/api/v1/speed-sweep/glm-5-2-ud-q2-k-mxfp4-rtx-pro-6000-blackwell-96gb-llama-cpp-tp4-sweep","href":"/speed-sweep/glm-5-2-ud-q2-k-mxfp4-rtx-pro-6000-blackwell-96gb-llama-cpp-tp4-sweep","id":"glm-5-2-ud-q2-k-mxfp4-rtx-pro-6000-blackwell-96gb-llama-cpp-tp4-sweep"}]}},"meta":{"source":"registry"}}