{"data":{"capabilities":{"chat":true,"reasoning":true,"tools":false,"vision":false},"description":"Live-accepted GLM-5.2 EXL3 on four RTX PRO 6000 Blackwell GPUs with TP4/DCP4, MTP6, NVFP4 MLA KV, and full plus piecewise CUDA graphs","engine":{"graph_mode":"full-and-piecewise","name":"vllm","version":"0.11.2.dev280+gilded.gnosis.v20.vllmb46c3aa.si35aebc6.fi801d57a.cu132.20260730.r12"},"facts":{"metadata":{"provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"not-observed","state":"unknown"},"serving.max_concurrency":{"provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"not-observed","state":"unknown"}},"hardware_count":4,"hardware_id":"rtx-pro-6000-blackwell-96gb","id":"glm52-exl3-rtxpro6000-vllm-tp4","launch":{"accelerator_backend":"nvidia","arguments":["-lc","mkdir -p /tmp/glm52-candidate && cp /usr/local/bin/serve-glm52-v19.sh /usr/local/bin/serve-glm52-v16.sh /usr/local/bin/glm52-pcie-runtime-env.sh /usr/local/bin/glm52-dcp-prefill-policy.sh /usr/local/bin/glm52-pcie-calibration.py /tmp/glm52-candidate/ && sed -i \"s|exec /usr/local/bin/serve-glm52-v16.sh|exec /tmp/glm52-candidate/serve-glm52-v16.sh|\" /tmp/glm52-candidate/serve-glm52-v19.sh && sed -i \"s/export VLLM_ENABLE_PCIE_ALLREDUCE=1/export VLLM_ENABLE_PCIE_ALLREDUCE=0/\" /tmp/glm52-candidate/glm52-pcie-runtime-env.sh && export GLM52_SERVER=/tmp/glm52-candidate/serve-glm52-v19.sh && exec /usr/local/bin/serve-gilded-gnosis.sh"],"container":{"captured_at":"2026-08-27T06:04:13.773Z","compose_file":null,"digest":"sha256:bcd65c13076b00cf7804001ce70085453de958b082897b9674a26d9fab4d436a","image":"voipmonitor/vllm:gilded-gnosis-v20-vllmb46c3aa-si35aebc6-fi801d57a-cu132-20260730-r12@sha256:bcd65c13076b00cf7804001ce70085453de958b082897b9674a26d9fab4d436a","reason":"image-reference-in-launch","runtime":"docker","source":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"recipe-launch","url":"https://github.com/0xSero/local-ai-registry"}],"state":"digest-pinned"},"container_port":8000,"environment":{"ASYNC_SCHEDULING":"0","B12X_PCIE_DMA":"0","CUDA_DEVICE_ORDER":"PCI_BUS_ID","DCP":"4","DCP_BACKEND":"ag_rs","DCP_CKV_GATHER":"auto","DCP_CKV_GATHER_MAX_TOKENS":"16384","DCP_CKV_PREFETCH_DEPTH":"auto","DCP_INDEXER_SHARDS":"auto","DCP_KV_CACHE_INTERLEAVE_SIZE":"1","DCP_QUERY_SPLIT":"auto","DCP_TOPK_OWNER_MERGE":"auto","GPUS":"0,1,2,3","GPU_MEMORY_UTILIZATION":"0.95","GRAPH":"56","KV_FP8_ROPE":"1","LMCACHE_MODE":"off","MAX_BATCHED_TOKENS":"3072","MAX_MODEL_LEN":"262144","MAX_NUM_SEQS":"8","MODEL":"/model","MODEL_FAMILY":"glm52-exl3","MTP":"6","MTP_DRAFT_SAMPLE_METHOD":"greedy","MTP_MOE_BACKEND":"triton","NCCL_IB_DISABLE":"1","NCCL_P2P_LEVEL":"SYS","NCCL_PROTO":"LL,LL128,Simple","PCIE_CALIBRATION":"off","SERVED_MODEL_NAME":"glm-5.2","TORCH_CUDA_ARCH_LIST":"12.0a","TP":"4","VLLM_DISABLED_KERNELS":"MarlinFP8ScaledMMLinearKernel","VLLM_DISABLE_SHARED_EXPERTS_STREAM":"0","VLLM_ENABLE_PCIE_ALLREDUCE":"0","VLLM_MEMORY_PROFILER_ESTIMATE_CUDAGRAPHS":"1","VLLM_USE_B12X_DCP_A2A":"0"},"host_port":8000,"image":"voipmonitor/vllm:gilded-gnosis-v20-vllmb46c3aa-si35aebc6-fi801d57a-cu132-20260730-r12@sha256:bcd65c13076b00cf7804001ce70085453de958b082897b9674a26d9fab4d436a","ipc":"host","kind":"docker","mounts":[{"read_only":true,"source":"${MODEL_ROOT}/GLM-5.2-EXL3-TR3-3.0bpw","target":"/model"},{"read_only":false,"source":"${CACHE_ROOT}/cache_glm52_exl3_text","target":"/cache"}],"network_mode":"bridge","shm_size":"32g"},"metadata":{},"model_instance_id":"brandonmusic-glm-5-2-exl3-tr3-3-0bpw--3-0-bpw","provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"normalized-recipe","url":"https://github.com/0xSero/local-ai-registry"}]},"recipe_source":"0xsero","schema_version":"local-ai-registry/v1","serving":{"kv_cache_tokens":1136384,"max_concurrency":null,"max_context_tokens":262144,"tensor_parallel":4},"speed_sweep_ids":["glm52-exl3-rtxpro6000-vllm-tp4-sweep"],"status":"validated","huggingface":{"link_type":"repository","provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"huggingface-api","url":"https://huggingface.co/api/models/brandonmusic/GLM-5.2-EXL3-TR3-3.0bpw"}]},"reason":"hf-api-confirmed-public","repository":"brandonmusic/GLM-5.2-EXL3-TR3-3.0bpw","status":"known","url":"https://huggingface.co/brandonmusic/GLM-5.2-EXL3-TR3-3.0bpw"},"registry":{"launchable":true,"speed_evidence":{"available":true,"count":1,"speed_sweep_ids":["glm52-exl3-rtxpro6000-vllm-tp4-sweep"],"detail_urls":["/api/v1/speed-sweep/glm52-exl3-rtxpro6000-vllm-tp4-sweep"]},"runtime":"docker"},"relationships":{"hardware":{"api":"/api/v1/hardware/rtx-pro-6000-blackwell-96gb","href":"/hardware/rtx-pro-6000-blackwell-96gb","id":"rtx-pro-6000-blackwell-96gb","name":"RTX PRO 6000 Blackwell"},"model":{"api":"/api/v1/models/glm-5-2","href":"/models/glm-5-2","id":"glm-5-2","name":"GLM-5.2"},"model_instance":{"api":"/api/v1/model-instances/brandonmusic-glm-5-2-exl3-tr3-3-0bpw--3-0-bpw","href":"/model-instances/brandonmusic-glm-5-2-exl3-tr3-3-0bpw--3-0-bpw","id":"brandonmusic-glm-5-2-exl3-tr3-3-0bpw--3-0-bpw","name":"brandonmusic/GLM-5.2-EXL3-TR3-3.0bpw"},"speed_sweep":[{"api":"/api/v1/speed-sweep/glm52-exl3-rtxpro6000-vllm-tp4-sweep","href":"/speed-sweep/glm52-exl3-rtxpro6000-vllm-tp4-sweep","id":"glm52-exl3-rtxpro6000-vllm-tp4-sweep"}]}},"meta":{"source":"registry"}}