{"data":{"capabilities":{"chat":null,"reasoning":null,"tools":null,"vision":null},"description":"Two-GPU compatibility record for the selective EXL3 Q4 artifact. This is deliberately non-launchable: the published checkpoint is sealed for four tensor-parallel slices, the tested loader requires TP4, and a paired-slice TP2 projection exceeds the per-GPU prepared-weight budget before KV allocation. It exists to prevent a four-GPU command from being misrepresented as a working two-GPU recipe.","draft_launch":{"accelerator_backend":"nvidia","arguments":["python3","-m","sglang.launch_server","--model-path","0xSero/GLM-5.3-Flash-EXL3-Q4","--tp","2","--host","0.0.0.0","--port","30000"],"container_port":30000,"entrypoint":"/opt/nvidia/nvidia_entrypoint.sh","environment":{},"host_port":30000,"image":"lmsysorg/sglang:dev-cu13@sha256:6cd4635214f279e0a43019f88e3120d407567640a58aa7dcc0085e3d91402cc4","ipc":"host","kind":"docker","mounts":[{"read_only":false,"source":"~/.cache/huggingface","target":"/root/.cache/huggingface"}],"shm_size":"16g","synthesized":{"generated_at":"2026-08-31T22:12:17Z","image_provenance":"gemma-4-12b-it-nvfp4-rtxpro6000-sglang-tp1","template":"sglang-launch-server-v1"}},"engine":{"graph_mode":null,"name":"sglang","version":"selective-EXL3 TP2 adaptation not implemented"},"facts":{"draft_launch.entrypoint":{"provenance":{"captured_at":"2026-09-01T01:41:26Z","sources":[{"captured_at":"2026-09-01T01:41:26Z","kind":"container-config","url":"https://registry-1.docker.io/v2/lmsysorg/sglang/manifests/sha256:6cd4635214f279e0a43019f88e3120d407567640a58aa7dcc0085e3d91402cc4"}]},"reason":"linux-amd64-container-config-entrypoint","state":"known"}},"hardware_count":2,"hardware_id":"rtx-pro-6000-blackwell-96gb","id":"glm53-flash-exl3-q4-rtxpro6000-sglang-tp2","launch":{"container":{"captured_at":"2026-08-27T22:05:00Z","compose_file":null,"digest":null,"image":null,"reason":"reference-only-blocked-compatibility-record","runtime":null,"source":[{"captured_at":"2026-08-27T22:05:00Z","kind":"artifact-contract","url":"https://huggingface.co/0xSero/GLM-5.3-Flash-EXL3-Q4"}],"state":"none"},"kind":"reference","reason":"blocked-by-tp4-checkpoint-contract-and-prepared-weight-capacity","url":"https://huggingface.co/0xSero/GLM-5.3-Flash-EXL3-Q4"},"metadata":{"compatibility_state":"blocked","evidence":{"artifact_bytes":187376244600,"artifact_tensor_parallel_size":4,"observed_prepared_weight_gb_per_four_gpu_rank":53.18,"projected_paired_slice_weight_gb_per_two_gpu_rank":106.36},"required_work":["pair sealed source ranks 0+1 and 2+3 without concatenating independent rotations","expand top-8 logical routes to top-16 virtual slice routes","pass real-weight kernel parity and full CUDA-graph capture","fit prepared weights plus KV below 96 GB per GPU","run endpoint, completion, quality, and matched speed acceptance"]},"model_instance_id":"0xsero-glm-5-3-flash-exl3-q4--selective-exl3-q4","provenance":{"captured_at":"2026-08-27T22:05:00Z","sources":[{"captured_at":"2026-08-27T22:05:00Z","kind":"artifact-contract","url":"https://huggingface.co/0xSero/GLM-5.3-Flash-EXL3-Q4"}]},"recipe_source":"0xsero","schema_version":"local-ai-registry/v1","serving":{"max_concurrency":null,"max_context_tokens":null,"tensor_parallel":2},"speed_sweep_ids":["glm53-flash-exl3-q4-rtxpro6000-sglang-tp2-sweep"],"status":"candidate","huggingface":{"link_type":"repository","provenance":{"captured_at":"2026-08-27T22:05:00Z","sources":[{"captured_at":"2026-08-27T22:05:00Z","kind":"huggingface-api","url":"https://huggingface.co/api/models/0xSero/GLM-5.3-Flash-EXL3-Q4"}]},"reason":"hf-api-confirmed-public","repository":"0xSero/GLM-5.3-Flash-EXL3-Q4","status":"known","url":"https://huggingface.co/0xSero/GLM-5.3-Flash-EXL3-Q4"},"registry":{"launchable":false,"speed_evidence":{"available":true,"count":1,"speed_sweep_ids":["glm53-flash-exl3-q4-rtxpro6000-sglang-tp2-sweep"],"detail_urls":["/api/v1/speed-sweep/glm53-flash-exl3-q4-rtxpro6000-sglang-tp2-sweep"]},"runtime":"reference"},"relationships":{"hardware":{"api":"/api/v1/hardware/rtx-pro-6000-blackwell-96gb","href":"/hardware/rtx-pro-6000-blackwell-96gb","id":"rtx-pro-6000-blackwell-96gb","name":"RTX PRO 6000 Blackwell"},"model":{"api":"/api/v1/models/glm-5-3-flash","href":"/models/glm-5-3-flash","id":"glm-5-3-flash","name":"GLM-5.3-Flash"},"model_instance":{"api":"/api/v1/model-instances/0xsero-glm-5-3-flash-exl3-q4--selective-exl3-q4","href":"/model-instances/0xsero-glm-5-3-flash-exl3-q4--selective-exl3-q4","id":"0xsero-glm-5-3-flash-exl3-q4--selective-exl3-q4","name":"0xSero/GLM-5.3-Flash-EXL3-Q4"},"speed_sweep":[{"api":"/api/v1/speed-sweep/glm53-flash-exl3-q4-rtxpro6000-sglang-tp2-sweep","href":"/speed-sweep/glm53-flash-exl3-q4-rtxpro6000-sglang-tp2-sweep","id":"glm53-flash-exl3-q4-rtxpro6000-sglang-tp2-sweep"}]}},"meta":{"source":"registry"}}