{"data":{"capabilities":{"chat":null,"reasoning":null,"tools":null,"vision":null},"description":"Three-GPU compatibility record for the selective EXL3 Q4 artifact. This is deliberately non-launchable: the published checkpoint is sealed as four independently rotated tensor-parallel slices and the loader requires TP4. Mapping four slices to three 96 GB GPUs would place two prepared slices, projected at 106.36 GB before KV cache and workspace, on one GPU.","draft_launch":{"accelerator_backend":"nvidia","arguments":["python3","-m","sglang.launch_server","--model-path","0xSero/GLM-5.3-Flash-EXL3-Q4","--tp","3","--host","0.0.0.0","--port","30000"],"container_port":30000,"entrypoint":"/opt/nvidia/nvidia_entrypoint.sh","environment":{},"host_port":30000,"image":"lmsysorg/sglang:dev-cu13@sha256:6cd4635214f279e0a43019f88e3120d407567640a58aa7dcc0085e3d91402cc4","ipc":"host","kind":"docker","mounts":[{"read_only":false,"source":"~/.cache/huggingface","target":"/root/.cache/huggingface"}],"shm_size":"16g","synthesized":{"generated_at":"2026-08-31T22:12:17Z","image_provenance":"gemma-4-12b-it-nvfp4-rtxpro6000-sglang-tp1","template":"sglang-launch-server-v1"}},"engine":{"graph_mode":null,"name":"sglang","version":"selective-EXL3 TP3 adaptation not implemented"},"facts":{"draft_launch.entrypoint":{"provenance":{"captured_at":"2026-09-01T01:41:26Z","sources":[{"captured_at":"2026-09-01T01:41:26Z","kind":"container-config","url":"https://registry-1.docker.io/v2/lmsysorg/sglang/manifests/sha256:6cd4635214f279e0a43019f88e3120d407567640a58aa7dcc0085e3d91402cc4"}]},"reason":"linux-amd64-container-config-entrypoint","state":"known"}},"hardware_count":3,"hardware_id":"rtx-pro-6000-blackwell-96gb","id":"glm53-flash-exl3-q4-rtxpro6000-sglang-tp3","launch":{"container":{"captured_at":"2026-08-27T23:45:00Z","compose_file":null,"digest":null,"image":null,"reason":"reference-only-blocked-compatibility-record","runtime":null,"source":[{"captured_at":"2026-08-27T23:45:00Z","kind":"artifact-contract","url":"https://huggingface.co/0xSero/GLM-5.3-Flash-EXL3-Q4"}],"state":"none"},"kind":"reference","reason":"blocked-by-tp4-checkpoint-contract-and-asymmetric-prepared-weight-capacity","url":"https://huggingface.co/0xSero/GLM-5.3-Flash-EXL3-Q4"},"metadata":{"compatibility_state":"blocked","evidence":{"artifact_bytes":187376244600,"artifact_tensor_parallel_size":4,"loader_contract":"TP=4 with EP=1 or EP=4","observed_prepared_weight_gb_per_four_gpu_rank":53.18,"projected_double_slice_weight_gb_on_one_three_gpu_rank":106.36},"required_work":["define a nonuniform four-logical-slice to three-physical-rank execution layout","preserve each independently rotated source slice without concatenation","fit the double-slice rank plus KV and workspace below 96 GB","pass real-weight parity and full CUDA-graph capture","run endpoint, completion, quality, and matched speed acceptance"]},"model_instance_id":"0xsero-glm-5-3-flash-exl3-q4--selective-exl3-q4","provenance":{"captured_at":"2026-08-27T23:45:00Z","sources":[{"captured_at":"2026-08-27T23:45:00Z","kind":"artifact-contract","url":"https://huggingface.co/0xSero/GLM-5.3-Flash-EXL3-Q4"}]},"recipe_source":"0xsero","schema_version":"local-ai-registry/v1","serving":{"max_concurrency":null,"max_context_tokens":null,"tensor_parallel":3},"speed_sweep_ids":["glm53-flash-exl3-q4-rtxpro6000-sglang-tp3-sweep"],"status":"candidate","huggingface":{"link_type":"repository","provenance":{"captured_at":"2026-08-27T22:05:00Z","sources":[{"captured_at":"2026-08-27T22:05:00Z","kind":"huggingface-api","url":"https://huggingface.co/api/models/0xSero/GLM-5.3-Flash-EXL3-Q4"}]},"reason":"hf-api-confirmed-public","repository":"0xSero/GLM-5.3-Flash-EXL3-Q4","status":"known","url":"https://huggingface.co/0xSero/GLM-5.3-Flash-EXL3-Q4"},"registry":{"launchable":false,"speed_evidence":{"available":true,"count":1,"speed_sweep_ids":["glm53-flash-exl3-q4-rtxpro6000-sglang-tp3-sweep"],"detail_urls":["/api/v1/speed-sweep/glm53-flash-exl3-q4-rtxpro6000-sglang-tp3-sweep"]},"runtime":"reference"},"relationships":{"hardware":{"api":"/api/v1/hardware/rtx-pro-6000-blackwell-96gb","href":"/hardware/rtx-pro-6000-blackwell-96gb","id":"rtx-pro-6000-blackwell-96gb","name":"RTX PRO 6000 Blackwell"},"model":{"api":"/api/v1/models/glm-5-3-flash","href":"/models/glm-5-3-flash","id":"glm-5-3-flash","name":"GLM-5.3-Flash"},"model_instance":{"api":"/api/v1/model-instances/0xsero-glm-5-3-flash-exl3-q4--selective-exl3-q4","href":"/model-instances/0xsero-glm-5-3-flash-exl3-q4--selective-exl3-q4","id":"0xsero-glm-5-3-flash-exl3-q4--selective-exl3-q4","name":"0xSero/GLM-5.3-Flash-EXL3-Q4"},"speed_sweep":[{"api":"/api/v1/speed-sweep/glm53-flash-exl3-q4-rtxpro6000-sglang-tp3-sweep","href":"/speed-sweep/glm53-flash-exl3-q4-rtxpro6000-sglang-tp3-sweep","id":"glm53-flash-exl3-q4-rtxpro6000-sglang-tp3-sweep"}]}},"meta":{"source":"registry"}}