{"data":{"capabilities":{"chat":true,"reasoning":true,"tools":false,"vision":false},"description":"Ornith-1.5-35B-A3B EXL3 4 bpw on one RTX 3090 with TabbyAPI, ExLlamaV3, Q6 KV cache, exact 128K requests, and measured C1/C2/C4 acceptance","engine":{"graph_mode":"piecewise","name":"tabbyapi","version":"0.0.1+e632af41"},"facts":{"metadata":{"provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"registry-enrichment","url":"https://github.com/0xSero/local-ai-registry"}]},"reason":"not-observed","state":"unknown"}},"hardware_count":1,"hardware_id":"rtx-3090-24gb","id":"ornith15-35b-a3b-exl3-4bpw-rtx3090-tabbyapi-tp1","launch":{"accelerator_backend":"nvidia","arguments":["main.py","--config","/app/config.yml"],"asset_ids":["ornith15-35b-a3b-exl3-4bpw-tabbyapi-config"],"container":{"captured_at":"2026-08-27T06:04:13.773Z","compose_file":null,"digest":"sha256:ffa8388f310d3c8a2727c66d14a76bb663fdb99a2a49e68a43c3bebb5a3e53f1","image":"ghcr.io/theroyallab/tabbyapi:cu13@sha256:ffa8388f310d3c8a2727c66d14a76bb663fdb99a2a49e68a43c3bebb5a3e53f1","reason":"image-reference-in-launch","runtime":"docker","source":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"recipe-launch","url":"https://github.com/0xSero/local-ai-registry"}],"state":"digest-pinned"},"container_port":5000,"entrypoint":"/opt/venv/bin/python3","environment":{"NVIDIA_VISIBLE_DEVICES":"all"},"host_port":5000,"image":"ghcr.io/theroyallab/tabbyapi:cu13@sha256:ffa8388f310d3c8a2727c66d14a76bb663fdb99a2a49e68a43c3bebb5a3e53f1","ipc":"host","kind":"docker","mounts":[{"read_only":true,"source":"~/.cache/inference-index/models/ornith15-35b-a3b","target":"/workspace/models"},{"read_only":true,"source":"asset/ornith15-35b-a3b-exl3-4bpw-tabbyapi-config.yml","target":"/app/config.yml"}],"network_mode":"host","shm_size":"8g"},"metadata":{},"model_instance_id":"ultimatechris-ornith-1-5-35b-a3b-exl3-4bpw--4-bpw","provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"normalized-recipe","url":"https://github.com/0xSero/local-ai-registry"}]},"recipe_source":"0xsero","schema_version":"local-ai-registry/v1","serving":{"kv_cache_tokens":532480,"max_concurrency":4,"max_context_tokens":131072,"tensor_parallel":1},"speed_sweep_ids":["ornith15-35b-a3b-exl3-4bpw-rtx3090-tabbyapi-tp1-sweep"],"status":"validated","huggingface":{"link_type":"repository","provenance":{"captured_at":"2026-08-27T06:04:13.773Z","sources":[{"captured_at":"2026-08-27T06:04:13.773Z","kind":"huggingface-api","url":"https://huggingface.co/api/models/ultimatechris/Ornith-1.5-35B-A3B-EXL3-4bpw"}]},"reason":"hf-api-confirmed-public","repository":"ultimatechris/Ornith-1.5-35B-A3B-EXL3-4bpw","status":"known","url":"https://huggingface.co/ultimatechris/Ornith-1.5-35B-A3B-EXL3-4bpw"},"registry":{"launchable":true,"speed_evidence":{"available":true,"count":1,"speed_sweep_ids":["ornith15-35b-a3b-exl3-4bpw-rtx3090-tabbyapi-tp1-sweep"],"detail_urls":["/api/v1/speed-sweep/ornith15-35b-a3b-exl3-4bpw-rtx3090-tabbyapi-tp1-sweep"]},"runtime":"docker"},"relationships":{"hardware":{"api":"/api/v1/hardware/rtx-3090-24gb","href":"/hardware/rtx-3090-24gb","id":"rtx-3090-24gb","name":"GeForce RTX 3090"},"model":{"api":"/api/v1/models/ornith-1-5-35b-a3b","href":"/models/ornith-1-5-35b-a3b","id":"ornith-1-5-35b-a3b","name":"Ornith-1.5-35B-A3B"},"model_instance":{"api":"/api/v1/model-instances/ultimatechris-ornith-1-5-35b-a3b-exl3-4bpw--4-bpw","href":"/model-instances/ultimatechris-ornith-1-5-35b-a3b-exl3-4bpw--4-bpw","id":"ultimatechris-ornith-1-5-35b-a3b-exl3-4bpw--4-bpw","name":"ultimatechris/Ornith-1.5-35B-A3B-EXL3-4bpw"},"speed_sweep":[{"api":"/api/v1/speed-sweep/ornith15-35b-a3b-exl3-4bpw-rtx3090-tabbyapi-tp1-sweep","href":"/speed-sweep/ornith15-35b-a3b-exl3-4bpw-rtx3090-tabbyapi-tp1-sweep","id":"ornith15-35b-a3b-exl3-4bpw-rtx3090-tabbyapi-tp1-sweep"}]}},"meta":{"source":"registry"}}