{"data":{"accepted_at":"2026-08-25","id":"qwen38-awq-int4-rtx3090-sglang-tp4-sweep","measured_at":"2026-08-23","metrics":{"concurrency":8,"inference_engine_version":"2e7c85da6","latest_point_at":"2026-08-23","max_context_tokens":138452,"peak_generation_tps":136.8,"peak_prompt_tps":1615.8,"point_count":20},"recipe_id":"qwen38-awq-int4-rtx3090-sglang-tp4","rows":[{"concurrency":1,"context_tokens":8744,"decode_tok_s":136.8,"decode_tok_s_per_stream":136.2,"output_tokens":null,"peak_vram_gb":null,"prefill_tok_s":1580.8,"samples":1,"status":"historical","ttft_ms_p50":5530},{"concurrency":2,"context_tokens":8745,"decode_tok_s":103.8,"decode_tok_s_per_stream":51.9,"output_tokens":null,"peak_vram_gb":null,"prefill_tok_s":1495.2,"samples":1,"status":"historical","ttft_ms_p50":5850},{"concurrency":4,"context_tokens":8749,"decode_tok_s":80.5,"decode_tok_s_per_stream":20.125,"output_tokens":null,"peak_vram_gb":null,"prefill_tok_s":1353.6,"samples":1,"status":"historical","ttft_ms_p50":6460},{"concurrency":8,"context_tokens":8747,"decode_tok_s":60.5,"decode_tok_s_per_stream":7.562,"output_tokens":null,"peak_vram_gb":null,"prefill_tok_s":1130,"samples":1,"status":"historical","ttft_ms_p50":7740},{"concurrency":1,"context_tokens":17397,"decode_tok_s":129.4,"decode_tok_s_per_stream":128.9,"output_tokens":null,"peak_vram_gb":null,"prefill_tok_s":1615.8,"samples":1,"status":"historical","ttft_ms_p50":10770},{"concurrency":2,"context_tokens":17398,"decode_tok_s":97.1,"decode_tok_s_per_stream":48.55,"output_tokens":null,"peak_vram_gb":null,"prefill_tok_s":1455.1,"samples":1,"status":"historical","ttft_ms_p50":11960},{"concurrency":4,"context_tokens":17397,"decode_tok_s":66.9,"decode_tok_s_per_stream":16.725,"output_tokens":null,"peak_vram_gb":null,"prefill_tok_s":1368.5,"samples":1,"status":"historical","ttft_ms_p50":12710},{"concurrency":8,"context_tokens":17397,"decode_tok_s":45.6,"decode_tok_s_per_stream":5.7,"output_tokens":null,"peak_vram_gb":null,"prefill_tok_s":1141.7,"samples":1,"status":"historical","ttft_ms_p50":15240},{"concurrency":1,"context_tokens":34688,"decode_tok_s":127.1,"decode_tok_s_per_stream":126.6,"output_tokens":null,"peak_vram_gb":null,"prefill_tok_s":1576.5,"samples":1,"status":"historical","ttft_ms_p50":22000},{"concurrency":2,"context_tokens":34688,"decode_tok_s":93.4,"decode_tok_s_per_stream":46.7,"output_tokens":null,"peak_vram_gb":null,"prefill_tok_s":1494.4,"samples":1,"status":"historical","ttft_ms_p50":23210},{"concurrency":4,"context_tokens":34686,"decode_tok_s":59.6,"decode_tok_s_per_stream":14.9,"output_tokens":null,"peak_vram_gb":null,"prefill_tok_s":1358,"samples":1,"status":"historical","ttft_ms_p50":25540},{"concurrency":8,"context_tokens":34690,"decode_tok_s":39.2,"decode_tok_s_per_stream":4.9,"output_tokens":null,"peak_vram_gb":null,"prefill_tok_s":1300.1,"samples":1,"status":"historical","ttft_ms_p50":26680},{"concurrency":1,"context_tokens":69273,"decode_tok_s":113.9,"decode_tok_s_per_stream":113.4,"output_tokens":null,"peak_vram_gb":null,"prefill_tok_s":1494.9,"samples":1,"status":"historical","ttft_ms_p50":46340},{"concurrency":2,"context_tokens":69271,"decode_tok_s":100.6,"decode_tok_s_per_stream":50.3,"output_tokens":null,"peak_vram_gb":null,"prefill_tok_s":1426.2,"samples":1,"status":"historical","ttft_ms_p50":48570},{"concurrency":4,"context_tokens":69268,"decode_tok_s":55,"decode_tok_s_per_stream":13.75,"output_tokens":null,"peak_vram_gb":null,"prefill_tok_s":1376.7,"samples":1,"status":"historical","ttft_ms_p50":50320},{"concurrency":8,"context_tokens":69273,"decode_tok_s":38,"decode_tok_s_per_stream":4.75,"output_tokens":null,"peak_vram_gb":null,"prefill_tok_s":1368.7,"samples":1,"status":"historical","ttft_ms_p50":50610},{"concurrency":1,"context_tokens":138450,"decode_tok_s":105,"decode_tok_s_per_stream":104.6,"output_tokens":null,"peak_vram_gb":null,"prefill_tok_s":1400.2,"samples":1,"status":"historical","ttft_ms_p50":98880},{"concurrency":2,"context_tokens":138451,"decode_tok_s":74.2,"decode_tok_s_per_stream":37.1,"output_tokens":null,"peak_vram_gb":null,"prefill_tok_s":1356.1,"samples":1,"status":"historical","ttft_ms_p50":102090},{"concurrency":4,"context_tokens":138448,"decode_tok_s":47,"decode_tok_s_per_stream":11.75,"output_tokens":null,"peak_vram_gb":null,"prefill_tok_s":1337.9,"samples":1,"status":"historical","ttft_ms_p50":103480},{"concurrency":8,"context_tokens":138452,"decode_tok_s":29.3,"decode_tok_s_per_stream":3.663,"output_tokens":null,"peak_vram_gb":null,"prefill_tok_s":1337.9,"samples":1,"status":"historical","ttft_ms_p50":103480}],"schema_version":"local-ai-registry/v1","source":{"commit":"55ab5b924c3d2176c65bf1132d6c2a5d51ab394e","paths":["Dockerfile","entrypoint.sh","test/entrypoint-test.sh"],"repository":"https://github.com/0xSero/qwen38-3090-sglang"},"relationships":{"recipe":{"api":"/api/v1/recipes/qwen38-awq-int4-rtx3090-sglang-tp4","href":"/recipes/qwen38-awq-int4-rtx3090-sglang-tp4","id":"qwen38-awq-int4-rtx3090-sglang-tp4"}}},"meta":{"source":"registry"}}