{
  "schema_version": "1.0",
  "as_of": "2026-10-28",
  "href": "https://amdai.net/serving",
  "title": "Serve many users on two Radeon cards",
  "recommendation": "llama.cpp first. Use -np / --parallel on one GPU. Use --split-mode layer or two pinned servers on two cards. Try vLLM TP=2 or Radiance only when tensor-parallel throughput is the job.",
  "flags": [
    {
      "flag": "-np / --parallel",
      "when": "Several clients on one llama-server"
    },
    {
      "flag": "--kv-unified-per-slot",
      "when": "Size context per slot before raising -np"
    },
    {
      "flag": "--split-mode layer",
      "when": "One file across two GPUs; best batch throughput"
    },
    {
      "flag": "--split-mode tensor",
      "when": "Experimental TP; needs -fa and f16 KV; CUDA-optimized"
    }
  ],
  "our_lab": [
    {
      "label": "Our lab · 35B UD-Q5_K_XL · one R9700 · 4K · llama.cpp Vulkan",
      "value": "102.39 tok/s",
      "href": "/benchmarks",
      "checked": "2026-10-28"
    },
    {
      "label": "Our lab · Flash Q6 at 262K · Strata vs llama.cpp",
      "value": "32.6 vs 16 tok/s",
      "href": "/models/flash",
      "checked": "2026-10-28"
    }
  ],
  "third_party": [
    {
      "label": "Third-party · Strix Halo Vulkan · Qwen3.6-35B Q4_K_M · np 1→16",
      "value": "58.8 → 96.1 → 138.8 → 170.9 → 189.7 tok/s",
      "source": "https://raw.githubusercontent.com/hogeheer499-commits/strix-halo-guide/main/data/server_shootout.csv",
      "checked": "2026-10-28",
      "source_date": "measured 2026-05-05"
    },
    {
      "label": "Third-party · Strix Halo ROCm (Lemonade) · same file · np 1→16",
      "value": "48.6 → 82.2 → 127.0 → 177.2 → 207.8 tok/s",
      "source": "https://raw.githubusercontent.com/hogeheer499-commits/strix-halo-guide/main/data/server_shootout.csv",
      "checked": "2026-10-28",
      "source_date": "measured 2026-05-05"
    },
    {
      "label": "Third-party · Strix Halo Vulkan p95 inter-token latency · np 1→16",
      "value": "16.2 → 81.9 ms",
      "source": "https://raw.githubusercontent.com/hogeheer499-commits/strix-halo-guide/main/data/server_shootout.csv",
      "checked": "2026-10-28",
      "source_date": "measured 2026-05-05"
    },
    {
      "label": "Third-party · Puget 2× R9700 llama.cpp layer · Qwen3.6-27B Q4_K_M · c=1/4/8",
      "value": "23.4 / 55.7 / 56.0 tok/s (TTFT 2,668 ms at c=8)",
      "source": "https://www.pugetsystems.com/labs/articles/amd-radeon-ai-pro-r9700-dual-gpu-ai-inference-performance/",
      "checked": "2026-10-28",
      "source_date": "published 2026-08-18, modified 2026-09-10"
    },
    {
      "label": "Third-party · Puget 2× R9700 vLLM 0.20.2 FP8 TP=2 · c=1/4/8",
      "value": "15.88 / 69.34 / 156.21 tok/s",
      "source": "https://www.pugetsystems.com/labs/articles/amd-radeon-ai-pro-r9700-dual-gpu-ai-inference-performance/",
      "checked": "2026-10-28",
      "source_date": "published 2026-08-18, modified 2026-09-10"
    },
    {
      "label": "Third-party · Puget tuned vllm-radiance · c=1/4/8",
      "value": "32.0 / 110.6 / 198.8 tok/s",
      "source": "https://www.pugetsystems.com/labs/articles/amd-radeon-ai-pro-r9700-dual-gpu-ai-inference-performance/",
      "checked": "2026-10-28",
      "source_date": "published 2026-08-18, modified 2026-09-10"
    },
    {
      "label": "Third-party · Puget tuned + MTP · c=1/4/8",
      "value": "62.8 / 186.3 / 320.2 tok/s",
      "source": "https://www.pugetsystems.com/labs/articles/amd-radeon-ai-pro-r9700-dual-gpu-ai-inference-performance/",
      "checked": "2026-10-28",
      "source_date": "published 2026-08-18, modified 2026-09-10"
    },
    {
      "label": "Third-party · Puget 2× R9700 measured P2P bandwidth",
      "value": "27.6 GB/s",
      "source": "https://www.pugetsystems.com/labs/articles/amd-radeon-ai-pro-r9700-dual-gpu-ai-inference-performance/",
      "checked": "2026-10-28",
      "source_date": "published 2026-08-18, modified 2026-09-10"
    },
    {
      "label": "Third-party · 2× R9700 ROCm 7.2.4 · Qwen3-27B Q8_0 tg128",
      "value": "1 GPU 19.50 → stock TP 28.30 → P2P AllReduce 30.43 tok/s",
      "source": "https://github.com/ggml-org/llama.cpp/discussions/25197",
      "checked": "2026-10-28",
      "source_date": "2026-07-01"
    },
    {
      "label": "Third-party · 2× R9700 ROCm 7.2.4 · Bielik-11B Q8_0 tg128",
      "value": "45.09 → 55.06 → 61.22 tok/s",
      "source": "https://github.com/ggml-org/llama.cpp/discussions/25197",
      "checked": "2026-10-28",
      "source_date": "2026-07-01"
    },
    {
      "label": "Third-party · HIP AllReduce · RX 6800 XT + RX 9070 · gemma4 31B Q6_K",
      "value": "pp +15.9%, tg +2.2%",
      "source": "https://github.com/ggml-org/llama.cpp/pull/27825",
      "checked": "2026-10-28",
      "source_date": "merged 2026-09-15"
    },
    {
      "label": "Third-party · SYCL TP template · dual Arc Pro B70 · 70B Q4_K_M",
      "value": "tg 17.40 vs 9.74 layer (+78.6%)",
      "source": "https://github.com/ggml-org/llama.cpp/releases/tag/b9788",
      "checked": "2026-10-28",
      "source_date": "2026-06-25"
    },
    {
      "label": "Third-party · Vulkan MoE batch cliff fix (closed 2026-10-15)",
      "value": "+56% at B=9, +34% at B=16 after raising thresholds",
      "source": "https://github.com/ggml-org/llama.cpp/issues/25356",
      "checked": "2026-10-28",
      "source_date": "2026-07-06, closed 2026-10-15"
    },
    {
      "label": "Third-party · Strata pipeline windows · 2× R9700 decode",
      "value": "103 → 125 tok/s",
      "source": "https://github.com/niko1221/strata",
      "checked": "2026-10-28",
      "source_date": "read 2026-10-28"
    },
    {
      "label": "Third-party · Strata batching · 2 GPUs, 8 clients",
      "value": "109 vs 78 tok/s",
      "source": "https://raw.githubusercontent.com/Niko1221/Strata/main/docs/BATCHING.md",
      "checked": "2026-10-28",
      "source_date": "read 2026-10-28"
    },
    {
      "label": "Third-party · Strata batching · 4× R9700, 8 clients",
      "value": "166 vs 86 tok/s",
      "source": "https://raw.githubusercontent.com/Niko1221/Strata/main/docs/BATCHING.md",
      "checked": "2026-10-28",
      "source_date": "read 2026-10-28"
    },
    {
      "label": "Third-party · Strata · 16 slots on 4× R9700",
      "value": "324 tok/s",
      "source": "https://raw.githubusercontent.com/Niko1221/Strata/main/docs/BATCHING.md",
      "checked": "2026-10-28",
      "source_date": "read 2026-10-28"
    },
    {
      "label": "Third-party · Strata --batch-mtp · 2× R9700",
      "value": "80.2 → 62.7 tok/s",
      "source": "https://raw.githubusercontent.com/Niko1221/Strata/main/docs/BATCHING.md",
      "checked": "2026-10-28",
      "source_date": "read 2026-10-28"
    },
    {
      "label": "Third-party · Level1Techs · Llama-3.1-8B BF16 on R9700",
      "value": "38.1 tok/s TP1, 65.1 tok/s TP2",
      "source": "https://forum.level1techs.com/t/amd-radeon-r9700-linux-tp2-and-tp4-the-definitive-guide/250504",
      "checked": "2026-10-28",
      "source_date": "2026-05-22"
    },
    {
      "label": "Third-party · Level1Techs · Qwen3.6-35B-A3B-FP8",
      "value": "17.2 tok/s TP2, 15.6 tok/s TP4",
      "source": "https://forum.level1techs.com/t/amd-radeon-r9700-linux-tp2-and-tp4-the-definitive-guide/250504",
      "checked": "2026-10-28",
      "source_date": "2026-05-22"
    },
    {
      "label": "Third-party · Radiance · Qwen3.8-27B MXFP4 · 2× R9700",
      "value": "134–140 tok/s at 1 stream, 550–555 at 16",
      "source": "https://codeberg.org/StillDeadcode/radiance/src/branch/main/docs/GUIDE.md",
      "checked": "2026-10-28",
      "source_date": "read 2026-10-28"
    },
    {
      "label": "Third-party · Radiance · TranslateGemma 27B MXFP4 · 2× R9700",
      "value": "56 tok/s per stream, 205 at four",
      "source": "https://codeberg.org/StillDeadcode/radiance",
      "checked": "2026-10-28",
      "source_date": "repo created 2026-09-25, updated 2026-10-28"
    },
    {
      "label": "Third-party · community SGLang fork · Qwen3.6-35B-A3B AWQ short context",
      "value": "67.0 tok/s",
      "source": "https://github.com/mattbucci/2x-R9700-RDNA4-GFX1201-sglang-inference",
      "checked": "2026-10-28",
      "source_date": "sweep 2026-10-19"
    }
  ],
  "engines": [
    {
      "need": "GGUF Q4–Q6 served directly",
      "llamacpp": "Yes",
      "strata": "Yes (own packs; many sit below Q4)",
      "vllm": "Plugin; docs call it experimental",
      "radiance": "Convert only"
    },
    {
      "need": "Single-GPU continuous batching",
      "llamacpp": "Yes (-np + -cb)",
      "strata": "Opt-in since 0.1.39 (Oct 2026)",
      "vllm": "Yes",
      "radiance": "Yes (up to 32 sequences)"
    },
    {
      "need": "Multi-GPU throughput under load",
      "llamacpp": "Layer split plateaus (third-party ~56 tok/s at 4–8 users)",
      "strata": "Pipelined groups",
      "vllm": "TP=2 (fragile on gfx1201)",
      "radiance": "TP=2"
    },
    {
      "need": "Multi-GPU latency (TP) on HIP",
      "llamacpp": "Experimental tensor; unquantized KV only",
      "strata": "No (pipeline only)",
      "vllm": "Yes, with open RCCL / AITER / Triton bugs",
      "radiance": "Yes"
    },
    {
      "need": "Vulkan tensor parallel",
      "llamacpp": "Open PR #25051 (2-device)",
      "strata": "Not applicable",
      "vllm": "Not applicable",
      "radiance": "Not applicable"
    },
    {
      "need": "Stability on gfx1201",
      "llamacpp": "House daily driver",
      "strata": "Maintainer-tested HIP",
      "vllm": "RCCL / AITER / Triton bugs",
      "radiance": "Young project (repo 2026-09-25)"
    },
    {
      "need": "Model breadth",
      "llamacpp": "Widest GGUF list",
      "strata": "Narrow showcase list",
      "vllm": "Wide, not GGUF-first",
      "radiance": "Curated architectures"
    }
  ],
  "other_engines": [
    {
      "engine": "SGLang",
      "radeon": "AMD docs list the R9700 and say to disable AITER on Radeon. Upstream issue #30599 (updated 2026-10-28) says the ROCm path is Instinct-only.",
      "concurrency": "TP plus radix batching on paper. A community fork with 73 patches runs TP=2 on 2× R9700 and targets single-user; Qwen3.6-35B-A3B AWQ 67.0 tok/s at short context (third-party).",
      "source": "https://rocm.docs.amd.com/projects/ai-ecosystem/en/latest/inference/sglang.html",
      "checked": "2026-10-28"
    },
    {
      "engine": "MLC-LLM",
      "radeon": "tensor_parallel_shards on ROCm and Vulkan. Docs reference ROCm 6.x. Vulkan TP has a Windows bug.",
      "concurrency": "Tensor parallel yes.",
      "source": "https://llm.mlc.ai/docs/deploy/cli.html",
      "checked": "2026-10-28"
    },
    {
      "engine": "ExLlamaV3",
      "radeon": "Preliminary ROCm support (ROCm 10 only, gfx1100+) since v1.6.0 (2026-10-07). Later fixes for gfx11; TP/shmem fixes landed 2026-10-20.",
      "concurrency": "TP plus concurrent scheduling.",
      "source": "https://github.com/turboderp-org/exllamav3/releases",
      "checked": "2026-10-28"
    },
    {
      "engine": "Lemonade",
      "radeon": "Ships llama.cpp ROCm builds. Its vllm-rocm gfx120X build is reported broken on gfx1201 (issues #2302 and vllm-rocm #19).",
      "concurrency": "llama.cpp or vLLM wrapper.",
      "source": "https://github.com/lemonade-sdk/lemonade/issues/2302",
      "checked": "2026-10-28"
    },
    {
      "engine": "Ollama",
      "radeon": "A model that fits one GPU loads on one GPU; otherwise it spreads across GPUs. No tensor parallel.",
      "concurrency": "OLLAMA_NUM_PARALLEL (default 1). Slots, no TP.",
      "source": "https://github.com/ollama/ollama/blob/main/docs/faq.mdx",
      "checked": "2026-10-28"
    }
  ],
  "project": {
    "name": "Dual-Radeon serving kit",
    "status": "coming soon",
    "router": "OpenAI-compatible router in front of one llama-server per card",
    "harness": "Open benchmark at 1/2/4/8/16 users: TTFT, inter-token latency, total tok/s",
    "quants": "Q4 through Q6",
    "repository": null
  },
  "sources": [
    {
      "id": "S-19378",
      "title": "llama.cpp PR #19378 — --split-mode tensor (experimental)",
      "href": "https://github.com/ggml-org/llama.cpp/pull/19378",
      "checked": "2026-10-28",
      "source_date": "merged 2026-04-09",
      "third_party": true
    },
    {
      "id": "S-MGPU",
      "title": "llama.cpp multi-gpu.md — layer / row / tensor",
      "href": "https://github.com/ggml-org/llama.cpp/blob/master/docs/multi-gpu.md",
      "checked": "2026-10-28",
      "source_date": "master, read 2026-10-28",
      "third_party": true
    },
    {
      "id": "S-27825",
      "title": "llama.cpp PR #27825 — HIP internal AllReduce",
      "href": "https://github.com/ggml-org/llama.cpp/pull/27825",
      "checked": "2026-10-28",
      "source_date": "merged 2026-09-15",
      "third_party": true
    },
    {
      "id": "S-25197",
      "title": "llama.cpp Discussion #25197 — 2× R9700 ROCm tensor-split numbers",
      "href": "https://github.com/ggml-org/llama.cpp/discussions/25197",
      "checked": "2026-10-28",
      "source_date": "2026-07-01",
      "third_party": true
    },
    {
      "id": "S-B9788",
      "title": "llama.cpp b9788 — SYCL tensor-parallel all-reduce template",
      "href": "https://github.com/ggml-org/llama.cpp/releases/tag/b9788",
      "checked": "2026-10-28",
      "source_date": "2026-06-25",
      "third_party": true
    },
    {
      "id": "S-25051",
      "title": "llama.cpp PR #25051 — Vulkan tensor-parallel all-reduce (open)",
      "href": "https://github.com/ggml-org/llama.cpp/pull/25051",
      "checked": "2026-10-28",
      "source_date": "opened 2026-06-26, updated 2026-10-27",
      "third_party": true
    },
    {
      "id": "S-25356",
      "title": "llama.cpp issue #25356 — Vulkan MoE batch cliff, closed",
      "href": "https://github.com/ggml-org/llama.cpp/issues/25356",
      "checked": "2026-10-28",
      "source_date": "2026-07-06, closed 2026-10-15",
      "third_party": true
    },
    {
      "id": "S-CSV",
      "title": "Strix Halo server shootout CSV — llama-server -np scaling",
      "href": "https://raw.githubusercontent.com/hogeheer499-commits/strix-halo-guide/main/data/server_shootout.csv",
      "checked": "2026-10-28",
      "source_date": "measured 2026-05-05",
      "third_party": true
    },
    {
      "id": "S-REDDIT",
      "title": "r/ROCm — dual 7900 XTX chipset RCCL and Windows tensor-mode notes",
      "href": "https://www.reddit.com/r/ROCm/comments/1vyfisx/",
      "checked": "2026-10-28",
      "source_date": "2026, read 2026-10-28",
      "third_party": true
    },
    {
      "id": "S-PUGET",
      "title": "Puget Systems — dual R9700 AI inference (vLLM vs llama.cpp)",
      "href": "https://www.pugetsystems.com/labs/articles/amd-radeon-ai-pro-r9700-dual-gpu-ai-inference-performance/",
      "checked": "2026-10-28",
      "source_date": "published 2026-08-18, modified 2026-09-10",
      "third_party": true
    },
    {
      "id": "S-L1T",
      "title": "Level1Techs — R9700 Linux TP=2 and TP=4 guide",
      "href": "https://forum.level1techs.com/t/amd-radeon-r9700-linux-tp2-and-tp4-the-definitive-guide/250504",
      "checked": "2026-10-28",
      "source_date": "2026-05-22",
      "third_party": true
    },
    {
      "id": "S-RCCL2166",
      "title": "ROCm/rccl PR #2166 — Navi4 default tuning (open)",
      "href": "https://github.com/ROCm/rccl/pull/2166",
      "checked": "2026-10-28",
      "source_date": "open as of 2026-10-28",
      "third_party": true
    },
    {
      "id": "S-40980",
      "title": "vLLM issue #40980 — TP=2 deadlock on dual R9700",
      "href": "https://github.com/vllm-project/vllm/issues/40980",
      "checked": "2026-10-28",
      "source_date": "open; comments through 2026-10-17",
      "third_party": true
    },
    {
      "id": "S-46190",
      "title": "vLLM PR #46190 — GDN Triton miscompile hangs TP≥2 startup",
      "href": "https://github.com/vllm-project/vllm/pull/46190",
      "checked": "2026-10-28",
      "source_date": "2026, read 2026-10-28",
      "third_party": true
    },
    {
      "id": "S-VLLM-INSTALL",
      "title": "vLLM docs — RX 9000 / gfx1200–1201 GPU install",
      "href": "https://docs.vllm.ai/en/stable/getting_started/installation/gpu/",
      "checked": "2026-10-28",
      "source_date": "read 2026-10-28",
      "third_party": true
    },
    {
      "id": "S-AMD-VLLM",
      "title": "AMD ROCm docs — vLLM on Radeon, gfx1201 wheels",
      "href": "https://rocm.docs.amd.com/projects/ai-ecosystem/en/latest/inference/vllm.html",
      "checked": "2026-10-28",
      "source_date": "read 2026-10-28",
      "third_party": true
    },
    {
      "id": "S-ROCM-MATRIX",
      "title": "ROCm 10.1 compatibility matrix — R9700, vLLM 0.29.0, SGLang 0.5.18",
      "href": "https://rocm.docs.amd.com/en/docs-10.1.0/compatibility/compatibility-matrix.html",
      "checked": "2026-10-28",
      "source_date": "read 2026-10-28",
      "third_party": true
    },
    {
      "id": "S-38086",
      "title": "vLLM PR #38086 — Triton FP8 MoE for gfx12",
      "href": "https://github.com/vllm-project/vllm/pull/38086",
      "checked": "2026-10-28",
      "source_date": "merged 2026-04-02",
      "third_party": true
    },
    {
      "id": "S-36659",
      "title": "vLLM PR #36659 — R9700 FP8 MoE tuned config (open)",
      "href": "https://github.com/vllm-project/vllm/pull/36659",
      "checked": "2026-10-28",
      "source_date": "open as of 2026-10-28",
      "third_party": true
    },
    {
      "id": "S-GGUF",
      "title": "vLLM GGUF plugin — experimental, under-optimized",
      "href": "https://docs.vllm.ai/en/latest/features/quantization/gguf/",
      "checked": "2026-10-28",
      "source_date": "read 2026-10-28",
      "third_party": true
    },
    {
      "id": "S-VLLM-RAD",
      "title": "vllm-radiance — deprecated R9700 vLLM fork",
      "href": "https://codeberg.org/StillDeadcode/vllm-radiance",
      "checked": "2026-10-28",
      "source_date": "read 2026-10-28",
      "third_party": true
    },
    {
      "id": "S-RAD",
      "title": "Radiance engine — Apache-2.0 C++/HIP README",
      "href": "https://codeberg.org/StillDeadcode/radiance",
      "checked": "2026-10-28",
      "source_date": "repo created 2026-09-25, updated 2026-10-28",
      "third_party": true
    },
    {
      "id": "S-RAD-GUIDE",
      "title": "Radiance GUIDE.md — 2× R9700 serve flags and published numbers",
      "href": "https://codeberg.org/StillDeadcode/radiance/src/branch/main/docs/GUIDE.md",
      "checked": "2026-10-28",
      "source_date": "read 2026-10-28",
      "third_party": true
    },
    {
      "id": "S-STRATA-HIP",
      "title": "Strata AMD_HIP.md — R9700 maintainer-tested HIP backend",
      "href": "https://raw.githubusercontent.com/Niko1221/Strata/master/docs/AMD_HIP.md",
      "checked": "2026-10-28",
      "source_date": "read 2026-10-28",
      "third_party": true
    },
    {
      "id": "S-STRATA-MGPU",
      "title": "Strata MULTI_GPU.md — pipeline windows, not tensor parallelism",
      "href": "https://github.com/niko1221/strata",
      "checked": "2026-10-28",
      "source_date": "read 2026-10-28",
      "third_party": true
    },
    {
      "id": "S-STRATA-BATCH",
      "title": "Strata BATCHING.md — opt-in slots and batch-groups",
      "href": "https://raw.githubusercontent.com/Niko1221/Strata/main/docs/BATCHING.md",
      "checked": "2026-10-28",
      "source_date": "read 2026-10-28",
      "third_party": true
    },
    {
      "id": "S-STRATA-465",
      "title": "Strata issue #465 — batching shipped in 0.1.39",
      "href": "https://github.com/niko1221/strata/issues/465",
      "checked": "2026-10-28",
      "source_date": "2026-10-02 / 2026-10-04",
      "third_party": true
    },
    {
      "id": "S-AMD-SGL",
      "title": "AMD ROCm docs — SGLang; disable AITER on Radeon",
      "href": "https://rocm.docs.amd.com/projects/ai-ecosystem/en/latest/inference/sglang.html",
      "checked": "2026-10-28",
      "source_date": "read 2026-10-28",
      "third_party": true
    },
    {
      "id": "S-SGL30599",
      "title": "SGLang issue #30599 — consumer Radeon / Instinct-only ROCm path",
      "href": "https://github.com/sgl-project/sglang/issues/30599",
      "checked": "2026-10-28",
      "source_date": "opened 2026-07-09, updated 2026-10-28",
      "third_party": true
    },
    {
      "id": "S-SGL-FORK",
      "title": "Community SGLang RDNA4 fork — 2× R9700 TP=2 notes",
      "href": "https://github.com/mattbucci/2x-R9700-RDNA4-GFX1201-sglang-inference",
      "checked": "2026-10-28",
      "source_date": "sweep 2026-10-19",
      "third_party": true
    },
    {
      "id": "S-MLC",
      "title": "MLC-LLM CLI — tensor_parallel_shards",
      "href": "https://llm.mlc.ai/docs/deploy/cli.html",
      "checked": "2026-10-28",
      "source_date": "read 2026-10-28",
      "third_party": true
    },
    {
      "id": "S-EXL3",
      "title": "ExLlamaV3 releases — preliminary ROCm (v1.6.0+)",
      "href": "https://github.com/turboderp-org/exllamav3/releases",
      "checked": "2026-10-28",
      "source_date": "v1.6.0 2026-10-07 … v1.6.5 2026-10-25",
      "third_party": true
    },
    {
      "id": "S-LEMON",
      "title": "Lemonade issues — gfx1201 vllm-rocm reports",
      "href": "https://github.com/lemonade-sdk/lemonade/issues/2302",
      "checked": "2026-10-28",
      "source_date": "read 2026-10-28",
      "third_party": true
    },
    {
      "id": "S-OLLAMA",
      "title": "Ollama FAQ — OLLAMA_NUM_PARALLEL and multi-GPU placement",
      "href": "https://github.com/ollama/ollama/blob/main/docs/faq.mdx",
      "checked": "2026-10-28",
      "source_date": "read 2026-10-28",
      "third_party": true
    },
    {
      "id": "S-LLAMA-SERVER",
      "title": "llama.cpp llama-server README — -np / --parallel",
      "href": "https://github.com/ggml-org/llama.cpp/blob/master/tools/server/README.md",
      "checked": "2026-10-28",
      "source_date": "master, read 2026-10-28",
      "third_party": true
    },
    {
      "id": "S-LAB-35B",
      "title": "AMDai overnight 35B llama.cpp card — one R9700 UD-Q5_K_XL at 4K",
      "href": "https://amdai.net/benchmarks",
      "checked": "2026-10-28",
      "source_date": "Measured on our rig, 2026-10",
      "third_party": false
    },
    {
      "id": "S-LAB-FLASH",
      "title": "AMDai first-party Flash Q6 pair — Strata vs llama.cpp",
      "href": "https://amdai.net/models/flash",
      "checked": "2026-10-28",
      "source_date": "Measured on our rig, 2026-10",
      "third_party": false
    }
  ]
}