{ "schema": "amdai-bench/run@1", "as_of": "2026-10", "source": "data/runs/*.jsonl", "runs": [ { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2311-35b-udq5kxl-1gpu-4k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:11:50-05:00", "finished_at": "2026-10-12T23:12:00-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 1, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/unsloth/Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf -dev Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 1920 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "unsloth/Qwen3.6-35B-A3B-GGUF", "file": "Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf", "quant": "UD-Q5_K_XL", "file_size_gb": 24.77, "sha256": null }, "config": { "context_tokens": 4096, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 2761.6, "decode_tps": 102.39, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 25.45 ], "peak_vram_gb_total": 25.97, "peak_system_ram_gb": 37.32, "errors": 0, "duration_s": 9 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-UD-Q5_K_XL-single-.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2312-35b-udq5kxl-1gpu-32k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:12:00-05:00", "finished_at": "2026-10-12T23:12:23-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 1, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/unsloth/Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf -dev Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 30592 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "unsloth/Qwen3.6-35B-A3B-GGUF", "file": "Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf", "quant": "UD-Q5_K_XL", "file_size_gb": 24.77, "sha256": null }, "config": { "context_tokens": 32768, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 1937.9, "decode_tps": 90.52, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 26.16 ], "peak_vram_gb_total": 26.7, "peak_system_ram_gb": 37.83, "errors": 0, "duration_s": 23 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-UD-Q5_K_XL-single-4K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2312-35b-udq5kxl-1gpu-128k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:12:23-05:00", "finished_at": "2026-10-12T23:14:07-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 1, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/unsloth/Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf -dev Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 128896 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "unsloth/Qwen3.6-35B-A3B-GGUF", "file": "Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf", "quant": "UD-Q5_K_XL", "file_size_gb": 24.77, "sha256": null }, "config": { "context_tokens": 131072, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 942.8, "decode_tps": 66.43, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 28.22 ], "peak_vram_gb_total": 28.82, "peak_system_ram_gb": 40.18, "errors": 0, "duration_s": 103 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-UD-Q5_K_XL-single-32K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2314-35b-udq5kxl-1gpu-256k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:14:07-05:00", "finished_at": "2026-10-12T23:19:37-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 1, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/unsloth/Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf -dev Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 259968 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "unsloth/Qwen3.6-35B-A3B-GGUF", "file": "Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf", "quant": "UD-Q5_K_XL", "file_size_gb": 24.77, "sha256": null }, "config": { "context_tokens": 262144, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 519.2, "decode_tps": 44.4, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 28.73 ], "peak_vram_gb_total": 29.34, "peak_system_ram_gb": 42.9, "errors": 0, "duration_s": 330 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-UD-Q5_K_XL-single-128K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2319-35b-udq5kxl-2gpu-4k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:19:38-05:00", "finished_at": "2026-10-12T23:19:48-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" }, { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 2, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/unsloth/Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf -dev Vulkan0/Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 1920 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "unsloth/Qwen3.6-35B-A3B-GGUF", "file": "Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf", "quant": "UD-Q5_K_XL", "file_size_gb": 24.77, "sha256": null }, "config": { "context_tokens": 4096, "kv_type": "f16", "layout": "split", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 2637.3, "decode_tps": 82.78, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 13.28, 13.11 ], "peak_vram_gb_total": 26.39, "peak_system_ram_gb": 37.6, "errors": 0, "duration_s": 9 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-UD-Q5_K_XL-both-.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2319-35b-udq5kxl-2gpu-32k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:19:48-05:00", "finished_at": "2026-10-12T23:20:12-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" }, { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 2, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/unsloth/Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf -dev Vulkan0/Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 30592 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "unsloth/Qwen3.6-35B-A3B-GGUF", "file": "Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf", "quant": "UD-Q5_K_XL", "file_size_gb": 24.77, "sha256": null }, "config": { "context_tokens": 32768, "kv_type": "f16", "layout": "split", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 1916, "decode_tps": 74.8, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 13.77, 13.64 ], "peak_vram_gb_total": 27.41, "peak_system_ram_gb": 38.16, "errors": 0, "duration_s": 24 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-UD-Q5_K_XL-both-4K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2320-35b-udq5kxl-2gpu-128k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:20:12-05:00", "finished_at": "2026-10-12T23:21:50-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" }, { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 2, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/unsloth/Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf -dev Vulkan0/Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 128896 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "unsloth/Qwen3.6-35B-A3B-GGUF", "file": "Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf", "quant": "UD-Q5_K_XL", "file_size_gb": 24.77, "sha256": null }, "config": { "context_tokens": 131072, "kv_type": "f16", "layout": "split", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 1071.1, "decode_tps": 57.94, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 15.47, 15.48 ], "peak_vram_gb_total": 30.94, "peak_system_ram_gb": 41.02, "errors": 0, "duration_s": 97 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-UD-Q5_K_XL-both-32K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2321-35b-udq5kxl-2gpu-256k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:21:50-05:00", "finished_at": "2026-10-12T23:26:09-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" }, { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 2, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/unsloth/Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf -dev Vulkan0/Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 259968 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "unsloth/Qwen3.6-35B-A3B-GGUF", "file": "Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf", "quant": "UD-Q5_K_XL", "file_size_gb": 24.77, "sha256": null }, "config": { "context_tokens": 262144, "kv_type": "f16", "layout": "split", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 671.7, "decode_tps": 42.03, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 17.8, 17.99 ], "peak_vram_gb_total": 35.74, "peak_system_ram_gb": 44.71, "errors": 0, "duration_s": 259 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-UD-Q5_K_XL-both-128K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2326-35b-q6k-1gpu-4k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:26:34-05:00", "finished_at": "2026-10-12T23:26:52-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 1, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen36-35b-gguf/Qwen_Qwen3.6-35B-A3B-Q6_K.gguf -dev Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 1920 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q6_K.gguf", "quant": "Q6_K", "file_size_gb": 28.82, "sha256": null }, "config": { "context_tokens": 4096, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": true, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 2621.7, "decode_tps": 82.62, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 28.78 ], "peak_vram_gb_total": 29.32, "peak_system_ram_gb": 40.91, "errors": 0, "duration_s": 18 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes. · Q6_K single-GPU 4K table cell is 103.23 tok/s from the 23:55 card (the 4K point in the complete Q6_K single-GPU series). The earlier 23:26 card at 82.62 tok/s stays on /results and is not averaged into the cell.", "raw_log_path": "logs/q36-35b-Q6_K-single-.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2327-35b-q5km-1gpu-4k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:27:26-05:00", "finished_at": "2026-10-12T23:27:39-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 1, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/bartowski/Qwen_Qwen3.6-35B-A3B-Q5_K_M.gguf -dev Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 1920 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q5_K_M.gguf", "quant": "Q5_K_M", "file_size_gb": 24.13, "sha256": null }, "config": { "context_tokens": 4096, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": true, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 2710.8, "decode_tps": 109.73, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 24.16 ], "peak_vram_gb_total": 24.68, "peak_system_ram_gb": 35.83, "errors": 0, "duration_s": 13 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-Q5_K_M-single-4K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2327-35b-q5km-1gpu-32k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:27:39-05:00", "finished_at": "2026-10-12T23:28:02-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 1, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/bartowski/Qwen_Qwen3.6-35B-A3B-Q5_K_M.gguf -dev Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 30592 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q5_K_M.gguf", "quant": "Q5_K_M", "file_size_gb": 24.13, "sha256": null }, "config": { "context_tokens": 32768, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 1902.6, "decode_tps": 96.21, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 24.87 ], "peak_vram_gb_total": 25.39, "peak_system_ram_gb": 36.46, "errors": 0, "duration_s": 23 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-Q5_K_M-single-32K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2328-35b-q5km-1gpu-128k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:28:02-05:00", "finished_at": "2026-10-12T23:29:46-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 1, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/bartowski/Qwen_Qwen3.6-35B-A3B-Q5_K_M.gguf -dev Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 128896 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q5_K_M.gguf", "quant": "Q5_K_M", "file_size_gb": 24.13, "sha256": null }, "config": { "context_tokens": 131072, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 940.3, "decode_tps": 69.64, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 26.93 ], "peak_vram_gb_total": 27.43, "peak_system_ram_gb": 38.65, "errors": 0, "duration_s": 104 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-Q5_K_M-single-128K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2329-35b-q5km-1gpu-256k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:29:46-05:00", "finished_at": "2026-10-12T23:34:56-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 1, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/bartowski/Qwen_Qwen3.6-35B-A3B-Q5_K_M.gguf -dev Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 259968 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q5_K_M.gguf", "quant": "Q5_K_M", "file_size_gb": 24.13, "sha256": null }, "config": { "context_tokens": 262144, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 541.7, "decode_tps": 40.54, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 28.56 ], "peak_vram_gb_total": 29.15, "peak_system_ram_gb": 42.79, "errors": 0, "duration_s": 310 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-Q5_K_M-single-256K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2334-35b-q5km-2gpu-4k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:34:56-05:00", "finished_at": "2026-10-12T23:35:07-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" }, { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 2, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/bartowski/Qwen_Qwen3.6-35B-A3B-Q5_K_M.gguf -dev Vulkan0/Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 1920 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q5_K_M.gguf", "quant": "Q5_K_M", "file_size_gb": 24.13, "sha256": null }, "config": { "context_tokens": 4096, "kv_type": "f16", "layout": "split", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 2647.2, "decode_tps": 88.19, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 12.71, 12.41 ], "peak_vram_gb_total": 25.13, "peak_system_ram_gb": 37.17, "errors": 0, "duration_s": 10 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-Q5_K_M-both-4K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2335-35b-q5km-2gpu-32k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:35:07-05:00", "finished_at": "2026-10-12T23:35:30-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" }, { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 2, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/bartowski/Qwen_Qwen3.6-35B-A3B-Q5_K_M.gguf -dev Vulkan0/Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 30592 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q5_K_M.gguf", "quant": "Q5_K_M", "file_size_gb": 24.13, "sha256": null }, "config": { "context_tokens": 32768, "kv_type": "f16", "layout": "split", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 1920.9, "decode_tps": 78.91, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 13.2, 12.95 ], "peak_vram_gb_total": 26.13, "peak_system_ram_gb": 37.8, "errors": 0, "duration_s": 23 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-Q5_K_M-both-32K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2335-35b-q5km-2gpu-128k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:35:31-05:00", "finished_at": "2026-10-12T23:37:08-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" }, { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 2, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/bartowski/Qwen_Qwen3.6-35B-A3B-Q5_K_M.gguf -dev Vulkan0/Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 128896 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q5_K_M.gguf", "quant": "Q5_K_M", "file_size_gb": 24.13, "sha256": null }, "config": { "context_tokens": 131072, "kv_type": "f16", "layout": "split", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 1067.3, "decode_tps": 59.86, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 14.98, 14.79 ], "peak_vram_gb_total": 29.76, "peak_system_ram_gb": 40.73, "errors": 0, "duration_s": 96 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-Q5_K_M-both-128K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2337-35b-q5km-2gpu-256k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:37:08-05:00", "finished_at": "2026-10-12T23:41:27-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" }, { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 2, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/bartowski/Qwen_Qwen3.6-35B-A3B-Q5_K_M.gguf -dev Vulkan0/Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 259968 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q5_K_M.gguf", "quant": "Q5_K_M", "file_size_gb": 24.13, "sha256": null }, "config": { "context_tokens": 262144, "kv_type": "f16", "layout": "split", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 664.6, "decode_tps": 42.33, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 17.45, 17.3 ], "peak_vram_gb_total": 34.54, "peak_system_ram_gb": 46.21, "errors": 0, "duration_s": 258 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-Q5_K_M-both-256K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2341-35b-q4km-1gpu-4k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:41:50-05:00", "finished_at": "2026-10-12T23:42:03-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 1, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/bartowski/Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf -dev Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 1920 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf", "quant": "Q4_K_M", "file_size_gb": 20.75, "sha256": null }, "config": { "context_tokens": 4096, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": true, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 2733.9, "decode_tps": 117.69, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 20.84 ], "peak_vram_gb_total": 21.43, "peak_system_ram_gb": 33.74, "errors": 0, "duration_s": 12 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-Q4_K_M-single-4K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2342-35b-q4km-1gpu-32k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:42:03-05:00", "finished_at": "2026-10-12T23:42:26-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 1, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/bartowski/Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf -dev Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 30592 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf", "quant": "Q4_K_M", "file_size_gb": 20.75, "sha256": null }, "config": { "context_tokens": 32768, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 1902.1, "decode_tps": 101.88, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 21.55 ], "peak_vram_gb_total": 22.17, "peak_system_ram_gb": 34.58, "errors": 0, "duration_s": 22 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-Q4_K_M-single-32K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2342-35b-q4km-1gpu-128k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:42:26-05:00", "finished_at": "2026-10-12T23:44:09-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 1, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/bartowski/Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf -dev Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 128896 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf", "quant": "Q4_K_M", "file_size_gb": 20.75, "sha256": null }, "config": { "context_tokens": 131072, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 942.1, "decode_tps": 72.48, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 23.61 ], "peak_vram_gb_total": 24.27, "peak_system_ram_gb": 36.5, "errors": 0, "duration_s": 102 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-Q4_K_M-single-128K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2344-35b-q4km-1gpu-256k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:44:09-05:00", "finished_at": "2026-10-12T23:49:02-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 1, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/bartowski/Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf -dev Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 259968 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf", "quant": "Q4_K_M", "file_size_gb": 20.75, "sha256": null }, "config": { "context_tokens": 262144, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 558.5, "decode_tps": 47.77, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 26.36 ], "peak_vram_gb_total": 27.03, "peak_system_ram_gb": 39.05, "errors": 0, "duration_s": 292 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-Q4_K_M-single-256K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2349-35b-q4km-2gpu-4k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:49:02-05:00", "finished_at": "2026-10-12T23:49:11-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" }, { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 2, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/bartowski/Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf -dev Vulkan0/Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 1920 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf", "quant": "Q4_K_M", "file_size_gb": 20.75, "sha256": null }, "config": { "context_tokens": 4096, "kv_type": "f16", "layout": "split", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 2660.4, "decode_tps": 93.28, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 10.83, 10.85 ], "peak_vram_gb_total": 21.69, "peak_system_ram_gb": 33.74, "errors": 0, "duration_s": 9 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-Q4_K_M-both-4K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2349-35b-q4km-2gpu-32k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:49:11-05:00", "finished_at": "2026-10-12T23:49:34-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" }, { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 2, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/bartowski/Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf -dev Vulkan0/Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 30592 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf", "quant": "Q4_K_M", "file_size_gb": 20.75, "sha256": null }, "config": { "context_tokens": 32768, "kv_type": "f16", "layout": "split", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 1933.1, "decode_tps": 82.57, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 11.34, 11.39 ], "peak_vram_gb_total": 22.72, "peak_system_ram_gb": 34.39, "errors": 0, "duration_s": 22 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-Q4_K_M-both-32K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2349-35b-q4km-2gpu-128k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:49:35-05:00", "finished_at": "2026-10-12T23:51:11-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" }, { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 2, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/bartowski/Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf -dev Vulkan0/Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 128896 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf", "quant": "Q4_K_M", "file_size_gb": 20.75, "sha256": null }, "config": { "context_tokens": 131072, "kv_type": "f16", "layout": "split", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 1078.4, "decode_tps": 62.12, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 13.03, 13.23 ], "peak_vram_gb_total": 26.26, "peak_system_ram_gb": 38.04, "errors": 0, "duration_s": 95 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-Q4_K_M-both-128K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2351-35b-q4km-2gpu-256k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:51:11-05:00", "finished_at": "2026-10-12T23:55:28-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" }, { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 2, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen-matrix/qwen36-35b-a3b/bartowski/Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf -dev Vulkan0/Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 259968 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf", "quant": "Q4_K_M", "file_size_gb": 20.75, "sha256": null }, "config": { "context_tokens": 262144, "kv_type": "f16", "layout": "split", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 673, "decode_tps": 42.88, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 15.28, 15.74 ], "peak_vram_gb_total": 31.02, "peak_system_ram_gb": 40.84, "errors": 0, "duration_s": 257 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-Q4_K_M-both-256K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2355-35b-q6k-1gpu-4k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:55:52-05:00", "finished_at": "2026-10-12T23:56:08-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 1, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen36-35b-gguf/Qwen_Qwen3.6-35B-A3B-Q6_K.gguf -dev Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 1920 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q6_K.gguf", "quant": "Q6_K", "file_size_gb": 28.82, "sha256": null }, "config": { "context_tokens": 4096, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": true, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 2623.6, "decode_tps": 103.23, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 28.78 ], "peak_vram_gb_total": 29.26, "peak_system_ram_gb": 40.15, "errors": 0, "duration_s": 15 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes. · Q6_K single-GPU 4K table cell is 103.23 tok/s from the 23:55 card (the 4K point in the complete Q6_K single-GPU series). The earlier 23:26 card at 82.62 tok/s stays on /results and is not averaged into the cell.", "raw_log_path": "logs/q36-35b-Q6_K-single-4K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2356-35b-q6k-1gpu-32k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:56:08-05:00", "finished_at": "2026-10-12T23:56:39-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 1, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen36-35b-gguf/Qwen_Qwen3.6-35B-A3B-Q6_K.gguf -dev Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 30592 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q6_K.gguf", "quant": "Q6_K", "file_size_gb": 28.82, "sha256": null }, "config": { "context_tokens": 32768, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": true, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 1683, "decode_tps": 71.19, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 28.68 ], "peak_vram_gb_total": 29.17, "peak_system_ram_gb": 44.01, "errors": 0, "duration_s": 31 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes. · Partly offloaded to DDR5 on one GPU (llama.cpp --fit-target 1024). Decode is not an in-VRAM figure.", "raw_log_path": "logs/q36-35b-Q6_K-single-32K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2356-35b-q6k-1gpu-128k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:56:39-05:00", "finished_at": "2026-10-12T23:58:54-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 1, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen36-35b-gguf/Qwen_Qwen3.6-35B-A3B-Q6_K.gguf -dev Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 128896 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q6_K.gguf", "quant": "Q6_K", "file_size_gb": 28.82, "sha256": null }, "config": { "context_tokens": 131072, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": true, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 800.3, "decode_tps": 54.51, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 28.78 ], "peak_vram_gb_total": 29.25, "peak_system_ram_gb": 45.43, "errors": 0, "duration_s": 134 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes. · Partly offloaded to DDR5 on one GPU (llama.cpp --fit-target 1024). Decode is not an in-VRAM figure.", "raw_log_path": "logs/q36-35b-Q6_K-single-128K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261012-2358-35b-q6k-1gpu-256k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-12T23:58:54-05:00", "finished_at": "2026-10-13T00:05:20-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 1, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen36-35b-gguf/Qwen_Qwen3.6-35B-A3B-Q6_K.gguf -dev Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 259968 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q6_K.gguf", "quant": "Q6_K", "file_size_gb": 28.82, "sha256": null }, "config": { "context_tokens": 262144, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": true, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 471.6, "decode_tps": 37.78, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 28.81 ], "peak_vram_gb_total": 29.3, "peak_system_ram_gb": 43.69, "errors": 0, "duration_s": 385 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes. · Partly offloaded to DDR5 on one GPU (llama.cpp --fit-target 1024). Decode is not an in-VRAM figure.", "raw_log_path": "logs/q36-35b-Q6_K-single-256K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261013-0005-35b-q6k-2gpu-4k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-13T00:05:21-05:00", "finished_at": "2026-10-13T00:05:32-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" }, { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 2, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen36-35b-gguf/Qwen_Qwen3.6-35B-A3B-Q6_K.gguf -dev Vulkan0/Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 1920 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q6_K.gguf", "quant": "Q6_K", "file_size_gb": 28.82, "sha256": null }, "config": { "context_tokens": 4096, "kv_type": "f16", "layout": "split", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 2572.1, "decode_tps": 83.5, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 15.01, 14.63 ], "peak_vram_gb_total": 29.64, "peak_system_ram_gb": 38.22, "errors": 0, "duration_s": 11 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-Q6_K-both-4K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261013-0005-35b-q6k-2gpu-32k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-13T00:05:32-05:00", "finished_at": "2026-10-13T00:05:58-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" }, { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 2, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen36-35b-gguf/Qwen_Qwen3.6-35B-A3B-Q6_K.gguf -dev Vulkan0/Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 30592 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q6_K.gguf", "quant": "Q6_K", "file_size_gb": 28.82, "sha256": null }, "config": { "context_tokens": 32768, "kv_type": "f16", "layout": "split", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 1890.7, "decode_tps": 75.43, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 15.5, 15.16 ], "peak_vram_gb_total": 30.66, "peak_system_ram_gb": 38.98, "errors": 0, "duration_s": 26 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-Q6_K-both-32K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261013-0005-35b-q6k-2gpu-128k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-13T00:05:58-05:00", "finished_at": "2026-10-13T00:07:38-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" }, { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 2, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen36-35b-gguf/Qwen_Qwen3.6-35B-A3B-Q6_K.gguf -dev Vulkan0/Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 128896 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q6_K.gguf", "quant": "Q6_K", "file_size_gb": 28.82, "sha256": null }, "config": { "context_tokens": 131072, "kv_type": "f16", "layout": "split", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 1059.7, "decode_tps": 58.04, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 17.21, 17 ], "peak_vram_gb_total": 34.21, "peak_system_ram_gb": 41.41, "errors": 0, "duration_s": 100 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-Q6_K-both-128K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-20261013-0007-35b-q6k-2gpu-256k-llamacpp-f16", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": "2026-10-13T00:07:38-05:00", "finished_at": "2026-10-13T00:12:01-05:00", "hardware": { "gpus": [ { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" }, { "model": "Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": "Gen5 x16" } ], "gpu_count_used": 2, "cpu": "AMD Ryzen 9 9950X (16C/32T)", "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": "ASRock X870 Taichi Creator", "bios_version": "4.50", "resizable_bar": true }, "software": { "os": "Ubuntu 24.04.5 LTS", "kernel": "7.0.0-38-generic", "mesa_or_vulkan_driver": "Mesa RADV 25.2.8-0ubuntu0.24.04.2", "rocm_version": "7.2.0.70200-43~24.04", "backend": "llama.cpp", "backend_version_or_commit": "llama.cpp c060ca974 (build 10603, 2026-08-23) Vulkan; cmake Release GGML_VULKAN=ON GGML_NATIVE=ON GGML_OPENMP=ON", "launch_command": "GGML_VK_VISIBLE_DEVICES=0,1 ~/llama.cpp-new/build/bin/llama-bench -m ~/models/qwen36-35b-gguf/Qwen_Qwen3.6-35B-A3B-Q6_K.gguf -dev Vulkan0/Vulkan1 -sm layer -ngl 99 -fitt 1024 -fa 1 -ctk f16 -ctv f16 -b 2048 -ub 1024 -t 8 -p 2048 -n 128 -d 259968 -r 1 -o jsonl" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "bartowski/Qwen_Qwen3.6-35B-A3B-GGUF", "file": "Qwen_Qwen3.6-35B-A3B-Q6_K.gguf", "quant": "Q6_K", "file_size_gb": 28.82, "sha256": null }, "config": { "context_tokens": 262144, "kv_type": "f16", "layout": "split", "offload": { "experts_to_ram": false, "note": "llama.cpp --fit-target 1024 MiB placed tensors; experts_to_ram inferred from model size vs peak VRAM" }, "concurrency": 1, "prompt_tokens": 2048, "gen_tokens": 128 }, "results": { "prefill_tps": 666.2, "decode_tps": 42.2, "aggregate_tps": null, "peak_vram_gb_per_gpu": [ 19.46, 19.51 ], "peak_vram_gb_total": 38.96, "peak_system_ram_gb": 45.15, "errors": 0, "duration_s": 262 }, "measured": true, "notes": "VRAM sampled every 1 s via amdgpu mem_info_vram_used; Vulkan0 (display) includes desktop baseline ~0.5 GB · DDR5 = MemTotal-MemAvailable + resident page cache of the model files (mincore), 1 s samples; GB = GiB · RAM at DDR5-5200: one transient bad read in 10 earlier sha256 passes; sanity prompt cross-checked · Measured, pending re-verify after RAM fix. DDR5-5200 later proved unstable; a kernel oops at 00:14 CT aborted the sweep. All 33 cards predate the oops. Each card already notes one transient bad read in earlier sha256 passes.", "raw_log_path": "logs/q36-35b-Q6_K-both-256K.jsonl" }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-qwen36-udq5-dual-1", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": null, "finished_at": null, "hardware": { "gpus": [ { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null }, { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null } ], "gpu_count_used": 2, "cpu": null, "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": null, "bios_version": null, "resizable_bar": null }, "software": { "os": "Linux", "kernel": null, "mesa_or_vulkan_driver": null, "rocm_version": null, "backend": "llama.cpp", "backend_version_or_commit": null, "launch_command": "# Shape only — one llama-server per card behind a least-connections balancer.\n# Exact balancer command not recorded. Device-selection flags were not recorded.\n# Shape only — exact flags TODO on stacks.\n./build-vk/bin/llama-server \\\n -m ~/models/Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf \\\n -ngl 99 \\\n -c 262144 \\\n --cache-type-k f16 \\\n --cache-type-v f16 \\\n --host 127.0.0.1 --port 8080" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "unsloth/Qwen3.6-35B-A3B-GGUF", "file": "Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf", "quant": "UD-Q5_K_XL", "file_size_gb": 26.6, "sha256": null }, "config": { "context_tokens": 262144, "kv_type": "f16", "layout": "dual-instance", "offload": { "experts_to_ram": false, "note": "0% system RAM offload" }, "concurrency": 1, "prompt_tokens": null, "gen_tokens": null }, "results": { "prefill_tps": null, "decode_tps": 100, "aggregate_tps": null, "peak_vram_gb_per_gpu": [], "peak_vram_gb_total": null, "peak_system_ram_gb": null, "errors": 0, "duration_s": null }, "measured": true, "notes": "Measured on our rig, 2026-10. Two copies (one per card). About 100 tok/s per request.", "raw_log_path": null }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-qwen36-udq5-dual-2", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": null, "finished_at": null, "hardware": { "gpus": [ { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null }, { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null } ], "gpu_count_used": 2, "cpu": null, "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": null, "bios_version": null, "resizable_bar": null }, "software": { "os": "Linux", "kernel": null, "mesa_or_vulkan_driver": null, "rocm_version": null, "backend": "llama.cpp", "backend_version_or_commit": null, "launch_command": "# Shape only — one llama-server per card behind a least-connections balancer.\n# Exact balancer command not recorded. Device-selection flags were not recorded.\n# Shape only — exact flags TODO on stacks.\n./build-vk/bin/llama-server \\\n -m ~/models/Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf \\\n -ngl 99 \\\n -c 262144 \\\n --cache-type-k f16 \\\n --cache-type-v f16 \\\n --host 127.0.0.1 --port 8080" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "unsloth/Qwen3.6-35B-A3B-GGUF", "file": "Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf", "quant": "UD-Q5_K_XL", "file_size_gb": 26.6, "sha256": null }, "config": { "context_tokens": 262144, "kv_type": "f16", "layout": "dual-instance", "offload": { "experts_to_ram": false, "note": "0% system RAM offload" }, "concurrency": 2, "prompt_tokens": null, "gen_tokens": null }, "results": { "prefill_tps": null, "decode_tps": null, "aggregate_tps": 172, "peak_vram_gb_per_gpu": [], "peak_vram_gb_total": null, "peak_system_ram_gb": null, "errors": 0, "duration_s": null }, "measured": true, "notes": "Measured on our rig, 2026-10. Two concurrent requests across two copies. 172 tok/s total.", "raw_log_path": null }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-qwen36-udq5-dual-soak", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": null, "finished_at": null, "hardware": { "gpus": [ { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null }, { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null } ], "gpu_count_used": 2, "cpu": null, "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": null, "bios_version": null, "resizable_bar": null }, "software": { "os": "Linux", "kernel": null, "mesa_or_vulkan_driver": null, "rocm_version": null, "backend": "llama.cpp", "backend_version_or_commit": null, "launch_command": "# Shape only — one llama-server per card behind a least-connections balancer.\n# Exact balancer command not recorded. Device-selection flags were not recorded.\n# Shape only — exact flags TODO on stacks.\n./build-vk/bin/llama-server \\\n -m ~/models/Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf \\\n -ngl 99 \\\n -c 262144 \\\n --cache-type-k f16 \\\n --cache-type-v f16 \\\n --host 127.0.0.1 --port 8080" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "unsloth/Qwen3.6-35B-A3B-GGUF", "file": "Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf", "quant": "UD-Q5_K_XL", "file_size_gb": 26.6, "sha256": null }, "config": { "context_tokens": 262144, "kv_type": "f16", "layout": "dual-instance", "offload": { "experts_to_ram": false, "note": "0% system RAM offload" }, "concurrency": 4, "prompt_tokens": null, "gen_tokens": null }, "results": { "prefill_tps": null, "decode_tps": null, "aggregate_tps": 177, "peak_vram_gb_per_gpu": [ 27.7, 29.7 ], "peak_vram_gb_total": 57.4, "peak_system_ram_gb": 13, "errors": 0, "duration_s": 1236 }, "measured": true, "notes": "Measured on our rig, 2026-10. 4–8 concurrent, about 177 tok/s total. Soak: 423 requests, 20.6 min, 0 errors. Peak VRAM 27.7 / 29.7 GB (Linux GiB labeled GB). DDR5 about 13 GB.", "raw_log_path": null }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-flash-q6-strata-prior", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": null, "finished_at": null, "hardware": { "gpus": [ { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null }, { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null } ], "gpu_count_used": 2, "cpu": null, "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": null, "bios_version": null, "resizable_bar": null }, "software": { "os": "Linux", "kernel": null, "mesa_or_vulkan_driver": null, "rocm_version": null, "backend": "Strata", "backend_version_or_commit": "v0.1.42", "launch_command": "# Shape only — exact Strata flags TODO. Recipe strata-flash-q6, no MTP.\n# This site’s convention: 127.0.0.1:8083 so llama-server can keep :8080.\ncurl -s http://127.0.0.1:8083/v1/models" }, "model": { "name": "Qwen 3.8 Flash", "repo": "unsloth/Qwen3.8-Flash-Next-GGUF", "file": "UD-Q6_K_XL (folder)", "quant": "UD-Q6_K_XL", "file_size_gb": 169, "sha256": null }, "config": { "context_tokens": 262144, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": true, "note": "Hot experts in VRAM; rest on DDR5. Publisher folder ~169 GB." }, "concurrency": 1, "prompt_tokens": null, "gen_tokens": null }, "results": { "prefill_tps": null, "decode_tps": 32.6, "aggregate_tps": null, "peak_vram_gb_per_gpu": [], "peak_vram_gb_total": null, "peak_system_ram_gb": null, "errors": 0, "duration_s": null }, "measured": true, "notes": "Measured on our rig, 2026-10. Prior first-party Flash Q6: Strata ~32.6 tok/s. Card count was not published; recorded on the two-R9700 host. A different run from the 32.8 / 31.8 two-card points.", "raw_log_path": null }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-flash-q6-llamacpp-prior", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": null, "finished_at": null, "hardware": { "gpus": [ { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null }, { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null } ], "gpu_count_used": 2, "cpu": null, "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": null, "bios_version": null, "resizable_bar": null }, "software": { "os": "Linux", "kernel": null, "mesa_or_vulkan_driver": null, "rocm_version": null, "backend": "llama.cpp", "backend_version_or_commit": null, "launch_command": "# Shape only — exact flags TODO on stacks.\n./build-vk/bin/llama-server \\\n -m ~/models/UD-Q6_K_XL \\\n -ngl 99 \\\n -c 262144 \\\n --cache-type-k f16 \\\n --cache-type-v f16 \\\n --host 127.0.0.1 --port 8080" }, "model": { "name": "Qwen 3.8 Flash", "repo": "unsloth/Qwen3.8-Flash-Next-GGUF", "file": "UD-Q6_K_XL (folder)", "quant": "UD-Q6_K_XL", "file_size_gb": 169, "sha256": null }, "config": { "context_tokens": 262144, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": true, "note": "Publisher folder ~169 GB — expect RAM to hold most of it on one 32 GB card." }, "concurrency": 1, "prompt_tokens": null, "gen_tokens": null }, "results": { "prefill_tps": null, "decode_tps": 16, "aggregate_tps": null, "peak_vram_gb_per_gpu": [], "peak_vram_gb_total": null, "peak_system_ram_gb": null, "errors": 0, "duration_s": null }, "measured": true, "notes": "Measured on our rig, 2026-10. Prior first-party Flash Q6: llama.cpp ~16 tok/s versus Strata ~32.6. Card count was not published; recorded on the two-R9700 host.", "raw_log_path": null }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-flash-q6-strata-8k", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": null, "finished_at": null, "hardware": { "gpus": [ { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null }, { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null } ], "gpu_count_used": 2, "cpu": null, "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": null, "bios_version": null, "resizable_bar": null }, "software": { "os": "Linux", "kernel": null, "mesa_or_vulkan_driver": null, "rocm_version": null, "backend": "Strata", "backend_version_or_commit": "v0.1.42", "launch_command": "# Shape only — exact Strata flags TODO. Recipe strata-flash-q6, no MTP.\n# This site’s convention: 127.0.0.1:8083 so llama-server can keep :8080.\ncurl -s http://127.0.0.1:8083/v1/models" }, "model": { "name": "Qwen 3.8 Flash", "repo": "unsloth/Qwen3.8-Flash-Next-GGUF", "file": "UD-Q6_K_XL (folder)", "quant": "UD-Q6_K_XL", "file_size_gb": 169, "sha256": null }, "config": { "context_tokens": 8192, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": true, "note": "Two-card Q6 loaded at 262K. Decode measured at 8K." }, "concurrency": 1, "prompt_tokens": null, "gen_tokens": null }, "results": { "prefill_tps": null, "decode_tps": 32.8, "aggregate_tps": null, "peak_vram_gb_per_gpu": [], "peak_vram_gb_total": null, "peak_system_ram_gb": null, "errors": 0, "duration_s": null }, "measured": true, "notes": "Measured on our rig, 2026-10. Two-card Flash Q6 at 262K load. Strata 32.8 tok/s at 8K. DDR5-5200.", "raw_log_path": null }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-flash-q6-strata-3600-8k", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": null, "finished_at": null, "hardware": { "gpus": [ { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null }, { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null } ], "gpu_count_used": 2, "cpu": null, "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 3600, "motherboard": null, "bios_version": null, "resizable_bar": null }, "software": { "os": "Linux", "kernel": null, "mesa_or_vulkan_driver": null, "rocm_version": null, "backend": "Strata", "backend_version_or_commit": "v0.1.42", "launch_command": "# Shape only — exact Strata flags TODO. Recipe strata-flash-q6, no MTP.\n# This site’s convention: 127.0.0.1:8083 so llama-server can keep :8080.\ncurl -s http://127.0.0.1:8083/v1/models" }, "model": { "name": "Qwen 3.8 Flash", "repo": "unsloth/Qwen3.8-Flash-Next-GGUF", "file": "UD-Q6_K_XL (folder)", "quant": "UD-Q6_K_XL", "file_size_gb": 169, "sha256": null }, "config": { "context_tokens": 8192, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": true, "note": "Two-card Q6 loaded at 262K. Decode measured at 8K." }, "concurrency": 1, "prompt_tokens": null, "gen_tokens": null }, "results": { "prefill_tps": null, "decode_tps": 32, "aggregate_tps": null, "peak_vram_gb_per_gpu": [], "peak_vram_gb_total": null, "peak_system_ram_gb": null, "errors": 0, "duration_s": null }, "measured": true, "notes": "Measured on our rig, 2026-10. Two-card Flash Q6, Strata, DDR5-3600, 32.0 tok/s at 8K. Pair with 32.8 at DDR5-5200.", "raw_log_path": null }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-flash-q6-strata-32k", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": null, "finished_at": null, "hardware": { "gpus": [ { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null }, { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null } ], "gpu_count_used": 2, "cpu": null, "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": null, "bios_version": null, "resizable_bar": null }, "software": { "os": "Linux", "kernel": null, "mesa_or_vulkan_driver": null, "rocm_version": null, "backend": "Strata", "backend_version_or_commit": "v0.1.42", "launch_command": "# Shape only — exact Strata flags TODO. Recipe strata-flash-q6, no MTP.\n# This site’s convention: 127.0.0.1:8083 so llama-server can keep :8080.\ncurl -s http://127.0.0.1:8083/v1/models" }, "model": { "name": "Qwen 3.8 Flash", "repo": "unsloth/Qwen3.8-Flash-Next-GGUF", "file": "UD-Q6_K_XL (folder)", "quant": "UD-Q6_K_XL", "file_size_gb": 169, "sha256": null }, "config": { "context_tokens": 32768, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": true, "note": "Two-card Q6 loaded at 262K. Decode measured at 32K." }, "concurrency": 1, "prompt_tokens": null, "gen_tokens": null }, "results": { "prefill_tps": null, "decode_tps": 32.8, "aggregate_tps": null, "peak_vram_gb_per_gpu": [], "peak_vram_gb_total": null, "peak_system_ram_gb": null, "errors": 0, "duration_s": null }, "measured": true, "notes": "Measured on our rig, 2026-10. Two-card Flash Q6 at 262K load. Strata 32.8 tok/s at 32K.", "raw_log_path": null }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-flash-q6-strata-100k", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": null, "finished_at": null, "hardware": { "gpus": [ { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null }, { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null } ], "gpu_count_used": 2, "cpu": null, "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": null, "bios_version": null, "resizable_bar": null }, "software": { "os": "Linux", "kernel": null, "mesa_or_vulkan_driver": null, "rocm_version": null, "backend": "Strata", "backend_version_or_commit": "v0.1.42", "launch_command": "# Shape only — exact Strata flags TODO. Recipe strata-flash-q6, no MTP.\n# This site’s convention: 127.0.0.1:8083 so llama-server can keep :8080.\ncurl -s http://127.0.0.1:8083/v1/models" }, "model": { "name": "Qwen 3.8 Flash", "repo": "unsloth/Qwen3.8-Flash-Next-GGUF", "file": "UD-Q6_K_XL (folder)", "quant": "UD-Q6_K_XL", "file_size_gb": 169, "sha256": null }, "config": { "context_tokens": 100000, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": true, "note": "Two-card Q6 loaded at 262K. Decode measured at 100K." }, "concurrency": 1, "prompt_tokens": null, "gen_tokens": null }, "results": { "prefill_tps": null, "decode_tps": 31.8, "aggregate_tps": null, "peak_vram_gb_per_gpu": [], "peak_vram_gb_total": null, "peak_system_ram_gb": null, "errors": 0, "duration_s": null }, "measured": true, "notes": "Measured on our rig, 2026-10. Two-card Flash Q6 at 262K load. Strata 31.8 tok/s at 100K.", "raw_log_path": null }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-flash-q6-llamacpp-5200-8k", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": null, "finished_at": null, "hardware": { "gpus": [ { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null }, { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null } ], "gpu_count_used": 2, "cpu": null, "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": null, "bios_version": null, "resizable_bar": null }, "software": { "os": "Linux", "kernel": null, "mesa_or_vulkan_driver": null, "rocm_version": null, "backend": "llama.cpp", "backend_version_or_commit": null, "launch_command": "# Shape only — exact flags TODO on stacks.\n./build-vk/bin/llama-server \\\n -m ~/models/UD-Q6_K_XL \\\n -ngl 99 \\\n -c 262144 \\\n --cache-type-k f16 \\\n --cache-type-v f16 \\\n --host 127.0.0.1 --port 8080" }, "model": { "name": "Qwen 3.8 Flash", "repo": "unsloth/Qwen3.8-Flash-Next-GGUF", "file": "UD-Q6_K_XL (folder)", "quant": "UD-Q6_K_XL", "file_size_gb": 169, "sha256": null }, "config": { "context_tokens": 8192, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": true, "note": "Two-card Q6 loaded at 262K. Decode measured at 8K." }, "concurrency": 1, "prompt_tokens": null, "gen_tokens": null }, "results": { "prefill_tps": null, "decode_tps": 18.5, "aggregate_tps": null, "peak_vram_gb_per_gpu": [], "peak_vram_gb_total": null, "peak_system_ram_gb": null, "errors": 0, "duration_s": null }, "measured": true, "notes": "Measured on our rig, 2026-10. Two-card Flash Q6, llama.cpp, DDR5-5200, 18.5 tok/s at 8K.", "raw_log_path": null }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-flash-q6-llamacpp-5200-32k", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": null, "finished_at": null, "hardware": { "gpus": [ { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null }, { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null } ], "gpu_count_used": 2, "cpu": null, "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": null, "bios_version": null, "resizable_bar": null }, "software": { "os": "Linux", "kernel": null, "mesa_or_vulkan_driver": null, "rocm_version": null, "backend": "llama.cpp", "backend_version_or_commit": null, "launch_command": "# Shape only — exact flags TODO on stacks.\n./build-vk/bin/llama-server \\\n -m ~/models/UD-Q6_K_XL \\\n -ngl 99 \\\n -c 262144 \\\n --cache-type-k f16 \\\n --cache-type-v f16 \\\n --host 127.0.0.1 --port 8080" }, "model": { "name": "Qwen 3.8 Flash", "repo": "unsloth/Qwen3.8-Flash-Next-GGUF", "file": "UD-Q6_K_XL (folder)", "quant": "UD-Q6_K_XL", "file_size_gb": 169, "sha256": null }, "config": { "context_tokens": 32768, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": true, "note": "Two-card Q6 loaded at 262K. Decode measured at 32K." }, "concurrency": 1, "prompt_tokens": null, "gen_tokens": null }, "results": { "prefill_tps": null, "decode_tps": 18.2, "aggregate_tps": null, "peak_vram_gb_per_gpu": [], "peak_vram_gb_total": null, "peak_system_ram_gb": null, "errors": 0, "duration_s": null }, "measured": true, "notes": "Measured on our rig, 2026-10. Two-card Flash Q6, llama.cpp, DDR5-5200, 18.2 tok/s at 32K.", "raw_log_path": null }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-flash-q6-llamacpp-5200-100k", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": null, "finished_at": null, "hardware": { "gpus": [ { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null }, { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null } ], "gpu_count_used": 2, "cpu": null, "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": null, "bios_version": null, "resizable_bar": null }, "software": { "os": "Linux", "kernel": null, "mesa_or_vulkan_driver": null, "rocm_version": null, "backend": "llama.cpp", "backend_version_or_commit": null, "launch_command": "# Shape only — exact flags TODO on stacks.\n./build-vk/bin/llama-server \\\n -m ~/models/UD-Q6_K_XL \\\n -ngl 99 \\\n -c 262144 \\\n --cache-type-k f16 \\\n --cache-type-v f16 \\\n --host 127.0.0.1 --port 8080" }, "model": { "name": "Qwen 3.8 Flash", "repo": "unsloth/Qwen3.8-Flash-Next-GGUF", "file": "UD-Q6_K_XL (folder)", "quant": "UD-Q6_K_XL", "file_size_gb": 169, "sha256": null }, "config": { "context_tokens": 100000, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": true, "note": "Two-card Q6 loaded at 262K. Decode measured at 100K." }, "concurrency": 1, "prompt_tokens": null, "gen_tokens": null }, "results": { "prefill_tps": null, "decode_tps": 17.9, "aggregate_tps": null, "peak_vram_gb_per_gpu": [], "peak_vram_gb_total": null, "peak_system_ram_gb": null, "errors": 0, "duration_s": null }, "measured": true, "notes": "Measured on our rig, 2026-10. Two-card Flash Q6, llama.cpp, DDR5-5200, 17.9 tok/s at 100K.", "raw_log_path": null }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-flash-q6-llamacpp-3600-8k", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": null, "finished_at": null, "hardware": { "gpus": [ { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null }, { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null } ], "gpu_count_used": 2, "cpu": null, "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 3600, "motherboard": null, "bios_version": null, "resizable_bar": null }, "software": { "os": "Linux", "kernel": null, "mesa_or_vulkan_driver": null, "rocm_version": null, "backend": "llama.cpp", "backend_version_or_commit": null, "launch_command": "# Shape only — exact flags TODO on stacks.\n./build-vk/bin/llama-server \\\n -m ~/models/UD-Q6_K_XL \\\n -ngl 99 \\\n -c 262144 \\\n --cache-type-k f16 \\\n --cache-type-v f16 \\\n --host 127.0.0.1 --port 8080" }, "model": { "name": "Qwen 3.8 Flash", "repo": "unsloth/Qwen3.8-Flash-Next-GGUF", "file": "UD-Q6_K_XL (folder)", "quant": "UD-Q6_K_XL", "file_size_gb": 169, "sha256": null }, "config": { "context_tokens": 8192, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": true, "note": "Two-card Q6 loaded at 262K. Decode measured at 8K." }, "concurrency": 1, "prompt_tokens": null, "gen_tokens": null }, "results": { "prefill_tps": null, "decode_tps": 15.9, "aggregate_tps": null, "peak_vram_gb_per_gpu": [], "peak_vram_gb_total": null, "peak_system_ram_gb": null, "errors": 0, "duration_s": null }, "measured": true, "notes": "Measured on our rig, 2026-10. Two-card Flash Q6, llama.cpp, DDR5-3600, 15.9 tok/s at 8K.", "raw_log_path": null }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-flash-q6-llamacpp-3600-32k", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": null, "finished_at": null, "hardware": { "gpus": [ { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null }, { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null } ], "gpu_count_used": 2, "cpu": null, "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 3600, "motherboard": null, "bios_version": null, "resizable_bar": null }, "software": { "os": "Linux", "kernel": null, "mesa_or_vulkan_driver": null, "rocm_version": null, "backend": "llama.cpp", "backend_version_or_commit": null, "launch_command": "# Shape only — exact flags TODO on stacks.\n./build-vk/bin/llama-server \\\n -m ~/models/UD-Q6_K_XL \\\n -ngl 99 \\\n -c 262144 \\\n --cache-type-k f16 \\\n --cache-type-v f16 \\\n --host 127.0.0.1 --port 8080" }, "model": { "name": "Qwen 3.8 Flash", "repo": "unsloth/Qwen3.8-Flash-Next-GGUF", "file": "UD-Q6_K_XL (folder)", "quant": "UD-Q6_K_XL", "file_size_gb": 169, "sha256": null }, "config": { "context_tokens": 32768, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": true, "note": "Two-card Q6 loaded at 262K. Decode measured at 32K." }, "concurrency": 1, "prompt_tokens": null, "gen_tokens": null }, "results": { "prefill_tps": null, "decode_tps": 15.6, "aggregate_tps": null, "peak_vram_gb_per_gpu": [], "peak_vram_gb_total": null, "peak_system_ram_gb": null, "errors": 0, "duration_s": null }, "measured": true, "notes": "Measured on our rig, 2026-10. Two-card Flash Q6, llama.cpp, DDR5-3600, 15.6 tok/s at 32K.", "raw_log_path": null }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-flash-q6-llamacpp-3600-100k", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": null, "finished_at": null, "hardware": { "gpus": [ { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null }, { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null } ], "gpu_count_used": 2, "cpu": null, "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 3600, "motherboard": null, "bios_version": null, "resizable_bar": null }, "software": { "os": "Linux", "kernel": null, "mesa_or_vulkan_driver": null, "rocm_version": null, "backend": "llama.cpp", "backend_version_or_commit": null, "launch_command": "# Shape only — exact flags TODO on stacks.\n./build-vk/bin/llama-server \\\n -m ~/models/UD-Q6_K_XL \\\n -ngl 99 \\\n -c 262144 \\\n --cache-type-k f16 \\\n --cache-type-v f16 \\\n --host 127.0.0.1 --port 8080" }, "model": { "name": "Qwen 3.8 Flash", "repo": "unsloth/Qwen3.8-Flash-Next-GGUF", "file": "UD-Q6_K_XL (folder)", "quant": "UD-Q6_K_XL", "file_size_gb": 169, "sha256": null }, "config": { "context_tokens": 100000, "kv_type": "f16", "layout": "single", "offload": { "experts_to_ram": true, "note": "Two-card Q6 loaded at 262K. Decode measured at 100K." }, "concurrency": 1, "prompt_tokens": null, "gen_tokens": null }, "results": { "prefill_tps": null, "decode_tps": 15.3, "aggregate_tps": null, "peak_vram_gb_per_gpu": [], "peak_vram_gb_total": null, "peak_system_ram_gb": null, "errors": 0, "duration_s": null }, "measured": true, "notes": "Measured on our rig, 2026-10. Two-card Flash Q6, llama.cpp, DDR5-3600, 15.3 tok/s at 100K. Strata prefill drops 9–20% at DDR5-5200 versus 3600 — unexplained; no first-party prefill tok/s published.", "raw_log_path": null }, { "schema": "amdai-bench/run@1", "run_id": "local-desktop-qwen36-vllm-int4-band", "submitted_by": { "handle": "amdai", "display": "AMDai", "rig": "local-desktop", "verified": true }, "started_at": null, "finished_at": null, "hardware": { "gpus": [ { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null }, { "model": "AMD Radeon AI PRO R9700", "gfx": "gfx1201", "vram_gb": 32, "pcie": null } ], "gpu_count_used": 1, "cpu": null, "ram_kit_gb": 256, "ram_usable_gb": 249, "ram_speed_mts": 5200, "motherboard": null, "bios_version": null, "resizable_bar": null }, "software": { "os": "Linux", "kernel": null, "mesa_or_vulkan_driver": null, "rocm_version": null, "backend": "vLLM", "backend_version_or_commit": "stilldeadcode/vllm-radiance:0.5.8", "launch_command": "# Image only — exact serve flags not recorded.\n# stilldeadcode/vllm-radiance:0.5.8\n# This site’s convention: 127.0.0.1:8000" }, "model": { "name": "Qwen3.6-35B-A3B", "repo": "Qwen/Qwen3.6-35B-A3B", "file": "INT4-W4A16 (image weights)", "quant": "INT4-W4A16", "file_size_gb": null, "sha256": null }, "config": { "context_tokens": 4096, "kv_type": "not recorded", "layout": "single", "offload": { "experts_to_ram": false, "note": "vLLM image; used_on_our_rig catalog is false." }, "concurrency": 1, "prompt_tokens": null, "gen_tokens": null }, "results": { "prefill_tps": null, "decode_tps": null, "aggregate_tps": null, "peak_vram_gb_per_gpu": [], "peak_vram_gb_total": null, "peak_system_ram_gb": null, "errors": 0, "duration_s": null }, "measured": true, "notes": "Measured on our rig, 2026-10. Band only — no single decode_tps. Image stilldeadcode/vllm-radiance:0.5.8. Exact serve flags not recorded.", "raw_log_path": null, "estimates": { "decode_tps_low": 50, "decode_tps_high": 61, "note": "First-party 50–61 tok/s band on one R9700. Better for concurrency and prefill, worse for single-user decode than llama.cpp. Community table r/LocalLLaMA 1viq0pq is cited separately." } } ] }