[ { "build_commit": "7fe450e19", "build_number": 11146, "cpu_info": "AMD Ryzen 7 9800X3D 8-Core Processor ", "gpu_info": "AMD Radeon(TM) Graphics, AMD Radeon RX 9070", "backends": "Vulkan", "model_filename": "/llama-3-8b-q4_0.gguf", "model_type": "llama 8B Q4_0", "model_size": 4653375488, "model_n_params": 8030261248, "n_batch": 2048, "n_ubatch": 512, "n_threads": 8, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": -1, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": -1, "devices": "Vulkan1", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "auto", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 8192, "test_time": "2026-09-27T18:20:54Z", "avg_ns": 203845540, "stddev_ns": 1481257, "avg_ts": 2511.812756, "stddev_ts": 18.419936, "samples_ns": [ 201231400, 204549200, 204206800, 204862100, 204378200 ], "samples_ts": [ 2544.33, 2503.07, 2507.26, 2499.24, 2505.16 ] }, { "build_commit": "7fe450e19", "build_number": 11146, "cpu_info": "AMD Ryzen 7 9800X3D 8-Core Processor ", "gpu_info": "AMD Radeon(TM) Graphics, AMD Radeon RX 9070", "backends": "Vulkan", "model_filename": "/llama-3-8b-q4_0.gguf", "model_type": "llama 8B Q4_0", "model_size": 4653375488, "model_n_params": 8030261248, "n_batch": 2048, "n_ubatch": 512, "n_threads": 8, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": -1, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": -1, "devices": "Vulkan1", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "auto", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 8192, "test_time": "2026-09-27T18:21:00Z", "avg_ns": 1251092280, "stddev_ns": 1372323, "avg_ts": 102.310697, "stddev_ts": 0.112072, "samples_ns": [ 1253511000, 1250124700, 1250510500, 1250780700, 1250534500 ], "samples_ts": [ 102.113, 102.39, 102.358, 102.336, 102.356 ] } ]