[ { "build_commit": "7fe450e19", "build_number": 11146, "cpu_info": "Accelerate, Apple M1 Pro", "gpu_info": "Apple M1 Pro", "backends": "BLAS,MTL", "model_filename": "/sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e", "model_type": "qwen3 14B Q4_K - Medium", "model_size": 9270225920, "model_n_params": 14768307200, "n_batch": 2048, "n_ubatch": 512, "n_threads": 8, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": -1, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": -1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "auto", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 512, "n_gen": 0, "n_depth": 8192, "test_time": "2026-09-27T17:00:39Z", "avg_ns": 5273717791, "stddev_ns": 5139432, "avg_ts": 97.085284, "stddev_ts": 0.094529, "samples_ns": [ 5272616291, 5269454000, 5281956584, 5269614208, 5274947875 ], "samples_ts": [ 97.1055, 97.1638, 96.9338, 97.1608, 97.0626 ] }, { "build_commit": "7fe450e19", "build_number": 11146, "cpu_info": "Accelerate, Apple M1 Pro", "gpu_info": "Apple M1 Pro", "backends": "BLAS,MTL", "model_filename": "/sha256-a8cc1361f3145dc01f6d77c6c82c9116b9ffe3c97b34716fe20418455876c40e", "model_type": "qwen3 14B Q4_K - Medium", "model_size": 9270225920, "model_n_params": 14768307200, "n_batch": 2048, "n_ubatch": 512, "n_threads": 8, "cpu_mask": "0x0", "cpu_strict": false, "poll": 50, "type_k": "f16", "type_v": "f16", "n_gpu_layers": -1, "n_cpu_moe": 0, "split_mode": "layer", "main_gpu": 0, "no_kv_offload": false, "flash_attn": -1, "devices": "auto", "tensor_split": "0.00", "tensor_buft_overrides": "none", "load_mode": "auto", "lazy_mode": "auto", "embeddings": false, "no_op_offload": 0, "no_host": false, "fit_target": 0, "fit_min_ctx": 0, "n_prompt": 0, "n_gen": 128, "n_depth": 8192, "test_time": "2026-09-27T17:02:21Z", "avg_ns": 10916027391, "stddev_ns": 3505918, "avg_ts": 11.725878, "stddev_ts": 0.003764, "samples_ns": [ 10916583250, 10917102250, 10910599291, 10915584959, 10920267208 ], "samples_ts": [ 11.7253, 11.7247, 11.7317, 11.7264, 11.7213 ] } ]