{ "evidence_level": "E1", "denominator_note": "One screening session per configuration. PASS/FAIL/UNKNOWN counts are retained.", "cells": [ { "cell": 1, "model": "Qwen2.5-14B-Instruct-Q4_K_M", "quant": "Q4_K_M", "weight_GiB": 8.370830655097961, "context": 32768, "kv": "q4_0", "execution_status": "SEALED_EXECUTION_VALIDATED", "contamination_status": "NO_INTERACTION_NOTED", "diagnostic_PASS": 17, "diagnostic_FAIL": 17, "diagnostic_UNKNOWN": 2, "diagnostic_prompt_tok_s": 117.02306942513442, "diagnostic_generation_tok_s": 12.206328309039304, "diagnostic_TTFT_s": 0.9851793545, "compact_TTFT_s": 1.844496479, "full_TTFT_s": 473.02544729199997, "full_input_tokens_median": 30709.0, "full_prompt_tok_s": 64.89915119924282, "full_generation_tok_s": 5.617099700331837, "full_semantic_PASS": 14, "full_semantic_FAIL": 4, "full_UNKNOWN": 0, "pressure_states": "normal", "swap_used_bytes_max": 0, "swapin_counter_delta_bytes": 0, "swapout_counter_delta_bytes": 0, "truncated_scored": 0 }, { "cell": 2, "model": "Qwen2.5-14B-Instruct-IQ3_M", "quant": "IQ3_M", "weight_GiB": 6.4415284395217896, "context": 4096, "kv": "f16", "execution_status": "SEALED_EXECUTION_VALIDATED", "contamination_status": "NO_INTERACTION_NOTED", "diagnostic_PASS": 18, "diagnostic_FAIL": 15, "diagnostic_UNKNOWN": 3, "diagnostic_prompt_tok_s": 112.54587481098525, "diagnostic_generation_tok_s": 14.696898320335166, "diagnostic_TTFT_s": 1.0204113955, "compact_TTFT_s": 1.7731319170000002, "full_TTFT_s": 16.718055020500003, "full_input_tokens_median": 2039.5, "full_prompt_tok_s": 122.10933912247035, "full_generation_tok_s": 14.047857942782684, "full_semantic_PASS": 18, "full_semantic_FAIL": 0, "full_UNKNOWN": 0, "pressure_states": "normal", "swap_used_bytes_max": 0, "swapin_counter_delta_bytes": 0, "swapout_counter_delta_bytes": 0, "truncated_scored": 0 }, { "cell": 3, "model": "Qwen2.5-32B-Instruct-IQ3_M", "quant": "IQ3_M", "weight_GiB": 13.793002009391785, "context": 4096, "kv": "f16", "execution_status": "SEALED_EXECUTION_VALIDATED", "contamination_status": "NO_INTERACTION_NOTED", "diagnostic_PASS": 24, "diagnostic_FAIL": 11, "diagnostic_UNKNOWN": 1, "diagnostic_prompt_tok_s": 47.5217955787054, "diagnostic_generation_tok_s": 6.647705862900622, "diagnostic_TTFT_s": 2.4531088125, "compact_TTFT_s": 4.5720185419999995, "full_TTFT_s": 48.470024291, "full_input_tokens_median": 2039.5, "full_prompt_tok_s": 41.8930966970152, "full_generation_tok_s": 6.285108310162251, "full_semantic_PASS": 18, "full_semantic_FAIL": 0, "full_UNKNOWN": 0, "pressure_states": "normal", "swap_used_bytes_max": 0, "swapin_counter_delta_bytes": 0, "swapout_counter_delta_bytes": 0, "truncated_scored": 0 }, { "cell": 4, "model": "Qwen2.5-14B-Instruct-Q8_0", "quant": "Q8_0", "weight_GiB": 14.623252987861633, "context": 4096, "kv": "f16", "execution_status": "SEALED_EXECUTION_VALIDATED", "contamination_status": "NO_INTERACTION_NOTED", "diagnostic_PASS": 17, "diagnostic_FAIL": 18, "diagnostic_UNKNOWN": 1, "diagnostic_prompt_tok_s": 127.79413792011748, "diagnostic_generation_tok_s": 10.962349791043358, "diagnostic_TTFT_s": 0.8998665619999999, "compact_TTFT_s": 1.5557425, "full_TTFT_s": 14.376237354, "full_input_tokens_median": 2039.5, "full_prompt_tok_s": 141.8246690545916, "full_generation_tok_s": 10.816439555007138, "full_semantic_PASS": 18, "full_semantic_FAIL": 0, "full_UNKNOWN": 0, "pressure_states": "normal", "swap_used_bytes_max": 0, "swapin_counter_delta_bytes": 0, "swapout_counter_delta_bytes": 0, "truncated_scored": 0 }, { "cell": 5, "model": "Qwen2.5-7B-Instruct-Q4_K_M", "quant": "Q4_K_M", "weight_GiB": 4.361452758312225, "context": 32768, "kv": "q8_0", "execution_status": "SEALED_EXECUTION_VALIDATED", "contamination_status": "NO_INTERACTION_NOTED", "diagnostic_PASS": 18, "diagnostic_FAIL": 16, "diagnostic_UNKNOWN": 2, "diagnostic_prompt_tok_s": 236.73234939236855, "diagnostic_generation_tok_s": 24.478114359370615, "diagnostic_TTFT_s": 0.479796958, "compact_TTFT_s": 0.8790285835, "full_TTFT_s": 216.88180375000002, "full_input_tokens_median": 30709.0, "full_prompt_tok_s": 141.51627416387802, "full_generation_tok_s": 12.776340678042736, "full_semantic_PASS": 1, "full_semantic_FAIL": 17, "full_UNKNOWN": 0, "pressure_states": "normal", "swap_used_bytes_max": 0, "swapin_counter_delta_bytes": 0, "swapout_counter_delta_bytes": 0, "truncated_scored": 0 }, { "cell": 6, "model": "Qwen2.5-3B-Instruct-Q8_0", "quant": "Q8_0", "weight_GiB": 3.059838443994522, "context": 4096, "kv": "f16", "execution_status": "SEALED_EXECUTION_VALIDATED", "contamination_status": "NO_INTERACTION_NOTED", "diagnostic_PASS": 11, "diagnostic_FAIL": 21, "diagnostic_UNKNOWN": 4, "diagnostic_prompt_tok_s": 571.7734434564586, "diagnostic_generation_tok_s": 45.35871726263281, "diagnostic_TTFT_s": 0.2017923955, "compact_TTFT_s": 0.3390991255, "full_TTFT_s": 3.203291875, "full_input_tokens_median": 2039.5, "full_prompt_tok_s": 637.0105667822436, "full_generation_tok_s": 43.32297721046725, "full_semantic_PASS": 5, "full_semantic_FAIL": 13, "full_UNKNOWN": 0, "pressure_states": "normal", "swap_used_bytes_max": 0, "swapin_counter_delta_bytes": 0, "swapout_counter_delta_bytes": 0, "truncated_scored": 2 }, { "cell": 7, "model": "Qwen2.5-7B-Instruct-Q8_0", "quant": "Q8_0", "weight_GiB": 7.542339980602264, "context": 4096, "kv": "f16", "execution_status": "SEALED_EXECUTION_VALIDATED", "contamination_status": "NO_INTERACTION_NOTED", "diagnostic_PASS": 18, "diagnostic_FAIL": 17, "diagnostic_UNKNOWN": 1, "diagnostic_prompt_tok_s": 264.55179205193406, "diagnostic_generation_tok_s": 21.54961855232137, "diagnostic_TTFT_s": 0.434394937, "compact_TTFT_s": 0.7560238125000001, "full_TTFT_s": 7.718078104, "full_input_tokens_median": 2039.5, "full_prompt_tok_s": 263.646420041007, "full_generation_tok_s": 20.959895144888602, "full_semantic_PASS": 1, "full_semantic_FAIL": 14, "full_UNKNOWN": 3, "pressure_states": "normal", "swap_used_bytes_max": 0, "swapin_counter_delta_bytes": 0, "swapout_counter_delta_bytes": 0, "truncated_scored": 0 }, { "cell": 8, "model": "Qwen2.5-32B-Instruct-Q4_K_M", "quant": "Q4_K_M", "weight_GiB": 18.487997889518738, "context": 4096, "kv": "f16", "execution_status": "SEALED_EXECUTION_VALIDATED", "contamination_status": "NO_INTERACTION_NOTED", "diagnostic_PASS": 27, "diagnostic_FAIL": 8, "diagnostic_UNKNOWN": 1, "diagnostic_prompt_tok_s": 45.84667284215246, "diagnostic_generation_tok_s": 5.6854718993267515, "diagnostic_TTFT_s": 2.388026458, "compact_TTFT_s": 4.6050580210000005, "full_TTFT_s": 48.311517583, "full_input_tokens_median": 2039.5, "full_prompt_tok_s": 42.166360867829596, "full_generation_tok_s": 5.551041506796313, "full_semantic_PASS": 18, "full_semantic_FAIL": 0, "full_UNKNOWN": 0, "pressure_states": "normal", "swap_used_bytes_max": 0, "swapin_counter_delta_bytes": 0, "swapout_counter_delta_bytes": 0, "truncated_scored": 0 }, { "cell": 9, "model": "Qwen2.5-14B-Instruct-Q4_K_M", "quant": "Q4_K_M", "weight_GiB": 8.370830655097961, "context": 4096, "kv": "f16", "execution_status": "SEALED_EXECUTION_VALIDATED", "contamination_status": "NO_INTERACTION_NOTED", "diagnostic_PASS": 15, "diagnostic_FAIL": 19, "diagnostic_UNKNOWN": 2, "diagnostic_prompt_tok_s": 112.97143316498972, "diagnostic_generation_tok_s": 12.616297892424992, "diagnostic_TTFT_s": 1.0164507079999998, "compact_TTFT_s": 1.768459604, "full_TTFT_s": 16.835049229, "full_input_tokens_median": 2039.5, "full_prompt_tok_s": 121.1574051927224, "full_generation_tok_s": 12.129202271459116, "full_semantic_PASS": 18, "full_semantic_FAIL": 0, "full_UNKNOWN": 0, "pressure_states": "normal", "swap_used_bytes_max": 0, "swapin_counter_delta_bytes": 0, "swapout_counter_delta_bytes": 0, "truncated_scored": 0 }, { "cell": 10, "model": "Qwen2.5-7B-Instruct-IQ3_M", "quant": "IQ3_M", "weight_GiB": 3.328558623790741, "context": 4096, "kv": "f16", "execution_status": "SEALED_EXECUTION_VALIDATED", "contamination_status": "CLEAN_REPLACEMENT; historical partial attempt flagged", "diagnostic_PASS": 15, "diagnostic_FAIL": 20, "diagnostic_UNKNOWN": 1, "diagnostic_prompt_tok_s": 223.62933927858458, "diagnostic_generation_tok_s": 27.126380231689836, "diagnostic_TTFT_s": 0.5007708335000001, "compact_TTFT_s": 0.879563396, "full_TTFT_s": 8.363292938, "full_input_tokens_median": 2039.5, "full_prompt_tok_s": 243.82638319909648, "full_generation_tok_s": 26.275348193347, "full_semantic_PASS": 4, "full_semantic_FAIL": 14, "full_UNKNOWN": 0, "pressure_states": "normal", "swap_used_bytes_max": 0, "swapin_counter_delta_bytes": 0, "swapout_counter_delta_bytes": 0, "truncated_scored": 0 }, { "cell": 11, "model": "Qwen2.5-14B-Instruct-Q4_K_M", "quant": "Q4_K_M", "weight_GiB": 8.370830655097961, "context": 32768, "kv": "q8_0", "execution_status": "SEALED_EXECUTION_VALIDATED", "contamination_status": "NO_INTERACTION_NOTED", "diagnostic_PASS": 15, "diagnostic_FAIL": 19, "diagnostic_UNKNOWN": 2, "diagnostic_prompt_tok_s": 111.3011464703327, "diagnostic_generation_tok_s": 11.762406804116079, "diagnostic_TTFT_s": 1.0328133335, "compact_TTFT_s": 1.8108575205, "full_TTFT_s": 471.615027542, "full_input_tokens_median": 30709.0, "full_prompt_tok_s": 65.0969700595441, "full_generation_tok_s": 5.739933639499851, "full_semantic_PASS": 16, "full_semantic_FAIL": 2, "full_UNKNOWN": 0, "pressure_states": "normal", "swap_used_bytes_max": 0, "swapin_counter_delta_bytes": 0, "swapout_counter_delta_bytes": 0, "truncated_scored": 0 }, { "cell": 12, "model": "Qwen2.5-7B-Instruct-Q4_K_M", "quant": "Q4_K_M", "weight_GiB": 4.361452758312225, "context": 4096, "kv": "f16", "execution_status": "SEALED_EXECUTION_VALIDATED", "contamination_status": "NO_INTERACTION_NOTED", "diagnostic_PASS": 19, "diagnostic_FAIL": 15, "diagnostic_UNKNOWN": 2, "diagnostic_prompt_tok_s": 226.6805236151625, "diagnostic_generation_tok_s": 25.458416689577646, "diagnostic_TTFT_s": 0.5033399585, "compact_TTFT_s": 0.8819605625, "full_TTFT_s": 8.712665666500001, "full_input_tokens_median": 2039.5, "full_prompt_tok_s": 234.16053422920965, "full_generation_tok_s": 24.648876772634715, "full_semantic_PASS": 8, "full_semantic_FAIL": 10, "full_UNKNOWN": 0, "pressure_states": "normal", "swap_used_bytes_max": 0, "swapin_counter_delta_bytes": 0, "swapout_counter_delta_bytes": 0, "truncated_scored": 0 }, { "cell": 13, "model": "Qwen2.5-7B-Instruct-Q4_K_M", "quant": "Q4_K_M", "weight_GiB": 4.361452758312225, "context": 32768, "kv": "q4_0", "execution_status": "SEALED_EXECUTION_VALIDATED", "contamination_status": "INTERACTIVE_CONTAMINATION_NOTED: request 87; recovery unknown 88\u201390", "diagnostic_PASS": 0, "diagnostic_FAIL": 1, "diagnostic_UNKNOWN": 35, "diagnostic_prompt_tok_s": 220.65109337970523, "diagnostic_generation_tok_s": 22.758548821796172, "diagnostic_TTFT_s": 0.52018875, "compact_TTFT_s": 0.9116829795, "full_TTFT_s": 221.52669570850003, "full_input_tokens_median": 30709.0, "full_prompt_tok_s": 138.61948561427914, "full_generation_tok_s": 12.230037019161106, "full_semantic_PASS": 0, "full_semantic_FAIL": 0, "full_UNKNOWN": 18, "pressure_states": "normal", "swap_used_bytes_max": 0, "swapin_counter_delta_bytes": 0, "swapout_counter_delta_bytes": 0, "truncated_scored": 74 } ] }