{"title":"VNNI tiles in serving: before and after","hardware":"Xeon Gold 6248 (AVX-512 VNNI), 2x V100-SXM2 32GB","engine_before":{"Qwen3-30B-A3B-Instruct-2507 Q4_K_M":"expXa 0982fd3","Qwen3.6-35B-A3B Q6_K":"expXa a078474"},"engine_after":"expXa 47f0b50","design":"Sequential before/after, eight scored repetitions per model and input length; warmups excluded from summaries. Paired intervals use matching repetition indices and are descriptive.","groups":[{"model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","prompt_tokens":512,"outputs_match":true,"draft_counts_match":true,"major_faults_before":0,"major_faults_after":0,"metrics":{"prompt_per_second":{"before_median":215.345,"after_median":210.045,"before_range":[201.876,218.251],"after_range":[156.485,268.991],"paired_ratio_median":1.0064,"paired_ratio_95pct_interval":[0.7253,1.2348]},"predicted_per_second":{"before_median":37.633,"after_median":37.028,"before_range":[35.677,39.455],"after_range":[36.521,38.323],"paired_ratio_median":0.9874,"paired_ratio_95pct_interval":[0.9716,1.0123]},"elapsed_s":{"before_median":6.167,"after_median":6.332,"before_range":[5.903,6.289],"after_range":[5.579,7.1],"paired_ratio_median":1.0239,"paired_ratio_95pct_interval":[0.9309,1.1287]}}},{"model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","prompt_tokens":4096,"outputs_match":true,"draft_counts_match":true,"major_faults_before":0,"major_faults_after":3,"metrics":{"prompt_per_second":{"before_median":209.282,"after_median":204.527,"before_range":[205.3,210.921],"after_range":[150.843,260.581],"paired_ratio_median":0.9807,"paired_ratio_95pct_interval":[0.7749,1.1241]},"predicted_per_second":{"before_median":34.085,"after_median":33.479,"before_range":[32.888,35.464],"after_range":[32.62,34.61],"paired_ratio_median":0.9853,"paired_ratio_95pct_interval":[0.9534,1.0146]},"elapsed_s":{"before_median":23.965,"after_median":24.444,"before_range":[23.788,24.827],"after_range":[20.063,31.679],"paired_ratio_median":1.0039,"paired_ratio_95pct_interval":[0.8909,1.2975]}}},{"model":"Qwen3.6-35B-A3B Q6_K","prompt_tokens":512,"outputs_match":true,"draft_counts_match":true,"major_faults_before":0,"major_faults_after":0,"metrics":{"prompt_per_second":{"before_median":1834.86,"after_median":1840.07,"before_range":[1725.06,1945.46],"after_range":[1709.81,1913.66],"paired_ratio_median":1.0005,"paired_ratio_95pct_interval":[0.965,1.0212]},"predicted_per_second":{"before_median":87.037,"after_median":87.619,"before_range":[79.834,91.573],"after_range":[73.653,90.333],"paired_ratio_median":0.9937,"paired_ratio_95pct_interval":[0.9613,1.0733]},"elapsed_s":{"before_median":2.231,"after_median":2.151,"before_range":[2.112,2.755],"after_range":[2.093,2.421],"paired_ratio_median":0.9763,"paired_ratio_95pct_interval":[0.9346,1.0155]}}},{"model":"Qwen3.6-35B-A3B Q6_K","prompt_tokens":4096,"outputs_match":true,"draft_counts_match":true,"major_faults_before":0,"major_faults_after":0,"metrics":{"prompt_per_second":{"before_median":4316.62,"after_median":4343.73,"before_range":[4207.49,4367.29],"after_range":[4288.03,4404.49],"paired_ratio_median":1.0087,"paired_ratio_95pct_interval":[1.0005,1.0117]},"predicted_per_second":{"before_median":89.034,"after_median":89.392,"before_range":[85.812,90.905],"after_range":[87.998,90.949],"paired_ratio_median":1.003,"paired_ratio_95pct_interval":[0.9938,1.0357]},"elapsed_s":{"before_median":3.135,"after_median":3.001,"before_range":[3.002,3.867],"after_range":[2.974,3.024],"paired_ratio_median":0.9545,"paired_ratio_95pct_interval":[0.8359,0.9942]}}}],"runs":[{"phase":"before","model":"Qwen3.6-35B-A3B Q6_K","repeat":-1,"warmup":true,"prompt_tokens":4096,"request_s":3.057,"prefill_tok_s":4268.77,"decode_tok_s":87.16,"draft_n":76,"draft_accepted":51,"major_faults":0,"minor_faults":38391,"output_sha256":"124cb22dba3c2b4ff6a37252aaefd0879a212fd37471b05707e15a2c6d7533eb"},{"phase":"before","model":"Qwen3.6-35B-A3B Q6_K","repeat":-1,"warmup":true,"prompt_tokens":512,"request_s":2.302,"prefill_tok_s":1772.98,"decode_tok_s":85.676,"draft_n":77,"draft_accepted":49,"major_faults":0,"minor_faults":32436,"output_sha256":"9aeb349f93259d9af744c6affb3a4662a219cfe66f3dd4f30fddadafda4a8405"},{"phase":"before","model":"Qwen3.6-35B-A3B Q6_K","repeat":0,"warmup":false,"prompt_tokens":512,"request_s":2.177,"prefill_tok_s":1792.15,"decode_tok_s":84.161,"draft_n":77,"draft_accepted":49,"major_faults":0,"minor_faults":32172,"output_sha256":"9aeb349f93259d9af744c6affb3a4662a219cfe66f3dd4f30fddadafda4a8405"},{"phase":"before","model":"Qwen3.6-35B-A3B Q6_K","repeat":0,"warmup":false,"prompt_tokens":4096,"request_s":3.054,"prefill_tok_s":4207.49,"decode_tok_s":87.825,"draft_n":76,"draft_accepted":51,"major_faults":0,"minor_faults":38338,"output_sha256":"124cb22dba3c2b4ff6a37252aaefd0879a212fd37471b05707e15a2c6d7533eb"},{"phase":"before","model":"Qwen3.6-35B-A3B Q6_K","repeat":1,"warmup":false,"prompt_tokens":4096,"request_s":3.021,"prefill_tok_s":4283.48,"decode_tok_s":88.975,"draft_n":76,"draft_accepted":51,"major_faults":0,"minor_faults":38340,"output_sha256":"124cb22dba3c2b4ff6a37252aaefd0879a212fd37471b05707e15a2c6d7533eb"},{"phase":"before","model":"Qwen3.6-35B-A3B Q6_K","repeat":1,"warmup":false,"prompt_tokens":512,"request_s":2.29,"prefill_tok_s":1803.53,"decode_tok_s":86.735,"draft_n":77,"draft_accepted":49,"major_faults":0,"minor_faults":32165,"output_sha256":"9aeb349f93259d9af744c6affb3a4662a219cfe66f3dd4f30fddadafda4a8405"},{"phase":"before","model":"Qwen3.6-35B-A3B Q6_K","repeat":2,"warmup":false,"prompt_tokens":512,"request_s":2.257,"prefill_tok_s":1945.46,"decode_tok_s":87.339,"draft_n":77,"draft_accepted":49,"major_faults":0,"minor_faults":32164,"output_sha256":"9aeb349f93259d9af744c6affb3a4662a219cfe66f3dd4f30fddadafda4a8405"},{"phase":"before","model":"Qwen3.6-35B-A3B Q6_K","repeat":2,"warmup":false,"prompt_tokens":4096,"request_s":3.002,"prefill_tok_s":4367.29,"decode_tok_s":89.093,"draft_n":76,"draft_accepted":51,"major_faults":0,"minor_faults":38345,"output_sha256":"124cb22dba3c2b4ff6a37252aaefd0879a212fd37471b05707e15a2c6d7533eb"},{"phase":"before","model":"Qwen3.6-35B-A3B Q6_K","repeat":3,"warmup":false,"prompt_tokens":4096,"request_s":3.867,"prefill_tok_s":4250.1,"decode_tok_s":86.183,"draft_n":76,"draft_accepted":51,"major_faults":0,"minor_faults":38340,"output_sha256":"124cb22dba3c2b4ff6a37252aaefd0879a212fd37471b05707e15a2c6d7533eb"},{"phase":"before","model":"Qwen3.6-35B-A3B Q6_K","repeat":3,"warmup":false,"prompt_tokens":512,"request_s":2.384,"prefill_tok_s":1725.06,"decode_tok_s":82.303,"draft_n":77,"draft_accepted":49,"major_faults":0,"minor_faults":32164,"output_sha256":"9aeb349f93259d9af744c6affb3a4662a219cfe66f3dd4f30fddadafda4a8405"},{"phase":"before","model":"Qwen3.6-35B-A3B Q6_K","repeat":4,"warmup":false,"prompt_tokens":512,"request_s":2.755,"prefill_tok_s":1883.13,"decode_tok_s":79.834,"draft_n":77,"draft_accepted":49,"major_faults":0,"minor_faults":32164,"output_sha256":"9aeb349f93259d9af744c6affb3a4662a219cfe66f3dd4f30fddadafda4a8405"},{"phase":"before","model":"Qwen3.6-35B-A3B Q6_K","repeat":4,"warmup":false,"prompt_tokens":4096,"request_s":3.668,"prefill_tok_s":4350.63,"decode_tok_s":85.812,"draft_n":76,"draft_accepted":51,"major_faults":0,"minor_faults":38339,"output_sha256":"124cb22dba3c2b4ff6a37252aaefd0879a212fd37471b05707e15a2c6d7533eb"},{"phase":"before","model":"Qwen3.6-35B-A3B Q6_K","repeat":5,"warmup":false,"prompt_tokens":4096,"request_s":3.143,"prefill_tok_s":4294.64,"decode_tok_s":90.582,"draft_n":76,"draft_accepted":51,"major_faults":0,"minor_faults":38342,"output_sha256":"124cb22dba3c2b4ff6a37252aaefd0879a212fd37471b05707e15a2c6d7533eb"},{"phase":"before","model":"Qwen3.6-35B-A3B Q6_K","repeat":5,"warmup":false,"prompt_tokens":512,"request_s":2.112,"prefill_tok_s":1851.3,"decode_tok_s":87.685,"draft_n":77,"draft_accepted":49,"major_faults":0,"minor_faults":32167,"output_sha256":"9aeb349f93259d9af744c6affb3a4662a219cfe66f3dd4f30fddadafda4a8405"},{"phase":"before","model":"Qwen3.6-35B-A3B Q6_K","repeat":6,"warmup":false,"prompt_tokens":512,"request_s":2.125,"prefill_tok_s":1829.15,"decode_tok_s":87.433,"draft_n":77,"draft_accepted":49,"major_faults":0,"minor_faults":32164,"output_sha256":"9aeb349f93259d9af744c6affb3a4662a219cfe66f3dd4f30fddadafda4a8405"},{"phase":"before","model":"Qwen3.6-35B-A3B Q6_K","repeat":6,"warmup":false,"prompt_tokens":4096,"request_s":3.332,"prefill_tok_s":4338.61,"decode_tok_s":90.386,"draft_n":76,"draft_accepted":51,"major_faults":0,"minor_faults":38346,"output_sha256":"124cb22dba3c2b4ff6a37252aaefd0879a212fd37471b05707e15a2c6d7533eb"},{"phase":"before","model":"Qwen3.6-35B-A3B Q6_K","repeat":7,"warmup":false,"prompt_tokens":4096,"request_s":3.126,"prefill_tok_s":4350.1,"decode_tok_s":90.905,"draft_n":76,"draft_accepted":51,"major_faults":0,"minor_faults":38370,"output_sha256":"124cb22dba3c2b4ff6a37252aaefd0879a212fd37471b05707e15a2c6d7533eb"},{"phase":"before","model":"Qwen3.6-35B-A3B Q6_K","repeat":7,"warmup":false,"prompt_tokens":512,"request_s":2.205,"prefill_tok_s":1840.57,"decode_tok_s":91.573,"draft_n":77,"draft_accepted":49,"major_faults":0,"minor_faults":32169,"output_sha256":"9aeb349f93259d9af744c6affb3a4662a219cfe66f3dd4f30fddadafda4a8405"},{"phase":"before","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":-1,"warmup":true,"prompt_tokens":4096,"request_s":23.673,"prefill_tok_s":211.691,"decode_tok_s":34.572,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":21220,"output_sha256":"2ff3ea95d8640730bec839f93c665a71223afb978f72e1c1d0341838ab0ab41a"},{"phase":"before","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":-1,"warmup":true,"prompt_tokens":512,"request_s":6.228,"prefill_tok_s":215.541,"decode_tok_s":37.805,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":566,"output_sha256":"f28d95a2cb11bd9e33f6f4312dcc5992ab2d4d198c29856e47ab4eb9cace82d5"},{"phase":"before","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":0,"warmup":false,"prompt_tokens":512,"request_s":6.241,"prefill_tok_s":201.876,"decode_tok_s":37.738,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":413,"output_sha256":"f28d95a2cb11bd9e33f6f4312dcc5992ab2d4d198c29856e47ab4eb9cace82d5"},{"phase":"before","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":0,"warmup":false,"prompt_tokens":4096,"request_s":23.898,"prefill_tok_s":208.997,"decode_tok_s":34.809,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":20939,"output_sha256":"2ff3ea95d8640730bec839f93c665a71223afb978f72e1c1d0341838ab0ab41a"},{"phase":"before","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":1,"warmup":false,"prompt_tokens":4096,"request_s":23.788,"prefill_tok_s":209.482,"decode_tok_s":35.464,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":21460,"output_sha256":"2ff3ea95d8640730bec839f93c665a71223afb978f72e1c1d0341838ab0ab41a"},{"phase":"before","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":1,"warmup":false,"prompt_tokens":512,"request_s":5.903,"prefill_tok_s":218.251,"decode_tok_s":39.455,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":571,"output_sha256":"f28d95a2cb11bd9e33f6f4312dcc5992ab2d4d198c29856e47ab4eb9cace82d5"},{"phase":"before","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":2,"warmup":false,"prompt_tokens":512,"request_s":6.115,"prefill_tok_s":216.043,"decode_tok_s":37.307,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":655,"output_sha256":"f28d95a2cb11bd9e33f6f4312dcc5992ab2d4d198c29856e47ab4eb9cace82d5"},{"phase":"before","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":2,"warmup":false,"prompt_tokens":4096,"request_s":24.001,"prefill_tok_s":210.195,"decode_tok_s":32.888,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":21078,"output_sha256":"2ff3ea95d8640730bec839f93c665a71223afb978f72e1c1d0341838ab0ab41a"},{"phase":"before","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":3,"warmup":false,"prompt_tokens":4096,"request_s":24.398,"prefill_tok_s":209.082,"decode_tok_s":33.517,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":20791,"output_sha256":"2ff3ea95d8640730bec839f93c665a71223afb978f72e1c1d0341838ab0ab41a"},{"phase":"before","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":3,"warmup":false,"prompt_tokens":512,"request_s":6.289,"prefill_tok_s":214.647,"decode_tok_s":35.677,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":408,"output_sha256":"f28d95a2cb11bd9e33f6f4312dcc5992ab2d4d198c29856e47ab4eb9cace82d5"},{"phase":"before","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":4,"warmup":false,"prompt_tokens":512,"request_s":6.253,"prefill_tok_s":202.075,"decode_tok_s":37.574,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":642,"output_sha256":"f28d95a2cb11bd9e33f6f4312dcc5992ab2d4d198c29856e47ab4eb9cace82d5"},{"phase":"before","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":4,"warmup":false,"prompt_tokens":4096,"request_s":24.827,"prefill_tok_s":208.109,"decode_tok_s":34.614,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":21354,"output_sha256":"2ff3ea95d8640730bec839f93c665a71223afb978f72e1c1d0341838ab0ab41a"},{"phase":"before","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":5,"warmup":false,"prompt_tokens":4096,"request_s":24.769,"prefill_tok_s":205.3,"decode_tok_s":34.236,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":20753,"output_sha256":"2ff3ea95d8640730bec839f93c665a71223afb978f72e1c1d0341838ab0ab41a"},{"phase":"before","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":5,"warmup":false,"prompt_tokens":512,"request_s":6.117,"prefill_tok_s":213.792,"decode_tok_s":37.55,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":472,"output_sha256":"f28d95a2cb11bd9e33f6f4312dcc5992ab2d4d198c29856e47ab4eb9cace82d5"},{"phase":"before","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":6,"warmup":false,"prompt_tokens":512,"request_s":5.993,"prefill_tok_s":217.191,"decode_tok_s":38.515,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":382,"output_sha256":"f28d95a2cb11bd9e33f6f4312dcc5992ab2d4d198c29856e47ab4eb9cace82d5"},{"phase":"before","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":6,"warmup":false,"prompt_tokens":4096,"request_s":23.819,"prefill_tok_s":210.921,"decode_tok_s":33.935,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":21300,"output_sha256":"2ff3ea95d8640730bec839f93c665a71223afb978f72e1c1d0341838ab0ab41a"},{"phase":"before","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":7,"warmup":false,"prompt_tokens":4096,"request_s":23.93,"prefill_tok_s":210.396,"decode_tok_s":33.354,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":20754,"output_sha256":"2ff3ea95d8640730bec839f93c665a71223afb978f72e1c1d0341838ab0ab41a"},{"phase":"before","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":7,"warmup":false,"prompt_tokens":512,"request_s":6.217,"prefill_tok_s":217.45,"decode_tok_s":37.692,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":370,"output_sha256":"f28d95a2cb11bd9e33f6f4312dcc5992ab2d4d198c29856e47ab4eb9cace82d5"},{"phase":"after","model":"Qwen3.6-35B-A3B Q6_K","repeat":-1,"warmup":true,"prompt_tokens":4096,"request_s":3.02,"prefill_tok_s":4148.28,"decode_tok_s":91.494,"draft_n":76,"draft_accepted":51,"major_faults":0,"minor_faults":50444,"output_sha256":"124cb22dba3c2b4ff6a37252aaefd0879a212fd37471b05707e15a2c6d7533eb"},{"phase":"after","model":"Qwen3.6-35B-A3B Q6_K","repeat":-1,"warmup":true,"prompt_tokens":512,"request_s":2.289,"prefill_tok_s":1662.31,"decode_tok_s":79.587,"draft_n":77,"draft_accepted":49,"major_faults":0,"minor_faults":34432,"output_sha256":"9aeb349f93259d9af744c6affb3a4662a219cfe66f3dd4f30fddadafda4a8405"},{"phase":"after","model":"Qwen3.6-35B-A3B Q6_K","repeat":0,"warmup":false,"prompt_tokens":512,"request_s":2.208,"prefill_tok_s":1863.01,"decode_tok_s":90.333,"draft_n":77,"draft_accepted":49,"major_faults":0,"minor_faults":32224,"output_sha256":"9aeb349f93259d9af744c6affb3a4662a219cfe66f3dd4f30fddadafda4a8405"},{"phase":"after","model":"Qwen3.6-35B-A3B Q6_K","repeat":0,"warmup":false,"prompt_tokens":4096,"request_s":3.017,"prefill_tok_s":4367.45,"decode_tok_s":87.998,"draft_n":76,"draft_accepted":51,"major_faults":0,"minor_faults":38575,"output_sha256":"124cb22dba3c2b4ff6a37252aaefd0879a212fd37471b05707e15a2c6d7533eb"},{"phase":"after","model":"Qwen3.6-35B-A3B Q6_K","repeat":1,"warmup":false,"prompt_tokens":4096,"request_s":3.024,"prefill_tok_s":4320.01,"decode_tok_s":88.292,"draft_n":76,"draft_accepted":51,"major_faults":0,"minor_faults":38464,"output_sha256":"124cb22dba3c2b4ff6a37252aaefd0879a212fd37471b05707e15a2c6d7533eb"},{"phase":"after","model":"Qwen3.6-35B-A3B Q6_K","repeat":1,"warmup":false,"prompt_tokens":512,"request_s":2.18,"prefill_tok_s":1709.81,"decode_tok_s":84.659,"draft_n":77,"draft_accepted":49,"major_faults":0,"minor_faults":32185,"output_sha256":"9aeb349f93259d9af744c6affb3a4662a219cfe66f3dd4f30fddadafda4a8405"},{"phase":"after","model":"Qwen3.6-35B-A3B Q6_K","repeat":2,"warmup":false,"prompt_tokens":512,"request_s":2.109,"prefill_tok_s":1877.27,"decode_tok_s":87.229,"draft_n":77,"draft_accepted":49,"major_faults":0,"minor_faults":32300,"output_sha256":"9aeb349f93259d9af744c6affb3a4662a219cfe66f3dd4f30fddadafda4a8405"},{"phase":"after","model":"Qwen3.6-35B-A3B Q6_K","repeat":2,"warmup":false,"prompt_tokens":4096,"request_s":3.003,"prefill_tok_s":4404.49,"decode_tok_s":88.538,"draft_n":76,"draft_accepted":51,"major_faults":0,"minor_faults":38456,"output_sha256":"124cb22dba3c2b4ff6a37252aaefd0879a212fd37471b05707e15a2c6d7533eb"},{"phase":"after","model":"Qwen3.6-35B-A3B Q6_K","repeat":3,"warmup":false,"prompt_tokens":4096,"request_s":3.014,"prefill_tok_s":4288.95,"decode_tok_s":89.261,"draft_n":76,"draft_accepted":51,"major_faults":0,"minor_faults":38463,"output_sha256":"124cb22dba3c2b4ff6a37252aaefd0879a212fd37471b05707e15a2c6d7533eb"},{"phase":"after","model":"Qwen3.6-35B-A3B Q6_K","repeat":3,"warmup":false,"prompt_tokens":512,"request_s":2.421,"prefill_tok_s":1754.63,"decode_tok_s":73.653,"draft_n":77,"draft_accepted":49,"major_faults":0,"minor_faults":32211,"output_sha256":"9aeb349f93259d9af744c6affb3a4662a219cfe66f3dd4f30fddadafda4a8405"},{"phase":"after","model":"Qwen3.6-35B-A3B Q6_K","repeat":4,"warmup":false,"prompt_tokens":512,"request_s":2.093,"prefill_tok_s":1913.66,"decode_tok_s":88.01,"draft_n":77,"draft_accepted":49,"major_faults":0,"minor_faults":32168,"output_sha256":"9aeb349f93259d9af744c6affb3a4662a219cfe66f3dd4f30fddadafda4a8405"},{"phase":"after","model":"Qwen3.6-35B-A3B Q6_K","repeat":4,"warmup":false,"prompt_tokens":4096,"request_s":2.989,"prefill_tok_s":4389.42,"decode_tok_s":89.524,"draft_n":76,"draft_accepted":51,"major_faults":0,"minor_faults":38427,"output_sha256":"124cb22dba3c2b4ff6a37252aaefd0879a212fd37471b05707e15a2c6d7533eb"},{"phase":"after","model":"Qwen3.6-35B-A3B Q6_K","repeat":5,"warmup":false,"prompt_tokens":4096,"request_s":2.986,"prefill_tok_s":4296.97,"decode_tok_s":90.949,"draft_n":76,"draft_accepted":51,"major_faults":0,"minor_faults":40052,"output_sha256":"124cb22dba3c2b4ff6a37252aaefd0879a212fd37471b05707e15a2c6d7533eb"},{"phase":"after","model":"Qwen3.6-35B-A3B Q6_K","repeat":5,"warmup":false,"prompt_tokens":512,"request_s":2.248,"prefill_tok_s":1817.12,"decode_tok_s":88.671,"draft_n":77,"draft_accepted":49,"major_faults":0,"minor_faults":33846,"output_sha256":"9aeb349f93259d9af744c6affb3a4662a219cfe66f3dd4f30fddadafda4a8405"},{"phase":"after","model":"Qwen3.6-35B-A3B Q6_K","repeat":6,"warmup":false,"prompt_tokens":512,"request_s":2.122,"prefill_tok_s":1867.92,"decode_tok_s":86.438,"draft_n":77,"draft_accepted":49,"major_faults":0,"minor_faults":32207,"output_sha256":"9aeb349f93259d9af744c6affb3a4662a219cfe66f3dd4f30fddadafda4a8405"},{"phase":"after","model":"Qwen3.6-35B-A3B Q6_K","repeat":6,"warmup":false,"prompt_tokens":4096,"request_s":2.974,"prefill_tok_s":4389.49,"decode_tok_s":90.901,"draft_n":76,"draft_accepted":51,"major_faults":0,"minor_faults":38553,"output_sha256":"124cb22dba3c2b4ff6a37252aaefd0879a212fd37471b05707e15a2c6d7533eb"},{"phase":"after","model":"Qwen3.6-35B-A3B Q6_K","repeat":7,"warmup":false,"prompt_tokens":4096,"request_s":2.998,"prefill_tok_s":4288.03,"decode_tok_s":90.393,"draft_n":76,"draft_accepted":51,"major_faults":0,"minor_faults":38475,"output_sha256":"124cb22dba3c2b4ff6a37252aaefd0879a212fd37471b05707e15a2c6d7533eb"},{"phase":"after","model":"Qwen3.6-35B-A3B Q6_K","repeat":7,"warmup":false,"prompt_tokens":512,"request_s":2.104,"prefill_tok_s":1812.68,"decode_tok_s":88.03,"draft_n":77,"draft_accepted":49,"major_faults":0,"minor_faults":32202,"output_sha256":"9aeb349f93259d9af744c6affb3a4662a219cfe66f3dd4f30fddadafda4a8405"},{"phase":"after","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":-1,"warmup":true,"prompt_tokens":4096,"request_s":26.148,"prefill_tok_s":190.411,"decode_tok_s":31.906,"draft_n":null,"draft_accepted":null,"major_faults":15,"minor_faults":32080,"output_sha256":"2ff3ea95d8640730bec839f93c665a71223afb978f72e1c1d0341838ab0ab41a"},{"phase":"after","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":-1,"warmup":true,"prompt_tokens":512,"request_s":7.176,"prefill_tok_s":157.322,"decode_tok_s":35.509,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":445,"output_sha256":"f28d95a2cb11bd9e33f6f4312dcc5992ab2d4d198c29856e47ab4eb9cace82d5"},{"phase":"after","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":0,"warmup":false,"prompt_tokens":512,"request_s":6.909,"prefill_tok_s":173.309,"decode_tok_s":36.667,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":431,"output_sha256":"f28d95a2cb11bd9e33f6f4312dcc5992ab2d4d198c29856e47ab4eb9cace82d5"},{"phase":"after","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":0,"warmup":false,"prompt_tokens":4096,"request_s":24.69,"prefill_tok_s":202.723,"decode_tok_s":33.186,"draft_n":null,"draft_accepted":null,"major_faults":3,"minor_faults":21100,"output_sha256":"2ff3ea95d8640730bec839f93c665a71223afb978f72e1c1d0341838ab0ab41a"},{"phase":"after","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":1,"warmup":false,"prompt_tokens":4096,"request_s":31.679,"prefill_tok_s":150.843,"decode_tok_s":32.802,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":21412,"output_sha256":"2ff3ea95d8640730bec839f93c665a71223afb978f72e1c1d0341838ab0ab41a"},{"phase":"after","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":1,"warmup":false,"prompt_tokens":512,"request_s":7.1,"prefill_tok_s":156.485,"decode_tok_s":36.521,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":603,"output_sha256":"f28d95a2cb11bd9e33f6f4312dcc5992ab2d4d198c29856e47ab4eb9cace82d5"},{"phase":"after","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":2,"warmup":false,"prompt_tokens":512,"request_s":5.694,"prefill_tok_s":266.772,"decode_tok_s":37.029,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":433,"output_sha256":"f28d95a2cb11bd9e33f6f4312dcc5992ab2d4d198c29856e47ab4eb9cace82d5"},{"phase":"after","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":2,"warmup":false,"prompt_tokens":4096,"request_s":27.899,"prefill_tok_s":174.409,"decode_tok_s":33.773,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":25747,"output_sha256":"2ff3ea95d8640730bec839f93c665a71223afb978f72e1c1d0341838ab0ab41a"},{"phase":"after","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":3,"warmup":false,"prompt_tokens":4096,"request_s":31.657,"prefill_tok_s":151.056,"decode_tok_s":32.69,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":24231,"output_sha256":"2ff3ea95d8640730bec839f93c665a71223afb978f72e1c1d0341838ab0ab41a"},{"phase":"after","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":3,"warmup":false,"prompt_tokens":512,"request_s":6.994,"prefill_tok_s":158.174,"decode_tok_s":37.209,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":607,"output_sha256":"f28d95a2cb11bd9e33f6f4312dcc5992ab2d4d198c29856e47ab4eb9cace82d5"},{"phase":"after","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":4,"warmup":false,"prompt_tokens":512,"request_s":5.704,"prefill_tok_s":268.991,"decode_tok_s":36.701,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":501,"output_sha256":"f28d95a2cb11bd9e33f6f4312dcc5992ab2d4d198c29856e47ab4eb9cace82d5"},{"phase":"after","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":4,"warmup":false,"prompt_tokens":4096,"request_s":24.198,"prefill_tok_s":206.331,"decode_tok_s":34.355,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":21458,"output_sha256":"2ff3ea95d8640730bec839f93c665a71223afb978f72e1c1d0341838ab0ab41a"},{"phase":"after","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":5,"warmup":false,"prompt_tokens":4096,"request_s":22.068,"prefill_tok_s":230.785,"decode_tok_s":34.61,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":20821,"output_sha256":"2ff3ea95d8640730bec839f93c665a71223afb978f72e1c1d0341838ab0ab41a"},{"phase":"after","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":5,"warmup":false,"prompt_tokens":512,"request_s":5.755,"prefill_tok_s":246.78,"decode_tok_s":38.011,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":431,"output_sha256":"f28d95a2cb11bd9e33f6f4312dcc5992ab2d4d198c29856e47ab4eb9cace82d5"},{"phase":"after","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":6,"warmup":false,"prompt_tokens":512,"request_s":5.579,"prefill_tok_s":265.738,"decode_tok_s":38.323,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":433,"output_sha256":"f28d95a2cb11bd9e33f6f4312dcc5992ab2d4d198c29856e47ab4eb9cace82d5"},{"phase":"after","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":6,"warmup":false,"prompt_tokens":4096,"request_s":20.063,"prefill_tok_s":260.581,"decode_tok_s":34.43,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":21159,"output_sha256":"2ff3ea95d8640730bec839f93c665a71223afb978f72e1c1d0341838ab0ab41a"},{"phase":"after","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":7,"warmup":false,"prompt_tokens":4096,"request_s":22.597,"prefill_tok_s":226.892,"decode_tok_s":32.62,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":21288,"output_sha256":"2ff3ea95d8640730bec839f93c665a71223afb978f72e1c1d0341838ab0ab41a"},{"phase":"after","model":"Qwen3-30B-A3B-Instruct-2507 Q4_K_M","repeat":7,"warmup":false,"prompt_tokens":512,"request_s":7.017,"prefill_tok_s":157.707,"decode_tok_s":37.026,"draft_n":null,"draft_accepted":null,"major_faults":0,"minor_faults":595,"output_sha256":"f28d95a2cb11bd9e33f6f4312dcc5992ab2d4d198c29856e47ab4eb9cace82d5"}],"cpu_tile_diagnostic_20_threads":[{"projection":"up/gate Q4_K","old_gmac_s":165.5,"hoisted":167.0,"hoisted_vnni":166.2,"exact":true},{"projection":"down Q6_K","old_gmac_s":296.4,"hoisted":333.1,"hoisted_vnni":349.4,"exact":true},{"projection":"down Q4_K","old_gmac_s":161.8,"hoisted":196.5,"hoisted_vnni":196.3,"exact":true}]}