{"title":"Dense models across three engines","hardware":"2x V100-SXM2 32GB with NVLink","models":{"9B":"Qwen3.5-9B Q4_K_M, 8,192 context, equal layer split over both GPUs","0.8B":"Qwen3.5-0.8B Q8_0, 4,096 context, one GPU"},"output_tokens":128,"summaries":[{"model":"Qwen3.5-0.8B Q8_0","engine":"Custom PXA 3.1 0a1fe56","prompt_tokens":512,"samples":3,"request_s":{"median":0.537,"min":0.536,"max":0.544},"first_content_s":{"median":0.074,"min":0.073,"max":0.076},"prefill_tok_s":{"median":7174.99,"min":6940.77,"max":7238.18},"decode_tok_s":{"median":275.848,"min":273.701,"max":276.8},"output_sha256":["7561e719576d9362d24a355bf59a9365ce4fd9627d0d6d417a922da2f6da9685"]},{"model":"Qwen3.5-0.8B Q8_0","engine":"Custom PXA 3.1 0a1fe56","prompt_tokens":2048,"samples":3,"request_s":{"median":0.721,"min":0.719,"max":0.724},"first_content_s":{"median":0.258,"min":0.256,"max":0.26},"prefill_tok_s":{"median":8055.73,"min":7988.58,"max":8118.67},"decode_tok_s":{"median":276.54,"min":275.936,"max":276.832},"output_sha256":["b3bd8cdd39b6fac2b1852c4f4be5752d2c32a4cba49a7c939f55e2b1d9b3efb8"]},{"model":"Qwen3.5-0.8B Q8_0","engine":"Custom PXA 3.1 0a1fe56","prompt_tokens":3584,"samples":3,"request_s":{"median":0.927,"min":0.925,"max":0.929},"first_content_s":{"median":0.458,"min":0.455,"max":0.46},"prefill_tok_s":{"median":7956.4,"min":7861.75,"max":7958.87},"decode_tok_s":{"median":273.976,"min":272.188,"max":274.728},"output_sha256":["32606c8d66fa9123edb07e6187bf6c7f8c501a25b5fe70ce55676a437ea5f826"]},{"model":"Qwen3.5-0.8B Q8_0","engine":"expXa 30cec2f","prompt_tokens":512,"samples":3,"request_s":{"median":0.546,"min":0.538,"max":0.546},"first_content_s":{"median":0.076,"min":0.074,"max":0.077},"prefill_tok_s":{"median":7093.48,"min":6928.28,"max":7174.59},"decode_tok_s":{"median":272.971,"min":272.729,"max":276.045},"output_sha256":["7561e719576d9362d24a355bf59a9365ce4fd9627d0d6d417a922da2f6da9685"]},{"model":"Qwen3.5-0.8B Q8_0","engine":"expXa 30cec2f","prompt_tokens":2048,"samples":3,"request_s":{"median":0.724,"min":0.723,"max":0.729},"first_content_s":{"median":0.259,"min":0.258,"max":0.26},"prefill_tok_s":{"median":8041.81,"min":7995.75,"max":8052.15},"decode_tok_s":{"median":275.402,"min":273.004,"max":275.873},"output_sha256":["b3bd8cdd39b6fac2b1852c4f4be5752d2c32a4cba49a7c939f55e2b1d9b3efb8"]},{"model":"Qwen3.5-0.8B Q8_0","engine":"expXa 30cec2f","prompt_tokens":3584,"samples":3,"request_s":{"median":0.927,"min":0.926,"max":0.927},"first_content_s":{"median":0.458,"min":0.455,"max":0.458},"prefill_tok_s":{"median":7936.02,"min":7909.22,"max":7955.96},"decode_tok_s":{"median":273.417,"min":272.804,"max":273.748},"output_sha256":["32606c8d66fa9123edb07e6187bf6c7f8c501a25b5fe70ce55676a437ea5f826"]},{"model":"Qwen3.5-0.8B Q8_0","engine":"PXA 4.0.1 caf43bd939","prompt_tokens":512,"samples":3,"request_s":{"median":0.456,"min":0.451,"max":0.458},"first_content_s":{"median":0.071,"min":0.07,"max":0.078},"prefill_tok_s":{"median":7419.97,"min":7176.3,"max":7541.94},"decode_tok_s":{"median":336.011,"min":332.685,"max":337.013},"output_sha256":["7561e719576d9362d24a355bf59a9365ce4fd9627d0d6d417a922da2f6da9685"]},{"model":"Qwen3.5-0.8B Q8_0","engine":"PXA 4.0.1 caf43bd939","prompt_tokens":2048,"samples":3,"request_s":{"median":0.632,"min":0.632,"max":0.635},"first_content_s":{"median":0.249,"min":0.244,"max":0.25},"prefill_tok_s":{"median":8372.96,"min":8372.07,"max":8564.88},"decode_tok_s":{"median":333.184,"min":330.106,"max":334.902},"output_sha256":["b3bd8cdd39b6fac2b1852c4f4be5752d2c32a4cba49a7c939f55e2b1d9b3efb8"]},{"model":"Qwen3.5-0.8B Q8_0","engine":"PXA 4.0.1 caf43bd939","prompt_tokens":3584,"samples":3,"request_s":{"median":0.828,"min":0.826,"max":0.828},"first_content_s":{"median":0.439,"min":0.437,"max":0.44},"prefill_tok_s":{"median":8288.49,"min":8236.5,"max":8299.22},"decode_tok_s":{"median":329.87,"min":329.85,"max":331.05},"output_sha256":["32606c8d66fa9123edb07e6187bf6c7f8c501a25b5fe70ce55676a437ea5f826"]},{"model":"Qwen3.5-9B Q4_K_M","engine":"Custom PXA 3.1 0a1fe56","prompt_tokens":512,"samples":3,"request_s":{"median":1.542,"min":1.54,"max":1.544},"first_content_s":{"median":0.257,"min":0.255,"max":0.262},"prefill_tok_s":{"median":2232.12,"min":2209.16,"max":2233.87},"decode_tok_s":{"median":99.659,"min":99.582,"max":99.848},"output_sha256":["06787003a5c3037682b6f449fce23f2fd3e97f4e23736ef5a076cf98942219c9"]},{"model":"Qwen3.5-9B Q4_K_M","engine":"Custom PXA 3.1 0a1fe56","prompt_tokens":2048,"samples":3,"request_s":{"median":1.924,"min":1.924,"max":1.926},"first_content_s":{"median":0.631,"min":0.629,"max":0.631},"prefill_tok_s":{"median":3419.78,"min":3417.84,"max":3431.8},"decode_tok_s":{"median":98.929,"min":98.922,"max":99.063},"output_sha256":["bad207cc48630df75e94b92f73f94a998942145b2349399df46b011c825795e4"]},{"model":"Qwen3.5-9B Q4_K_M","engine":"Custom PXA 3.1 0a1fe56","prompt_tokens":6144,"samples":3,"request_s":{"median":2.949,"min":2.947,"max":2.955},"first_content_s":{"median":1.639,"min":1.636,"max":1.644},"prefill_tok_s":{"median":3816.0,"min":3808.21,"max":3820.08},"decode_tok_s":{"median":97.779,"min":97.741,"max":97.88},"output_sha256":["ec7a01a9bfc0c3aa173ac651df0bc436599f4f95660d99bf8f2fe56caeded31c"]},{"model":"Qwen3.5-9B Q4_K_M","engine":"expXa 30cec2f","prompt_tokens":512,"samples":3,"request_s":{"median":1.548,"min":1.542,"max":1.55},"first_content_s":{"median":0.26,"min":0.254,"max":0.263},"prefill_tok_s":{"median":2212.01,"min":2173.06,"max":2238.11},"decode_tok_s":{"median":99.448,"min":99.319,"max":99.531},"output_sha256":["06787003a5c3037682b6f449fce23f2fd3e97f4e23736ef5a076cf98942219c9"]},{"model":"Qwen3.5-9B Q4_K_M","engine":"expXa 30cec2f","prompt_tokens":2048,"samples":3,"request_s":{"median":1.925,"min":1.924,"max":1.932},"first_content_s":{"median":0.63,"min":0.63,"max":0.637},"prefill_tok_s":{"median":3428.06,"min":3416.08,"max":3428.47},"decode_tok_s":{"median":98.856,"min":98.844,"max":98.987},"output_sha256":["bad207cc48630df75e94b92f73f94a998942145b2349399df46b011c825795e4"]},{"model":"Qwen3.5-9B Q4_K_M","engine":"expXa 30cec2f","prompt_tokens":6144,"samples":3,"request_s":{"median":2.956,"min":2.952,"max":2.96},"first_content_s":{"median":1.642,"min":1.639,"max":1.645},"prefill_tok_s":{"median":3808.5,"min":3808.11,"max":3817.73},"decode_tok_s":{"median":97.581,"min":97.504,"max":97.603},"output_sha256":["ec7a01a9bfc0c3aa173ac651df0bc436599f4f95660d99bf8f2fe56caeded31c"]},{"model":"Qwen3.5-9B Q4_K_M","engine":"PXA 4.0.1 caf43bd939","prompt_tokens":512,"samples":3,"request_s":{"median":1.542,"min":1.538,"max":1.558},"first_content_s":{"median":0.256,"min":0.249,"max":0.27},"prefill_tok_s":{"median":2187.92,"min":2177.23,"max":2198.8},"decode_tok_s":{"median":99.422,"min":99.321,"max":99.559},"output_sha256":["6e8667eebed22f3c8c44152bcad048e83aeb4115a78c07aa8d9b747bdc506407"]},{"model":"Qwen3.5-9B Q4_K_M","engine":"PXA 4.0.1 caf43bd939","prompt_tokens":2048,"samples":3,"request_s":{"median":1.934,"min":1.931,"max":1.952},"first_content_s":{"median":0.639,"min":0.636,"max":0.66},"prefill_tok_s":{"median":3387.86,"min":3365.8,"max":3388.89},"decode_tok_s":{"median":98.905,"min":98.904,"max":99.076},"output_sha256":["637db70581ec1534c7a3523b216566e8f221b1b4ac0fbe345a4f854c4c6d8116"]},{"model":"Qwen3.5-9B Q4_K_M","engine":"PXA 4.0.1 caf43bd939","prompt_tokens":6144,"samples":3,"request_s":{"median":2.975,"min":2.972,"max":2.984},"first_content_s":{"median":1.662,"min":1.659,"max":1.666},"prefill_tok_s":{"median":3768.43,"min":3766.01,"max":3770.92},"decode_tok_s":{"median":97.633,"min":97.377,"max":97.671},"output_sha256":["ec7a01a9bfc0c3aa173ac651df0bc436599f4f95660d99bf8f2fe56caeded31c"]}],"output_comparisons":[{"model":"Qwen3.5-0.8B Q8_0","prompt_tokens":512,"unique_hashes":1,"identical_across_engines_and_rounds":true},{"model":"Qwen3.5-0.8B Q8_0","prompt_tokens":2048,"unique_hashes":1,"identical_across_engines_and_rounds":true},{"model":"Qwen3.5-0.8B Q8_0","prompt_tokens":3584,"unique_hashes":1,"identical_across_engines_and_rounds":true},{"model":"Qwen3.5-9B Q4_K_M","prompt_tokens":512,"unique_hashes":2,"identical_across_engines_and_rounds":false},{"model":"Qwen3.5-9B Q4_K_M","prompt_tokens":2048,"unique_hashes":2,"identical_across_engines_and_rounds":false},{"model":"Qwen3.5-9B Q4_K_M","prompt_tokens":6144,"unique_hashes":1,"identical_across_engines_and_rounds":true}],"sanity_and_recovery":[{"model":"Qwen3.5-0.8B Q8_0","engine":"Custom PXA 3.1 0a1fe56","round":0,"checks":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"recovery_same_output":true},{"model":"Qwen3.5-0.8B Q8_0","engine":"Custom PXA 3.1 0a1fe56","round":1,"checks":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"recovery_same_output":true},{"model":"Qwen3.5-0.8B Q8_0","engine":"Custom PXA 3.1 0a1fe56","round":2,"checks":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"recovery_same_output":true},{"model":"Qwen3.5-0.8B Q8_0","engine":"expXa 30cec2f","round":0,"checks":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"recovery_same_output":true},{"model":"Qwen3.5-0.8B Q8_0","engine":"expXa 30cec2f","round":1,"checks":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"recovery_same_output":true},{"model":"Qwen3.5-0.8B Q8_0","engine":"expXa 30cec2f","round":2,"checks":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"recovery_same_output":true},{"model":"Qwen3.5-0.8B Q8_0","engine":"PXA 4.0.1 caf43bd939","round":0,"checks":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"recovery_same_output":true},{"model":"Qwen3.5-0.8B Q8_0","engine":"PXA 4.0.1 caf43bd939","round":1,"checks":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"recovery_same_output":true},{"model":"Qwen3.5-0.8B Q8_0","engine":"PXA 4.0.1 caf43bd939","round":2,"checks":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"recovery_same_output":true},{"model":"Qwen3.5-9B Q4_K_M","engine":"Custom PXA 3.1 0a1fe56","round":0,"checks":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"recovery_same_output":true},{"model":"Qwen3.5-9B Q4_K_M","engine":"Custom PXA 3.1 0a1fe56","round":1,"checks":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"recovery_same_output":true},{"model":"Qwen3.5-9B Q4_K_M","engine":"Custom PXA 3.1 0a1fe56","round":2,"checks":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"recovery_same_output":true},{"model":"Qwen3.5-9B Q4_K_M","engine":"expXa 30cec2f","round":0,"checks":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"recovery_same_output":true},{"model":"Qwen3.5-9B Q4_K_M","engine":"expXa 30cec2f","round":1,"checks":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"recovery_same_output":true},{"model":"Qwen3.5-9B Q4_K_M","engine":"expXa 30cec2f","round":2,"checks":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"recovery_same_output":true},{"model":"Qwen3.5-9B Q4_K_M","engine":"PXA 4.0.1 caf43bd939","round":0,"checks":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"recovery_same_output":true},{"model":"Qwen3.5-9B Q4_K_M","engine":"PXA 4.0.1 caf43bd939","round":1,"checks":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"recovery_same_output":true},{"model":"Qwen3.5-9B Q4_K_M","engine":"PXA 4.0.1 caf43bd939","round":2,"checks":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"recovery_same_output":true}],"runs":[{"model":"Qwen3.5-0.8B Q8_0","engine":"Custom PXA 3.1 0a1fe56","repeat":0,"prompt_tokens":512,"request_s":0.537,"first_content_s":0.073,"prefill_tok_s":7238.18,"decode_tok_s":275.848,"output_sha256":"7561e719576d9362d24a355bf59a9365ce4fd9627d0d6d417a922da2f6da9685"},{"model":"Qwen3.5-0.8B Q8_0","engine":"Custom PXA 3.1 0a1fe56","repeat":1,"prompt_tokens":512,"request_s":0.544,"first_content_s":0.076,"prefill_tok_s":6940.77,"decode_tok_s":273.701,"output_sha256":"7561e719576d9362d24a355bf59a9365ce4fd9627d0d6d417a922da2f6da9685"},{"model":"Qwen3.5-0.8B Q8_0","engine":"Custom PXA 3.1 0a1fe56","repeat":2,"prompt_tokens":512,"request_s":0.536,"first_content_s":0.074,"prefill_tok_s":7174.99,"decode_tok_s":276.8,"output_sha256":"7561e719576d9362d24a355bf59a9365ce4fd9627d0d6d417a922da2f6da9685"},{"model":"Qwen3.5-0.8B Q8_0","engine":"Custom PXA 3.1 0a1fe56","repeat":0,"prompt_tokens":2048,"request_s":0.719,"first_content_s":0.256,"prefill_tok_s":8118.67,"decode_tok_s":276.832,"output_sha256":"b3bd8cdd39b6fac2b1852c4f4be5752d2c32a4cba49a7c939f55e2b1d9b3efb8"},{"model":"Qwen3.5-0.8B Q8_0","engine":"Custom PXA 3.1 0a1fe56","repeat":1,"prompt_tokens":2048,"request_s":0.724,"first_content_s":0.26,"prefill_tok_s":7988.58,"decode_tok_s":275.936,"output_sha256":"b3bd8cdd39b6fac2b1852c4f4be5752d2c32a4cba49a7c939f55e2b1d9b3efb8"},{"model":"Qwen3.5-0.8B Q8_0","engine":"Custom PXA 3.1 0a1fe56","repeat":2,"prompt_tokens":2048,"request_s":0.721,"first_content_s":0.258,"prefill_tok_s":8055.73,"decode_tok_s":276.54,"output_sha256":"b3bd8cdd39b6fac2b1852c4f4be5752d2c32a4cba49a7c939f55e2b1d9b3efb8"},{"model":"Qwen3.5-0.8B Q8_0","engine":"Custom PXA 3.1 0a1fe56","repeat":0,"prompt_tokens":3584,"request_s":0.929,"first_content_s":0.46,"prefill_tok_s":7861.75,"decode_tok_s":273.976,"output_sha256":"32606c8d66fa9123edb07e6187bf6c7f8c501a25b5fe70ce55676a437ea5f826"},{"model":"Qwen3.5-0.8B Q8_0","engine":"Custom PXA 3.1 0a1fe56","repeat":1,"prompt_tokens":3584,"request_s":0.927,"first_content_s":0.455,"prefill_tok_s":7958.87,"decode_tok_s":272.188,"output_sha256":"32606c8d66fa9123edb07e6187bf6c7f8c501a25b5fe70ce55676a437ea5f826"},{"model":"Qwen3.5-0.8B Q8_0","engine":"Custom PXA 3.1 0a1fe56","repeat":2,"prompt_tokens":3584,"request_s":0.925,"first_content_s":0.458,"prefill_tok_s":7956.4,"decode_tok_s":274.728,"output_sha256":"32606c8d66fa9123edb07e6187bf6c7f8c501a25b5fe70ce55676a437ea5f826"},{"model":"Qwen3.5-0.8B Q8_0","engine":"expXa 30cec2f","repeat":0,"prompt_tokens":512,"request_s":0.546,"first_content_s":0.077,"prefill_tok_s":7093.48,"decode_tok_s":272.971,"output_sha256":"7561e719576d9362d24a355bf59a9365ce4fd9627d0d6d417a922da2f6da9685"},{"model":"Qwen3.5-0.8B Q8_0","engine":"expXa 30cec2f","repeat":1,"prompt_tokens":512,"request_s":0.546,"first_content_s":0.076,"prefill_tok_s":6928.28,"decode_tok_s":272.729,"output_sha256":"7561e719576d9362d24a355bf59a9365ce4fd9627d0d6d417a922da2f6da9685"},{"model":"Qwen3.5-0.8B Q8_0","engine":"expXa 30cec2f","repeat":2,"prompt_tokens":512,"request_s":0.538,"first_content_s":0.074,"prefill_tok_s":7174.59,"decode_tok_s":276.045,"output_sha256":"7561e719576d9362d24a355bf59a9365ce4fd9627d0d6d417a922da2f6da9685"},{"model":"Qwen3.5-0.8B Q8_0","engine":"expXa 30cec2f","repeat":0,"prompt_tokens":2048,"request_s":0.729,"first_content_s":0.26,"prefill_tok_s":7995.75,"decode_tok_s":273.004,"output_sha256":"b3bd8cdd39b6fac2b1852c4f4be5752d2c32a4cba49a7c939f55e2b1d9b3efb8"},{"model":"Qwen3.5-0.8B Q8_0","engine":"expXa 30cec2f","repeat":1,"prompt_tokens":2048,"request_s":0.724,"first_content_s":0.259,"prefill_tok_s":8041.81,"decode_tok_s":275.873,"output_sha256":"b3bd8cdd39b6fac2b1852c4f4be5752d2c32a4cba49a7c939f55e2b1d9b3efb8"},{"model":"Qwen3.5-0.8B Q8_0","engine":"expXa 30cec2f","repeat":2,"prompt_tokens":2048,"request_s":0.723,"first_content_s":0.258,"prefill_tok_s":8052.15,"decode_tok_s":275.402,"output_sha256":"b3bd8cdd39b6fac2b1852c4f4be5752d2c32a4cba49a7c939f55e2b1d9b3efb8"},{"model":"Qwen3.5-0.8B Q8_0","engine":"expXa 30cec2f","repeat":0,"prompt_tokens":3584,"request_s":0.927,"first_content_s":0.458,"prefill_tok_s":7909.22,"decode_tok_s":273.748,"output_sha256":"32606c8d66fa9123edb07e6187bf6c7f8c501a25b5fe70ce55676a437ea5f826"},{"model":"Qwen3.5-0.8B Q8_0","engine":"expXa 30cec2f","repeat":1,"prompt_tokens":3584,"request_s":0.926,"first_content_s":0.455,"prefill_tok_s":7955.96,"decode_tok_s":272.804,"output_sha256":"32606c8d66fa9123edb07e6187bf6c7f8c501a25b5fe70ce55676a437ea5f826"},{"model":"Qwen3.5-0.8B Q8_0","engine":"expXa 30cec2f","repeat":2,"prompt_tokens":3584,"request_s":0.927,"first_content_s":0.458,"prefill_tok_s":7936.02,"decode_tok_s":273.417,"output_sha256":"32606c8d66fa9123edb07e6187bf6c7f8c501a25b5fe70ce55676a437ea5f826"},{"model":"Qwen3.5-0.8B Q8_0","engine":"PXA 4.0.1 caf43bd939","repeat":0,"prompt_tokens":512,"request_s":0.458,"first_content_s":0.078,"prefill_tok_s":7176.3,"decode_tok_s":337.013,"output_sha256":"7561e719576d9362d24a355bf59a9365ce4fd9627d0d6d417a922da2f6da9685"},{"model":"Qwen3.5-0.8B Q8_0","engine":"PXA 4.0.1 caf43bd939","repeat":1,"prompt_tokens":512,"request_s":0.451,"first_content_s":0.07,"prefill_tok_s":7541.94,"decode_tok_s":336.011,"output_sha256":"7561e719576d9362d24a355bf59a9365ce4fd9627d0d6d417a922da2f6da9685"},{"model":"Qwen3.5-0.8B Q8_0","engine":"PXA 4.0.1 caf43bd939","repeat":2,"prompt_tokens":512,"request_s":0.456,"first_content_s":0.071,"prefill_tok_s":7419.97,"decode_tok_s":332.685,"output_sha256":"7561e719576d9362d24a355bf59a9365ce4fd9627d0d6d417a922da2f6da9685"},{"model":"Qwen3.5-0.8B Q8_0","engine":"PXA 4.0.1 caf43bd939","repeat":0,"prompt_tokens":2048,"request_s":0.632,"first_content_s":0.244,"prefill_tok_s":8564.88,"decode_tok_s":330.106,"output_sha256":"b3bd8cdd39b6fac2b1852c4f4be5752d2c32a4cba49a7c939f55e2b1d9b3efb8"},{"model":"Qwen3.5-0.8B Q8_0","engine":"PXA 4.0.1 caf43bd939","repeat":1,"prompt_tokens":2048,"request_s":0.635,"first_content_s":0.25,"prefill_tok_s":8372.96,"decode_tok_s":333.184,"output_sha256":"b3bd8cdd39b6fac2b1852c4f4be5752d2c32a4cba49a7c939f55e2b1d9b3efb8"},{"model":"Qwen3.5-0.8B Q8_0","engine":"PXA 4.0.1 caf43bd939","repeat":2,"prompt_tokens":2048,"request_s":0.632,"first_content_s":0.249,"prefill_tok_s":8372.07,"decode_tok_s":334.902,"output_sha256":"b3bd8cdd39b6fac2b1852c4f4be5752d2c32a4cba49a7c939f55e2b1d9b3efb8"},{"model":"Qwen3.5-0.8B Q8_0","engine":"PXA 4.0.1 caf43bd939","repeat":0,"prompt_tokens":3584,"request_s":0.828,"first_content_s":0.44,"prefill_tok_s":8236.5,"decode_tok_s":331.05,"output_sha256":"32606c8d66fa9123edb07e6187bf6c7f8c501a25b5fe70ce55676a437ea5f826"},{"model":"Qwen3.5-0.8B Q8_0","engine":"PXA 4.0.1 caf43bd939","repeat":1,"prompt_tokens":3584,"request_s":0.826,"first_content_s":0.437,"prefill_tok_s":8299.22,"decode_tok_s":329.85,"output_sha256":"32606c8d66fa9123edb07e6187bf6c7f8c501a25b5fe70ce55676a437ea5f826"},{"model":"Qwen3.5-0.8B Q8_0","engine":"PXA 4.0.1 caf43bd939","repeat":2,"prompt_tokens":3584,"request_s":0.828,"first_content_s":0.439,"prefill_tok_s":8288.49,"decode_tok_s":329.87,"output_sha256":"32606c8d66fa9123edb07e6187bf6c7f8c501a25b5fe70ce55676a437ea5f826"},{"model":"Qwen3.5-9B Q4_K_M","engine":"Custom PXA 3.1 0a1fe56","repeat":0,"prompt_tokens":512,"request_s":1.544,"first_content_s":0.262,"prefill_tok_s":2233.87,"decode_tok_s":99.848,"output_sha256":"06787003a5c3037682b6f449fce23f2fd3e97f4e23736ef5a076cf98942219c9"},{"model":"Qwen3.5-9B Q4_K_M","engine":"Custom PXA 3.1 0a1fe56","repeat":1,"prompt_tokens":512,"request_s":1.542,"first_content_s":0.257,"prefill_tok_s":2209.16,"decode_tok_s":99.659,"output_sha256":"06787003a5c3037682b6f449fce23f2fd3e97f4e23736ef5a076cf98942219c9"},{"model":"Qwen3.5-9B Q4_K_M","engine":"Custom PXA 3.1 0a1fe56","repeat":2,"prompt_tokens":512,"request_s":1.54,"first_content_s":0.255,"prefill_tok_s":2232.12,"decode_tok_s":99.582,"output_sha256":"06787003a5c3037682b6f449fce23f2fd3e97f4e23736ef5a076cf98942219c9"},{"model":"Qwen3.5-9B Q4_K_M","engine":"Custom PXA 3.1 0a1fe56","repeat":0,"prompt_tokens":2048,"request_s":1.924,"first_content_s":0.631,"prefill_tok_s":3419.78,"decode_tok_s":99.063,"output_sha256":"bad207cc48630df75e94b92f73f94a998942145b2349399df46b011c825795e4"},{"model":"Qwen3.5-9B Q4_K_M","engine":"Custom PXA 3.1 0a1fe56","repeat":1,"prompt_tokens":2048,"request_s":1.926,"first_content_s":0.631,"prefill_tok_s":3431.8,"decode_tok_s":98.929,"output_sha256":"bad207cc48630df75e94b92f73f94a998942145b2349399df46b011c825795e4"},{"model":"Qwen3.5-9B Q4_K_M","engine":"Custom PXA 3.1 0a1fe56","repeat":2,"prompt_tokens":2048,"request_s":1.924,"first_content_s":0.629,"prefill_tok_s":3417.84,"decode_tok_s":98.922,"output_sha256":"bad207cc48630df75e94b92f73f94a998942145b2349399df46b011c825795e4"},{"model":"Qwen3.5-9B Q4_K_M","engine":"Custom PXA 3.1 0a1fe56","repeat":0,"prompt_tokens":6144,"request_s":2.947,"first_content_s":1.636,"prefill_tok_s":3808.21,"decode_tok_s":97.779,"output_sha256":"ec7a01a9bfc0c3aa173ac651df0bc436599f4f95660d99bf8f2fe56caeded31c"},{"model":"Qwen3.5-9B Q4_K_M","engine":"Custom PXA 3.1 0a1fe56","repeat":1,"prompt_tokens":6144,"request_s":2.949,"first_content_s":1.639,"prefill_tok_s":3816.0,"decode_tok_s":97.88,"output_sha256":"ec7a01a9bfc0c3aa173ac651df0bc436599f4f95660d99bf8f2fe56caeded31c"},{"model":"Qwen3.5-9B Q4_K_M","engine":"Custom PXA 3.1 0a1fe56","repeat":2,"prompt_tokens":6144,"request_s":2.955,"first_content_s":1.644,"prefill_tok_s":3820.08,"decode_tok_s":97.741,"output_sha256":"ec7a01a9bfc0c3aa173ac651df0bc436599f4f95660d99bf8f2fe56caeded31c"},{"model":"Qwen3.5-9B Q4_K_M","engine":"expXa 30cec2f","repeat":0,"prompt_tokens":512,"request_s":1.55,"first_content_s":0.263,"prefill_tok_s":2238.11,"decode_tok_s":99.531,"output_sha256":"06787003a5c3037682b6f449fce23f2fd3e97f4e23736ef5a076cf98942219c9"},{"model":"Qwen3.5-9B Q4_K_M","engine":"expXa 30cec2f","repeat":1,"prompt_tokens":512,"request_s":1.548,"first_content_s":0.26,"prefill_tok_s":2173.06,"decode_tok_s":99.319,"output_sha256":"06787003a5c3037682b6f449fce23f2fd3e97f4e23736ef5a076cf98942219c9"},{"model":"Qwen3.5-9B Q4_K_M","engine":"expXa 30cec2f","repeat":2,"prompt_tokens":512,"request_s":1.542,"first_content_s":0.254,"prefill_tok_s":2212.01,"decode_tok_s":99.448,"output_sha256":"06787003a5c3037682b6f449fce23f2fd3e97f4e23736ef5a076cf98942219c9"},{"model":"Qwen3.5-9B Q4_K_M","engine":"expXa 30cec2f","repeat":0,"prompt_tokens":2048,"request_s":1.924,"first_content_s":0.63,"prefill_tok_s":3428.06,"decode_tok_s":98.987,"output_sha256":"bad207cc48630df75e94b92f73f94a998942145b2349399df46b011c825795e4"},{"model":"Qwen3.5-9B Q4_K_M","engine":"expXa 30cec2f","repeat":1,"prompt_tokens":2048,"request_s":1.932,"first_content_s":0.637,"prefill_tok_s":3416.08,"decode_tok_s":98.844,"output_sha256":"bad207cc48630df75e94b92f73f94a998942145b2349399df46b011c825795e4"},{"model":"Qwen3.5-9B Q4_K_M","engine":"expXa 30cec2f","repeat":2,"prompt_tokens":2048,"request_s":1.925,"first_content_s":0.63,"prefill_tok_s":3428.47,"decode_tok_s":98.856,"output_sha256":"bad207cc48630df75e94b92f73f94a998942145b2349399df46b011c825795e4"},{"model":"Qwen3.5-9B Q4_K_M","engine":"expXa 30cec2f","repeat":0,"prompt_tokens":6144,"request_s":2.96,"first_content_s":1.645,"prefill_tok_s":3808.5,"decode_tok_s":97.504,"output_sha256":"ec7a01a9bfc0c3aa173ac651df0bc436599f4f95660d99bf8f2fe56caeded31c"},{"model":"Qwen3.5-9B Q4_K_M","engine":"expXa 30cec2f","repeat":1,"prompt_tokens":6144,"request_s":2.956,"first_content_s":1.642,"prefill_tok_s":3808.11,"decode_tok_s":97.581,"output_sha256":"ec7a01a9bfc0c3aa173ac651df0bc436599f4f95660d99bf8f2fe56caeded31c"},{"model":"Qwen3.5-9B Q4_K_M","engine":"expXa 30cec2f","repeat":2,"prompt_tokens":6144,"request_s":2.952,"first_content_s":1.639,"prefill_tok_s":3817.73,"decode_tok_s":97.603,"output_sha256":"ec7a01a9bfc0c3aa173ac651df0bc436599f4f95660d99bf8f2fe56caeded31c"},{"model":"Qwen3.5-9B Q4_K_M","engine":"PXA 4.0.1 caf43bd939","repeat":0,"prompt_tokens":512,"request_s":1.558,"first_content_s":0.27,"prefill_tok_s":2198.8,"decode_tok_s":99.422,"output_sha256":"6e8667eebed22f3c8c44152bcad048e83aeb4115a78c07aa8d9b747bdc506407"},{"model":"Qwen3.5-9B Q4_K_M","engine":"PXA 4.0.1 caf43bd939","repeat":1,"prompt_tokens":512,"request_s":1.542,"first_content_s":0.256,"prefill_tok_s":2187.92,"decode_tok_s":99.559,"output_sha256":"6e8667eebed22f3c8c44152bcad048e83aeb4115a78c07aa8d9b747bdc506407"},{"model":"Qwen3.5-9B Q4_K_M","engine":"PXA 4.0.1 caf43bd939","repeat":2,"prompt_tokens":512,"request_s":1.538,"first_content_s":0.249,"prefill_tok_s":2177.23,"decode_tok_s":99.321,"output_sha256":"6e8667eebed22f3c8c44152bcad048e83aeb4115a78c07aa8d9b747bdc506407"},{"model":"Qwen3.5-9B Q4_K_M","engine":"PXA 4.0.1 caf43bd939","repeat":0,"prompt_tokens":2048,"request_s":1.931,"first_content_s":0.636,"prefill_tok_s":3388.89,"decode_tok_s":98.904,"output_sha256":"637db70581ec1534c7a3523b216566e8f221b1b4ac0fbe345a4f854c4c6d8116"},{"model":"Qwen3.5-9B Q4_K_M","engine":"PXA 4.0.1 caf43bd939","repeat":1,"prompt_tokens":2048,"request_s":1.934,"first_content_s":0.639,"prefill_tok_s":3387.86,"decode_tok_s":98.905,"output_sha256":"637db70581ec1534c7a3523b216566e8f221b1b4ac0fbe345a4f854c4c6d8116"},{"model":"Qwen3.5-9B Q4_K_M","engine":"PXA 4.0.1 caf43bd939","repeat":2,"prompt_tokens":2048,"request_s":1.952,"first_content_s":0.66,"prefill_tok_s":3365.8,"decode_tok_s":99.076,"output_sha256":"637db70581ec1534c7a3523b216566e8f221b1b4ac0fbe345a4f854c4c6d8116"},{"model":"Qwen3.5-9B Q4_K_M","engine":"PXA 4.0.1 caf43bd939","repeat":0,"prompt_tokens":6144,"request_s":2.975,"first_content_s":1.662,"prefill_tok_s":3766.01,"decode_tok_s":97.633,"output_sha256":"ec7a01a9bfc0c3aa173ac651df0bc436599f4f95660d99bf8f2fe56caeded31c"},{"model":"Qwen3.5-9B Q4_K_M","engine":"PXA 4.0.1 caf43bd939","repeat":1,"prompt_tokens":6144,"request_s":2.972,"first_content_s":1.659,"prefill_tok_s":3770.92,"decode_tok_s":97.671,"output_sha256":"ec7a01a9bfc0c3aa173ac651df0bc436599f4f95660d99bf8f2fe56caeded31c"},{"model":"Qwen3.5-9B Q4_K_M","engine":"PXA 4.0.1 caf43bd939","repeat":2,"prompt_tokens":6144,"request_s":2.984,"first_content_s":1.666,"prefill_tok_s":3768.43,"decode_tok_s":97.377,"output_sha256":"ec7a01a9bfc0c3aa173ac651df0bc436599f4f95660d99bf8f2fe56caeded31c"}]}