{"title":"expXa vs PXA 4 on Qwen3.6-35B-A3B Q6_K","model":"Qwen3.6-35B-A3B Q6_K","hardware":"2x V100-SXM2 32GB with NVLink, 19.2-core CPU quota","settings":{"context":262144,"kv":"Q8_0","threads":10,"threads_batch":10,"batch":4096,"ubatch":1024,"gpu_layer_split":"1,1","output_tokens":128},"runs":[{"engine":"expXa 47f0b50","mtp":false,"repeat":0,"prompt_tokens":16384,"request_s":4.921,"first_content_s":3.466,"prefill_tok_s":4781.31,"decode_tok_s":88.374,"draft_n":null,"draft_accepted":null,"output_sha256":"4f9aafb47aa5b9d88f588d9292b493914fe2b4578d38f7f58229a0fbc8e19583"},{"engine":"expXa 47f0b50","mtp":false,"repeat":0,"prompt_tokens":4096,"request_s":2.38,"first_content_s":0.967,"prefill_tok_s":4456.09,"decode_tok_s":90.689,"draft_n":null,"draft_accepted":null,"output_sha256":"15cabede7c4a20a19225923b640edb86870c78e99309bcd83088989ea456a544"},{"engine":"expXa 47f0b50","mtp":false,"repeat":0,"prompt_tokens":512,"request_s":1.706,"first_content_s":0.317,"prefill_tok_s":1909.72,"decode_tok_s":92.209,"draft_n":null,"draft_accepted":null,"output_sha256":"9f192ee5c5e15d342d821cb952306dd66047adb0910684839eccde65b6211a77"},{"engine":"expXa 47f0b50","mtp":false,"repeat":0,"prompt_tokens":65536,"request_s":19.108,"first_content_s":17.424,"prefill_tok_s":3774.69,"decode_tok_s":76.928,"draft_n":null,"draft_accepted":null,"output_sha256":"42757c8e8960472bdb975953841a71a55ac9ceb16e60d74dd1d014b68b478ea7"},{"engine":"expXa 47f0b50","mtp":false,"repeat":1,"prompt_tokens":16384,"request_s":5.054,"first_content_s":3.504,"prefill_tok_s":4735.28,"decode_tok_s":82.841,"draft_n":null,"draft_accepted":null,"output_sha256":"4f9aafb47aa5b9d88f588d9292b493914fe2b4578d38f7f58229a0fbc8e19583"},{"engine":"expXa 47f0b50","mtp":false,"repeat":1,"prompt_tokens":4096,"request_s":2.451,"first_content_s":0.982,"prefill_tok_s":4386.65,"decode_tok_s":87.216,"draft_n":null,"draft_accepted":null,"output_sha256":"15cabede7c4a20a19225923b640edb86870c78e99309bcd83088989ea456a544"},{"engine":"expXa 47f0b50","mtp":false,"repeat":1,"prompt_tokens":512,"request_s":1.662,"first_content_s":0.277,"prefill_tok_s":1891.47,"decode_tok_s":92.467,"draft_n":null,"draft_accepted":null,"output_sha256":"9f192ee5c5e15d342d821cb952306dd66047adb0910684839eccde65b6211a77"},{"engine":"expXa 47f0b50","mtp":false,"repeat":1,"prompt_tokens":65536,"request_s":19.115,"first_content_s":17.457,"prefill_tok_s":3766.65,"decode_tok_s":78.214,"draft_n":null,"draft_accepted":null,"output_sha256":"42757c8e8960472bdb975953841a71a55ac9ceb16e60d74dd1d014b68b478ea7"},{"engine":"expXa 47f0b50","mtp":false,"repeat":2,"prompt_tokens":16384,"request_s":4.939,"first_content_s":3.478,"prefill_tok_s":4779.22,"decode_tok_s":88.17,"draft_n":null,"draft_accepted":null,"output_sha256":"4f9aafb47aa5b9d88f588d9292b493914fe2b4578d38f7f58229a0fbc8e19583"},{"engine":"expXa 47f0b50","mtp":false,"repeat":2,"prompt_tokens":4096,"request_s":2.374,"first_content_s":0.967,"prefill_tok_s":4451.01,"decode_tok_s":91.121,"draft_n":null,"draft_accepted":null,"output_sha256":"15cabede7c4a20a19225923b640edb86870c78e99309bcd83088989ea456a544"},{"engine":"expXa 47f0b50","mtp":false,"repeat":2,"prompt_tokens":512,"request_s":1.668,"first_content_s":0.278,"prefill_tok_s":1900.14,"decode_tok_s":92.137,"draft_n":null,"draft_accepted":null,"output_sha256":"9f192ee5c5e15d342d821cb952306dd66047adb0910684839eccde65b6211a77"},{"engine":"expXa 47f0b50","mtp":false,"repeat":2,"prompt_tokens":65536,"request_s":19.118,"first_content_s":17.435,"prefill_tok_s":3772.36,"decode_tok_s":77.488,"draft_n":null,"draft_accepted":null,"output_sha256":"42757c8e8960472bdb975953841a71a55ac9ceb16e60d74dd1d014b68b478ea7"},{"engine":"expXa 47f0b50","mtp":true,"repeat":0,"prompt_tokens":16384,"request_s":4.817,"first_content_s":3.476,"prefill_tok_s":4736.67,"decode_tok_s":99.749,"draft_n":69,"draft_accepted":57,"output_sha256":"4f9aafb47aa5b9d88f588d9292b493914fe2b4578d38f7f58229a0fbc8e19583"},{"engine":"expXa 47f0b50","mtp":true,"repeat":0,"prompt_tokens":4096,"request_s":2.256,"first_content_s":0.972,"prefill_tok_s":4431.72,"decode_tok_s":103.983,"draft_n":68,"draft_accepted":58,"output_sha256":"5015d942119f862163be84bd2f67df7460d52d74490e77066310d2500d5f600c"},{"engine":"expXa 47f0b50","mtp":true,"repeat":0,"prompt_tokens":512,"request_s":1.493,"first_content_s":0.309,"prefill_tok_s":1958.77,"decode_tok_s":108.436,"draft_n":67,"draft_accepted":60,"output_sha256":"49037337a446f05f56900c97222ca4feb293516519751d6dea45e45a56de19df"},{"engine":"expXa 47f0b50","mtp":true,"repeat":0,"prompt_tokens":65536,"request_s":19.545,"first_content_s":17.994,"prefill_tok_s":3654.45,"decode_tok_s":86.658,"draft_n":70,"draft_accepted":56,"output_sha256":"42757c8e8960472bdb975953841a71a55ac9ceb16e60d74dd1d014b68b478ea7"},{"engine":"expXa 47f0b50","mtp":true,"repeat":1,"prompt_tokens":16384,"request_s":4.837,"first_content_s":3.488,"prefill_tok_s":4720.35,"decode_tok_s":99.061,"draft_n":69,"draft_accepted":57,"output_sha256":"4f9aafb47aa5b9d88f588d9292b493914fe2b4578d38f7f58229a0fbc8e19583"},{"engine":"expXa 47f0b50","mtp":true,"repeat":1,"prompt_tokens":4096,"request_s":2.252,"first_content_s":0.972,"prefill_tok_s":4434.27,"decode_tok_s":104.251,"draft_n":68,"draft_accepted":58,"output_sha256":"5015d942119f862163be84bd2f67df7460d52d74490e77066310d2500d5f600c"},{"engine":"expXa 47f0b50","mtp":true,"repeat":1,"prompt_tokens":512,"request_s":1.453,"first_content_s":0.275,"prefill_tok_s":1905.1,"decode_tok_s":109.089,"draft_n":67,"draft_accepted":60,"output_sha256":"49037337a446f05f56900c97222ca4feb293516519751d6dea45e45a56de19df"},{"engine":"expXa 47f0b50","mtp":true,"repeat":1,"prompt_tokens":65536,"request_s":19.576,"first_content_s":18.023,"prefill_tok_s":3649.03,"decode_tok_s":86.461,"draft_n":70,"draft_accepted":56,"output_sha256":"42757c8e8960472bdb975953841a71a55ac9ceb16e60d74dd1d014b68b478ea7"},{"engine":"expXa 47f0b50","mtp":true,"repeat":2,"prompt_tokens":16384,"request_s":4.85,"first_content_s":3.514,"prefill_tok_s":4730.67,"decode_tok_s":99.983,"draft_n":69,"draft_accepted":57,"output_sha256":"4f9aafb47aa5b9d88f588d9292b493914fe2b4578d38f7f58229a0fbc8e19583"},{"engine":"expXa 47f0b50","mtp":true,"repeat":2,"prompt_tokens":4096,"request_s":2.224,"first_content_s":0.963,"prefill_tok_s":4470.48,"decode_tok_s":105.897,"draft_n":68,"draft_accepted":58,"output_sha256":"5015d942119f862163be84bd2f67df7460d52d74490e77066310d2500d5f600c"},{"engine":"expXa 47f0b50","mtp":true,"repeat":2,"prompt_tokens":512,"request_s":1.44,"first_content_s":0.276,"prefill_tok_s":1899.68,"decode_tok_s":110.313,"draft_n":67,"draft_accepted":60,"output_sha256":"49037337a446f05f56900c97222ca4feb293516519751d6dea45e45a56de19df"},{"engine":"expXa 47f0b50","mtp":true,"repeat":2,"prompt_tokens":65536,"request_s":19.531,"first_content_s":17.995,"prefill_tok_s":3654.15,"decode_tok_s":87.777,"draft_n":70,"draft_accepted":56,"output_sha256":"42757c8e8960472bdb975953841a71a55ac9ceb16e60d74dd1d014b68b478ea7"},{"engine":"PXA 4.0.1 caf43bd939","mtp":false,"repeat":0,"prompt_tokens":16384,"request_s":5.028,"first_content_s":3.584,"prefill_tok_s":4638.26,"decode_tok_s":88.982,"draft_n":null,"draft_accepted":null,"output_sha256":"4f9aafb47aa5b9d88f588d9292b493914fe2b4578d38f7f58229a0fbc8e19583"},{"engine":"PXA 4.0.1 caf43bd939","mtp":false,"repeat":0,"prompt_tokens":4096,"request_s":2.372,"first_content_s":0.974,"prefill_tok_s":4429.95,"decode_tok_s":91.68,"draft_n":null,"draft_accepted":null,"output_sha256":"15cabede7c4a20a19225923b640edb86870c78e99309bcd83088989ea456a544"},{"engine":"PXA 4.0.1 caf43bd939","mtp":false,"repeat":0,"prompt_tokens":512,"request_s":1.687,"first_content_s":0.31,"prefill_tok_s":1976.35,"decode_tok_s":93.011,"draft_n":null,"draft_accepted":null,"output_sha256":"eb69b320db3636327234088ac09d32612a04dcd25af424fe1428ad59af1ba33f"},{"engine":"PXA 4.0.1 caf43bd939","mtp":false,"repeat":0,"prompt_tokens":65536,"request_s":21.396,"first_content_s":19.748,"prefill_tok_s":3329.33,"decode_tok_s":78.631,"draft_n":null,"draft_accepted":null,"output_sha256":"42757c8e8960472bdb975953841a71a55ac9ceb16e60d74dd1d014b68b478ea7"},{"engine":"PXA 4.0.1 caf43bd939","mtp":false,"repeat":1,"prompt_tokens":16384,"request_s":5.011,"first_content_s":3.57,"prefill_tok_s":4640.51,"decode_tok_s":89.182,"draft_n":null,"draft_accepted":null,"output_sha256":"4f9aafb47aa5b9d88f588d9292b493914fe2b4578d38f7f58229a0fbc8e19583"},{"engine":"PXA 4.0.1 caf43bd939","mtp":false,"repeat":1,"prompt_tokens":4096,"request_s":2.372,"first_content_s":0.979,"prefill_tok_s":4399.5,"decode_tok_s":92.198,"draft_n":null,"draft_accepted":null,"output_sha256":"15cabede7c4a20a19225923b640edb86870c78e99309bcd83088989ea456a544"},{"engine":"PXA 4.0.1 caf43bd939","mtp":false,"repeat":1,"prompt_tokens":512,"request_s":1.64,"first_content_s":0.269,"prefill_tok_s":1949.53,"decode_tok_s":93.394,"draft_n":null,"draft_accepted":null,"output_sha256":"eb69b320db3636327234088ac09d32612a04dcd25af424fe1428ad59af1ba33f"},{"engine":"PXA 4.0.1 caf43bd939","mtp":false,"repeat":1,"prompt_tokens":65536,"request_s":21.407,"first_content_s":19.775,"prefill_tok_s":3325.5,"decode_tok_s":79.319,"draft_n":null,"draft_accepted":null,"output_sha256":"42757c8e8960472bdb975953841a71a55ac9ceb16e60d74dd1d014b68b478ea7"},{"engine":"PXA 4.0.1 caf43bd939","mtp":false,"repeat":2,"prompt_tokens":16384,"request_s":5.023,"first_content_s":3.581,"prefill_tok_s":4638.47,"decode_tok_s":89.129,"draft_n":null,"draft_accepted":null,"output_sha256":"4f9aafb47aa5b9d88f588d9292b493914fe2b4578d38f7f58229a0fbc8e19583"},{"engine":"PXA 4.0.1 caf43bd939","mtp":false,"repeat":2,"prompt_tokens":4096,"request_s":2.366,"first_content_s":0.97,"prefill_tok_s":4434.38,"decode_tok_s":91.813,"draft_n":null,"draft_accepted":null,"output_sha256":"15cabede7c4a20a19225923b640edb86870c78e99309bcd83088989ea456a544"},{"engine":"PXA 4.0.1 caf43bd939","mtp":false,"repeat":2,"prompt_tokens":512,"request_s":1.651,"first_content_s":0.269,"prefill_tok_s":1953.76,"decode_tok_s":92.659,"draft_n":null,"draft_accepted":null,"output_sha256":"eb69b320db3636327234088ac09d32612a04dcd25af424fe1428ad59af1ba33f"},{"engine":"PXA 4.0.1 caf43bd939","mtp":false,"repeat":2,"prompt_tokens":65536,"request_s":21.396,"first_content_s":19.755,"prefill_tok_s":3328.62,"decode_tok_s":78.909,"draft_n":null,"draft_accepted":null,"output_sha256":"42757c8e8960472bdb975953841a71a55ac9ceb16e60d74dd1d014b68b478ea7"},{"engine":"PXA 4.0.1 caf43bd939","mtp":true,"repeat":0,"prompt_tokens":16384,"request_s":5.049,"first_content_s":3.589,"prefill_tok_s":4587.81,"decode_tok_s":91.5,"draft_n":70,"draft_accepted":56,"output_sha256":"4f9aafb47aa5b9d88f588d9292b493914fe2b4578d38f7f58229a0fbc8e19583"},{"engine":"PXA 4.0.1 caf43bd939","mtp":true,"repeat":0,"prompt_tokens":4096,"request_s":2.272,"first_content_s":0.935,"prefill_tok_s":4419.18,"decode_tok_s":99.642,"draft_n":67,"draft_accepted":59,"output_sha256":"8ef70a0d2b6eda4b9a0a8a7e5734eece083dc6cf39ad9ada0df28ef30441685c"},{"engine":"PXA 4.0.1 caf43bd939","mtp":true,"repeat":0,"prompt_tokens":512,"request_s":1.572,"first_content_s":0.271,"prefill_tok_s":1908.28,"decode_tok_s":102.711,"draft_n":66,"draft_accepted":60,"output_sha256":"a97b47f77ba1a2cfc82c7d83c36ae81efcdc3643ad225ce956a28101e97bd21f"},{"engine":"PXA 4.0.1 caf43bd939","mtp":true,"repeat":0,"prompt_tokens":65536,"request_s":22.016,"first_content_s":20.333,"prefill_tok_s":3233.11,"decode_tok_s":79.523,"draft_n":70,"draft_accepted":56,"output_sha256":"42757c8e8960472bdb975953841a71a55ac9ceb16e60d74dd1d014b68b478ea7"},{"engine":"PXA 4.0.1 caf43bd939","mtp":true,"repeat":1,"prompt_tokens":16384,"request_s":5.055,"first_content_s":3.601,"prefill_tok_s":4573.26,"decode_tok_s":91.488,"draft_n":70,"draft_accepted":56,"output_sha256":"4f9aafb47aa5b9d88f588d9292b493914fe2b4578d38f7f58229a0fbc8e19583"},{"engine":"PXA 4.0.1 caf43bd939","mtp":true,"repeat":1,"prompt_tokens":4096,"request_s":2.293,"first_content_s":0.943,"prefill_tok_s":4369.82,"decode_tok_s":98.673,"draft_n":67,"draft_accepted":59,"output_sha256":"8ef70a0d2b6eda4b9a0a8a7e5734eece083dc6cf39ad9ada0df28ef30441685c"},{"engine":"PXA 4.0.1 caf43bd939","mtp":true,"repeat":1,"prompt_tokens":512,"request_s":1.582,"first_content_s":0.275,"prefill_tok_s":1905.35,"decode_tok_s":102.553,"draft_n":66,"draft_accepted":60,"output_sha256":"a97b47f77ba1a2cfc82c7d83c36ae81efcdc3643ad225ce956a28101e97bd21f"},{"engine":"PXA 4.0.1 caf43bd939","mtp":true,"repeat":1,"prompt_tokens":65536,"request_s":22.043,"first_content_s":20.343,"prefill_tok_s":3231.9,"decode_tok_s":78.693,"draft_n":70,"draft_accepted":56,"output_sha256":"42757c8e8960472bdb975953841a71a55ac9ceb16e60d74dd1d014b68b478ea7"},{"engine":"PXA 4.0.1 caf43bd939","mtp":true,"repeat":2,"prompt_tokens":16384,"request_s":5.048,"first_content_s":3.6,"prefill_tok_s":4570.21,"decode_tok_s":91.804,"draft_n":70,"draft_accepted":56,"output_sha256":"4f9aafb47aa5b9d88f588d9292b493914fe2b4578d38f7f58229a0fbc8e19583"},{"engine":"PXA 4.0.1 caf43bd939","mtp":true,"repeat":2,"prompt_tokens":4096,"request_s":2.267,"first_content_s":0.931,"prefill_tok_s":4428.62,"decode_tok_s":99.669,"draft_n":67,"draft_accepted":59,"output_sha256":"8ef70a0d2b6eda4b9a0a8a7e5734eece083dc6cf39ad9ada0df28ef30441685c"},{"engine":"PXA 4.0.1 caf43bd939","mtp":true,"repeat":2,"prompt_tokens":512,"request_s":1.566,"first_content_s":0.274,"prefill_tok_s":1909.56,"decode_tok_s":103.541,"draft_n":66,"draft_accepted":60,"output_sha256":"a97b47f77ba1a2cfc82c7d83c36ae81efcdc3643ad225ce956a28101e97bd21f"},{"engine":"PXA 4.0.1 caf43bd939","mtp":true,"repeat":2,"prompt_tokens":65536,"request_s":22.002,"first_content_s":20.325,"prefill_tok_s":3232.59,"decode_tok_s":79.121,"draft_n":70,"draft_accepted":56,"output_sha256":"42757c8e8960472bdb975953841a71a55ac9ceb16e60d74dd1d014b68b478ea7"}],"summaries":[{"engine":"expXa 47f0b50","mtp":true,"prompt_tokens":512,"samples":3,"mtp_request_reduction_pct":12.9,"request_s":{"median":1.453,"min":1.44,"max":1.493},"first_content_s":{"median":0.276,"min":0.275,"max":0.309},"prefill_tok_s":{"median":1905.1,"min":1899.68,"max":1958.77},"decode_tok_s":{"median":109.089,"min":108.436,"max":110.313}},{"engine":"expXa 47f0b50","mtp":true,"prompt_tokens":4096,"samples":3,"mtp_request_reduction_pct":5.4,"request_s":{"median":2.252,"min":2.224,"max":2.256},"first_content_s":{"median":0.972,"min":0.963,"max":0.972},"prefill_tok_s":{"median":4434.27,"min":4431.72,"max":4470.48},"decode_tok_s":{"median":104.251,"min":103.983,"max":105.897}},{"engine":"expXa 47f0b50","mtp":true,"prompt_tokens":16384,"samples":3,"mtp_request_reduction_pct":2.1,"request_s":{"median":4.837,"min":4.817,"max":4.85},"first_content_s":{"median":3.488,"min":3.476,"max":3.514},"prefill_tok_s":{"median":4730.67,"min":4720.35,"max":4736.67},"decode_tok_s":{"median":99.749,"min":99.061,"max":99.983}},{"engine":"expXa 47f0b50","mtp":true,"prompt_tokens":65536,"samples":3,"mtp_request_reduction_pct":-2.3,"request_s":{"median":19.545,"min":19.531,"max":19.576},"first_content_s":{"median":17.995,"min":17.994,"max":18.023},"prefill_tok_s":{"median":3654.15,"min":3649.03,"max":3654.45},"decode_tok_s":{"median":86.658,"min":86.461,"max":87.777}},{"engine":"expXa 47f0b50","mtp":false,"prompt_tokens":512,"samples":3,"mtp_request_reduction_pct":null,"request_s":{"median":1.668,"min":1.662,"max":1.706},"first_content_s":{"median":0.278,"min":0.277,"max":0.317},"prefill_tok_s":{"median":1900.14,"min":1891.47,"max":1909.72},"decode_tok_s":{"median":92.209,"min":92.137,"max":92.467}},{"engine":"expXa 47f0b50","mtp":false,"prompt_tokens":4096,"samples":3,"mtp_request_reduction_pct":null,"request_s":{"median":2.38,"min":2.374,"max":2.451},"first_content_s":{"median":0.967,"min":0.967,"max":0.982},"prefill_tok_s":{"median":4451.01,"min":4386.65,"max":4456.09},"decode_tok_s":{"median":90.689,"min":87.216,"max":91.121}},{"engine":"expXa 47f0b50","mtp":false,"prompt_tokens":16384,"samples":3,"mtp_request_reduction_pct":null,"request_s":{"median":4.939,"min":4.921,"max":5.054},"first_content_s":{"median":3.478,"min":3.466,"max":3.504},"prefill_tok_s":{"median":4779.22,"min":4735.28,"max":4781.31},"decode_tok_s":{"median":88.17,"min":82.841,"max":88.374}},{"engine":"expXa 47f0b50","mtp":false,"prompt_tokens":65536,"samples":3,"mtp_request_reduction_pct":null,"request_s":{"median":19.115,"min":19.108,"max":19.118},"first_content_s":{"median":17.435,"min":17.424,"max":17.457},"prefill_tok_s":{"median":3772.36,"min":3766.65,"max":3774.69},"decode_tok_s":{"median":77.488,"min":76.928,"max":78.214}},{"engine":"PXA 4.0.1 caf43bd939","mtp":true,"prompt_tokens":512,"samples":3,"mtp_request_reduction_pct":4.8,"request_s":{"median":1.572,"min":1.566,"max":1.582},"first_content_s":{"median":0.274,"min":0.271,"max":0.275},"prefill_tok_s":{"median":1908.28,"min":1905.35,"max":1909.56},"decode_tok_s":{"median":102.711,"min":102.553,"max":103.541}},{"engine":"PXA 4.0.1 caf43bd939","mtp":true,"prompt_tokens":4096,"samples":3,"mtp_request_reduction_pct":4.2,"request_s":{"median":2.272,"min":2.267,"max":2.293},"first_content_s":{"median":0.935,"min":0.931,"max":0.943},"prefill_tok_s":{"median":4419.18,"min":4369.82,"max":4428.62},"decode_tok_s":{"median":99.642,"min":98.673,"max":99.669}},{"engine":"PXA 4.0.1 caf43bd939","mtp":true,"prompt_tokens":16384,"samples":3,"mtp_request_reduction_pct":-0.5,"request_s":{"median":5.049,"min":5.048,"max":5.055},"first_content_s":{"median":3.6,"min":3.589,"max":3.601},"prefill_tok_s":{"median":4573.26,"min":4570.21,"max":4587.81},"decode_tok_s":{"median":91.5,"min":91.488,"max":91.804}},{"engine":"PXA 4.0.1 caf43bd939","mtp":true,"prompt_tokens":65536,"samples":3,"mtp_request_reduction_pct":-2.9,"request_s":{"median":22.016,"min":22.002,"max":22.043},"first_content_s":{"median":20.333,"min":20.325,"max":20.343},"prefill_tok_s":{"median":3232.59,"min":3231.9,"max":3233.11},"decode_tok_s":{"median":79.121,"min":78.693,"max":79.523}},{"engine":"PXA 4.0.1 caf43bd939","mtp":false,"prompt_tokens":512,"samples":3,"mtp_request_reduction_pct":null,"request_s":{"median":1.651,"min":1.64,"max":1.687},"first_content_s":{"median":0.269,"min":0.269,"max":0.31},"prefill_tok_s":{"median":1953.76,"min":1949.53,"max":1976.35},"decode_tok_s":{"median":93.011,"min":92.659,"max":93.394}},{"engine":"PXA 4.0.1 caf43bd939","mtp":false,"prompt_tokens":4096,"samples":3,"mtp_request_reduction_pct":null,"request_s":{"median":2.372,"min":2.366,"max":2.372},"first_content_s":{"median":0.974,"min":0.97,"max":0.979},"prefill_tok_s":{"median":4429.95,"min":4399.5,"max":4434.38},"decode_tok_s":{"median":91.813,"min":91.68,"max":92.198}},{"engine":"PXA 4.0.1 caf43bd939","mtp":false,"prompt_tokens":16384,"samples":3,"mtp_request_reduction_pct":null,"request_s":{"median":5.023,"min":5.011,"max":5.028},"first_content_s":{"median":3.581,"min":3.57,"max":3.584},"prefill_tok_s":{"median":4638.47,"min":4638.26,"max":4640.51},"decode_tok_s":{"median":89.129,"min":88.982,"max":89.182}},{"engine":"PXA 4.0.1 caf43bd939","mtp":false,"prompt_tokens":65536,"samples":3,"mtp_request_reduction_pct":null,"request_s":{"median":21.396,"min":21.396,"max":21.407},"first_content_s":{"median":19.755,"min":19.748,"max":19.775},"prefill_tok_s":{"median":3328.62,"min":3325.5,"max":3329.33},"decode_tok_s":{"median":78.909,"min":78.631,"max":79.319}}],"checks":[{"engine":"expXa 47f0b50","mtp":false,"repeat":0,"quality":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"retrieval":[{"variant":0,"prompt_tokens":65547,"full_input":true,"passed":true},{"variant":1,"prompt_tokens":65547,"full_input":true,"passed":true}]},{"engine":"expXa 47f0b50","mtp":false,"repeat":1,"quality":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"retrieval":[]},{"engine":"expXa 47f0b50","mtp":false,"repeat":2,"quality":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"retrieval":[]},{"engine":"expXa 47f0b50","mtp":true,"repeat":0,"quality":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"retrieval":[{"variant":0,"prompt_tokens":65547,"full_input":true,"passed":true},{"variant":1,"prompt_tokens":65547,"full_input":true,"passed":true}]},{"engine":"expXa 47f0b50","mtp":true,"repeat":1,"quality":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"retrieval":[]},{"engine":"expXa 47f0b50","mtp":true,"repeat":2,"quality":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"retrieval":[]},{"engine":"PXA 4.0.1 caf43bd939","mtp":false,"repeat":0,"quality":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"retrieval":[{"variant":0,"prompt_tokens":65547,"full_input":true,"passed":true},{"variant":1,"prompt_tokens":65547,"full_input":true,"passed":true}]},{"engine":"PXA 4.0.1 caf43bd939","mtp":false,"repeat":1,"quality":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"retrieval":[]},{"engine":"PXA 4.0.1 caf43bd939","mtp":false,"repeat":2,"quality":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"retrieval":[]},{"engine":"PXA 4.0.1 caf43bd939","mtp":true,"repeat":0,"quality":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"retrieval":[{"variant":0,"prompt_tokens":65547,"full_input":true,"passed":true},{"variant":1,"prompt_tokens":65547,"full_input":true,"passed":true}]},{"engine":"PXA 4.0.1 caf43bd939","mtp":true,"repeat":1,"quality":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"retrieval":[]},{"engine":"PXA 4.0.1 caf43bd939","mtp":true,"repeat":2,"quality":[{"case":"arithmetic","passed":true},{"case":"grounding","passed":true},{"case":"extraction","passed":true},{"case":"negation","passed":true}],"recovery_passed":true,"retrieval":[]}]}