{"title":"Reuse-aware expert work ordering","hardware":{"gpu":"2 x Tesla V100 SXM2 32GB","architecture":"SM70","cuda":"12.8.93"},"arms":{"0":"job-major matched control","1":"expert sorted, full rows","2":"expert sorted, 4-row band","3":"expert sorted, 32-row band","4":"expert sorted, 128-row band","5":"expert sorted, 512-row band","6":"native paired incumbent (family 0 only)"},"families":{"0":"existing paired two-token Q6_K kernel arithmetic","1":"independent Q6_K expert jobs, 8 jobs per token"},"method":"12 rotated/reversed repetitions, 16 launches per timing, median paired ratios, 2000 descriptive bootstrap resamples","confirmation_method":"Separate selected-arm confirmation; 12 AB/BA repetitions; same kernels, two fixed shapes; 16 launches per timing after three warmups","counter_status":"Nsight Compute ERR_NVGPUCTRPERM; no cache-hit or DRAM-byte measurements available","shape_cardinality":[{"job_slots":16,"active_jobs":15,"expert_pool":8,"distinct_experts":8},{"job_slots":16,"active_jobs":15,"expert_pool":32,"distinct_experts":15},{"job_slots":16,"active_jobs":15,"expert_pool":256,"distinct_experts":15},{"job_slots":64,"active_jobs":63,"expert_pool":8,"distinct_experts":8},{"job_slots":64,"active_jobs":63,"expert_pool":32,"distinct_experts":32},{"job_slots":64,"active_jobs":63,"expert_pool":256,"distinct_experts":57},{"job_slots":256,"active_jobs":255,"expert_pool":8,"distinct_experts":8},{"job_slots":256,"active_jobs":255,"expert_pool":32,"distinct_experts":32},{"job_slots":256,"active_jobs":255,"expert_pool":256,"distinct_experts":225}],"sweep":[{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":0,"control":0,"median_us":26.336,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":0,"control":6,"median_us":26.336,"change_pct":9.04255,"ratio_ci95":[1.09019,1.09284],"paired_ratios":[1.08995,1.09259,1.09019,1.09284,1.09284,1.09549,1.09043,1.09284,1.09019,1.09043,1.09019,1.08466]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":1,"control":0,"median_us":24.128,"change_pct":-8.39391,"ratio_ci95":[0.913837,0.918494],"paired_ratios":[0.915049,0.910412,0.917275,0.915049,0.912621,0.912833,0.921951,0.917476,0.919708,0.919512,0.914842,0.917073]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":1,"control":6,"median_us":24.128,"change_pct":0.0,"ratio_ci95":[0.997348,1.00265],"paired_ratios":[0.997355,0.994709,1.0,1.0,0.997348,1.0,1.00532,1.00265,1.00265,1.00266,0.997348,0.994709]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":2,"control":0,"median_us":24.256,"change_pct":-8.00971,"ratio_ci95":[0.919805,0.924574],"paired_ratios":[0.919903,0.917676,0.919708,0.919903,0.919903,0.917676,0.929268,0.919903,0.924574,0.92439,0.924574,0.929268]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":2,"control":6,"median_us":24.256,"change_pct":0.530505,"ratio_ci95":[1.00398,1.00796],"paired_ratios":[1.00265,1.00265,1.00265,1.00531,1.00531,1.00531,1.0133,1.00531,1.00796,1.00798,1.00796,1.00794]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":3,"control":0,"median_us":24.256,"change_pct":-7.77643,"ratio_ci95":[0.919805,0.92439],"paired_ratios":[0.92233,0.917676,0.919708,0.92233,0.919903,0.915254,0.92439,0.919903,0.922141,0.926829,0.924574,0.92439]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":3,"control":6,"median_us":24.256,"change_pct":0.530505,"ratio_ci95":[1.00265,1.00796],"paired_ratios":[1.00529,1.00265,1.00265,1.00796,1.00531,1.00265,1.00798,1.00531,1.00531,1.01064,1.00796,1.00265]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":4,"control":0,"median_us":24.32,"change_pct":-7.64563,"ratio_ci95":[0.922141,0.926829],"paired_ratios":[0.92233,0.920097,0.922141,0.92233,0.924757,0.920097,0.926829,0.924757,0.922141,0.926829,0.92944,0.931707]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":4,"control":6,"median_us":24.32,"change_pct":0.926982,"ratio_ci95":[1.00531,1.01062],"paired_ratios":[1.00529,1.00529,1.00531,1.00796,1.01061,1.00796,1.01064,1.01061,1.00531,1.01064,1.01326,1.01058]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":5,"control":0,"median_us":24.192,"change_pct":-8.1506,"ratio_ci95":[0.915254,0.919805],"paired_ratios":[0.912621,0.915254,0.917275,0.915049,0.919903,0.915254,0.921951,0.917476,0.919708,0.919512,0.919708,0.921951]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":5,"control":6,"median_us":24.192,"change_pct":0.265248,"ratio_ci95":[1.0,1.00266],"paired_ratios":[0.994709,1.0,1.0,1.0,1.00531,1.00265,1.00532,1.00265,1.00265,1.00266,1.00265,1.0]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":6,"control":0,"median_us":24.128,"change_pct":-8.29268,"ratio_ci95":[0.915049,0.917275],"paired_ratios":[0.917476,0.915254,0.917275,0.915049,0.915049,0.912833,0.917073,0.915049,0.917275,0.917073,0.917275,0.921951]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":6,"control":6,"median_us":24.128,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":0,"control":0,"median_us":26.272,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":0,"control":6,"median_us":26.272,"change_pct":9.06667,"ratio_ci95":[1.09019,1.09284],"paired_ratios":[1.09019,1.09284,1.09284,1.0873,1.09574,1.09019,1.09067,1.09333,1.08777,1.09067,1.09067,1.09067]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":1,"control":0,"median_us":26.496,"change_pct":1.21507,"ratio_ci95":[1.00852,1.01222],"paired_ratios":[1.0146,1.00485,1.01214,1.0146,1.00971,1.01217,1.00978,1.00732,1.01222,1.00733,1.01222,1.01222]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":1,"control":6,"median_us":26.496,"change_pct":10.3311,"ratio_ci95":[1.1012,1.10505],"paired_ratios":[1.1061,1.09814,1.1061,1.10317,1.10638,1.10345,1.10133,1.10133,1.10106,1.09867,1.104,1.104]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":2,"control":0,"median_us":26.688,"change_pct":1.46699,"ratio_ci95":[1.0146,1.01949],"paired_ratios":[1.0146,1.01699,1.01942,1.0146,1.01456,1.0146,1.01467,1.03415,1.01467,1.01467,1.01956,1.01956]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":2,"control":6,"median_us":26.688,"change_pct":10.9036,"ratio_ci95":[1.1061,1.112],"paired_ratios":[1.1061,1.11141,1.11406,1.10317,1.1117,1.1061,1.10667,1.13067,1.10372,1.10667,1.112,1.112]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":3,"control":0,"median_us":26.72,"change_pct":1.94648,"ratio_ci95":[1.01465,1.01956],"paired_ratios":[1.01946,1.01456,1.00971,1.01946,1.01699,1.01946,1.01956,1.01463,1.01956,1.022,1.01956,1.01467]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":3,"control":6,"median_us":26.72,"change_pct":11.037,"ratio_ci95":[1.10861,1.112],"paired_ratios":[1.11141,1.10875,1.10345,1.10847,1.11436,1.11141,1.112,1.10933,1.10904,1.11467,1.112,1.10667]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":4,"control":0,"median_us":26.656,"change_pct":1.58301,"ratio_ci95":[1.01222,1.01827],"paired_ratios":[1.0146,1.01942,1.04126,1.04623,1.01699,1.00973,1.01467,1.01707,1.01711,1.01222,1.00978,1.01222]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":4,"control":6,"median_us":26.656,"change_pct":10.6525,"ratio_ci95":[1.104,1.11421],"paired_ratios":[1.1061,1.11406,1.13793,1.13757,1.11436,1.1008,1.10667,1.112,1.10638,1.104,1.10133,1.104]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":5,"control":0,"median_us":26.56,"change_pct":1.09787,"ratio_ci95":[1.00729,1.01467],"paired_ratios":[1.0146,1.00485,1.00728,1.00973,1.00971,1.0073,1.01467,1.00488,1.01467,1.01711,1.022,1.01222]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":5,"control":6,"median_us":26.56,"change_pct":10.3862,"ratio_ci95":[1.0984,1.10652],"paired_ratios":[1.1061,1.09814,1.1008,1.09788,1.10638,1.09814,1.10667,1.09867,1.10372,1.10933,1.11467,1.104]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":6,"control":0,"median_us":24.064,"change_pct":-8.31296,"ratio_ci95":[0.915049,0.917275],"paired_ratios":[0.917275,0.915049,0.915049,0.919708,0.912621,0.917275,0.91687,0.914634,0.919315,0.91687,0.91687,0.91687]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":6,"control":6,"median_us":24.064,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":0,"control":0,"median_us":29.024,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":0,"control":6,"median_us":29.024,"change_pct":9.95145,"ratio_ci95":[1.09697,1.10194],"paired_ratios":[1.0942,1.09951,1.09709,1.10194,1.09685,1.10219,1.10194,1.09927,1.10194,1.09662,1.09951,1.10462]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":1,"control":0,"median_us":28.928,"change_pct":-0.440523,"ratio_ci95":[0.993392,0.998899],"paired_ratios":[1.00221,0.993378,1.0,0.995595,1.0,0.995585,0.997797,0.993392,0.995595,0.993392,0.997793,0.991189]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":1,"control":6,"median_us":28.928,"change_pct":9.69699,"ratio_ci95":[1.09356,1.09709],"paired_ratios":[1.09662,1.09223,1.09709,1.09709,1.09685,1.09732,1.09951,1.09201,1.09709,1.08937,1.09709,1.09489]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":2,"control":0,"median_us":29.952,"change_pct":3.08711,"ratio_ci95":[1.02867,1.03311],"paired_ratios":[1.03532,1.0287,1.0354,1.03304,1.03311,1.03311,1.03084,1.03084,1.02863,1.02863,1.03091,1.02863]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":2,"control":6,"median_us":29.952,"change_pct":13.3495,"ratio_ci95":[1.13301,1.13609],"paired_ratios":[1.13285,1.13107,1.13592,1.13835,1.13317,1.13869,1.13592,1.13317,1.1335,1.12802,1.1335,1.13625]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":3,"control":0,"median_us":29.952,"change_pct":3.30761,"ratio_ci95":[1.03087,1.03315],"paired_ratios":[1.03532,1.03311,1.03319,1.03524,1.03311,1.03311,1.02863,1.03084,1.03304,1.02863,1.03091,1.03304]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":3,"control":6,"median_us":29.952,"change_pct":13.3495,"ratio_ci95":[1.13317,1.13852],"paired_ratios":[1.13285,1.13592,1.1335,1.14078,1.13317,1.13869,1.1335,1.13317,1.13835,1.12802,1.1335,1.14112]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":4,"control":0,"median_us":29.824,"change_pct":2.8666,"ratio_ci95":[1.02756,1.0287],"paired_ratios":[1.0287,1.0287,1.03319,1.02863,1.0287,1.0287,1.02423,1.02863,1.03084,1.02423,1.02649,1.02863]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":4,"control":6,"median_us":29.824,"change_pct":13.0909,"ratio_ci95":[1.12849,1.13366],"paired_ratios":[1.1256,1.13107,1.1335,1.1335,1.12833,1.13382,1.12864,1.13075,1.13592,1.12319,1.12864,1.13625]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":5,"control":0,"median_us":29.248,"change_pct":0.881059,"ratio_ci95":[1.00662,1.00883],"paired_ratios":[1.00883,1.00662,1.01106,1.00881,1.00883,1.00883,1.00441,1.00881,1.00881,1.0022,1.00662,1.00661]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":5,"control":6,"median_us":29.248,"change_pct":10.7877,"ratio_ci95":[1.10667,1.11165],"paired_ratios":[1.10386,1.1068,1.10922,1.11165,1.10654,1.11192,1.1068,1.10896,1.11165,1.09903,1.1068,1.11192]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":6,"control":0,"median_us":26.368,"change_pct":-9.05077,"ratio_ci95":[0.907489,0.911602],"paired_ratios":[0.913907,0.909492,0.911504,0.907489,0.9117,0.907285,0.907489,0.909692,0.907489,0.911894,0.909492,0.905286]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":6,"control":6,"median_us":26.368,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":0,"control":0,"median_us":27.04,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":0,"control":6,"median_us":27.04,"change_pct":8.18414,"ratio_ci95":[1.0781,1.08589],"paired_ratios":[1.09951,1.10169,1.08184,1.07653,1.08163,1.08696,1.08184,1.07928,1.08483,1.08483,1.07673,1.07692]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":1,"control":0,"median_us":29.12,"change_pct":7.8199,"ratio_ci95":[1.07312,1.08112],"paired_ratios":[1.08168,1.07912,1.07565,1.0782,1.0684,1.07059,1.07565,1.08057,1.06872,1.0782,1.08789,1.08571]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":1,"control":6,"median_us":29.12,"change_pct":16.4962,"ratio_ci95":[1.1622,1.17051],"paired_ratios":[1.18932,1.18886,1.16368,1.16071,1.15561,1.16368,1.16368,1.16624,1.15938,1.16967,1.17136,1.16923]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":2,"control":0,"median_us":30.336,"change_pct":12.0568,"ratio_ci95":[1.1157,1.12233],"paired_ratios":[1.11258,1.1033,1.17258,1.12559,1.12028,1.11529,1.1182,1.11611,1.12085,1.12322,1.12114,1.12143]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":2,"control":6,"median_us":30.336,"change_pct":21.2005,"ratio_ci95":[1.20871,1.21722],"paired_ratios":[1.2233,1.2155,1.26854,1.21173,1.21173,1.21228,1.20972,1.2046,1.21594,1.21851,1.20716,1.20769]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":3,"control":0,"median_us":30.08,"change_pct":11.2557,"ratio_ci95":[1.10833,1.1164],"paired_ratios":[1.10817,1.10549,1.13712,1.12559,1.10849,1.10588,1.11348,1.11374,1.11374,1.109,1.11164,1.11905]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":3,"control":6,"median_us":30.08,"change_pct":20.4866,"ratio_ci95":[1.20205,1.21483],"paired_ratios":[1.21845,1.21792,1.23018,1.21173,1.19898,1.20205,1.2046,1.20205,1.20823,1.20308,1.19693,1.20513]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":4,"control":0,"median_us":30.144,"change_pct":11.4929,"ratio_ci95":[1.11216,1.11863],"paired_ratios":[1.10817,1.1011,1.11348,1.11611,1.11085,1.12,1.1182,1.11374,1.11374,1.11611,1.12114,1.11905]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":4,"control":6,"median_us":30.144,"change_pct":20.7694,"ratio_ci95":[1.20332,1.21194],"paired_ratios":[1.21845,1.21308,1.2046,1.20153,1.20153,1.21739,1.20972,1.20205,1.20823,1.2108,1.20716,1.20513]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":5,"control":0,"median_us":29.312,"change_pct":8.11355,"ratio_ci95":[1.07919,1.08331],"paired_ratios":[1.08389,1.08132,1.08274,1.08768,1.08255,1.08,1.08038,1.08531,1.07346,1.07346,1.07838,1.08095]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":5,"control":6,"median_us":29.312,"change_pct":17.0918,"ratio_ci95":[1.16452,1.17263],"paired_ratios":[1.19175,1.19128,1.17136,1.17092,1.17092,1.17391,1.1688,1.17136,1.16452,1.16452,1.16113,1.1641]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":6,"control":0,"median_us":25.024,"change_pct":-7.56501,"ratio_ci95":[0.9209,0.927556],"paired_ratios":[0.909492,0.907692,0.92435,0.92891,0.924528,0.92,0.92435,0.92654,0.921801,0.921801,0.928741,0.928571]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":6,"control":6,"median_us":25.024,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":0,"control":0,"median_us":24.128,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":1,"control":0,"median_us":23.872,"change_pct":-1.06101,"ratio_ci95":[0.986737,0.992042],"paired_ratios":[0.986772,0.989362,0.984085,0.98939,0.992042,0.992042,0.994695,0.994695,0.992042,0.984127,0.98939,0.986702]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":2,"control":0,"median_us":24.192,"change_pct":0.265248,"ratio_ci95":[1.0,1.00266],"paired_ratios":[1.0,1.0,0.997348,1.0,1.00265,1.00265,1.00531,1.00265,1.00265,1.00265,1.00531,1.00266]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":3,"control":0,"median_us":24.224,"change_pct":0.265248,"ratio_ci95":[1.00265,1.00796],"paired_ratios":[0.994709,1.0133,1.00265,1.00796,1.00265,1.00265,1.00265,1.00531,1.00796,1.00265,1.0,1.00798]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":4,"control":0,"median_us":24.096,"change_pct":-0.264898,"ratio_ci95":[0.997348,1.00133],"paired_ratios":[0.997355,1.00532,0.997348,0.997348,0.997348,1.0,0.997348,1.00265,0.997348,0.994709,1.0,1.00532]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":5,"control":0,"median_us":24.064,"change_pct":-0.265249,"ratio_ci95":[0.997348,0.997351],"paired_ratios":[0.997355,0.99734,0.997348,0.997348,0.997348,0.997348,0.994695,0.997348,0.997348,1.0,0.997348,1.0]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":0,"control":0,"median_us":24.128,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":1,"control":0,"median_us":26.528,"change_pct":9.81439,"ratio_ci95":[1.09524,1.10345],"paired_ratios":[1.09788,1.09549,1.09524,1.09524,1.0984,1.10345,1.1008,1.09309,1.10345,1.09259,1.10372,1.13793]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":2,"control":0,"median_us":26.272,"change_pct":9.00664,"ratio_ci95":[1.08488,1.09296],"paired_ratios":[1.08466,1.09549,1.08995,1.08466,1.09043,1.08488,1.09019,1.09574,1.09549,1.0873,1.09043,1.08488]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":3,"control":0,"median_us":26.432,"change_pct":9.40416,"ratio_ci95":[1.09007,1.09827],"paired_ratios":[1.09259,1.09019,1.0873,1.08995,1.10638,1.09814,1.09549,1.0984,1.09019,1.08995,1.10372,1.09549]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":4,"control":0,"median_us":26.336,"change_pct":9.12699,"ratio_ci95":[1.08742,1.09296],"paired_ratios":[1.08201,1.09284,1.0873,1.09259,1.09574,1.08753,1.08753,1.09574,1.09284,1.08995,1.09309,1.08488]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":5,"control":0,"median_us":26.304,"change_pct":9.01856,"ratio_ci95":[1.09007,1.09296],"paired_ratios":[1.09259,1.09019,1.08995,1.08466,1.09309,1.09019,1.09284,1.09309,1.09019,1.08995,1.09574,1.09019]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":0,"control":0,"median_us":24.992,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":1,"control":0,"median_us":25.152,"change_pct":0.766286,"ratio_ci95":[1.00384,1.00896],"paired_ratios":[1.01023,1.00767,1.00513,1.00769,1.0,1.01542,1.00513,1.00765,1.0,1.00255,1.00769,1.01026]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":2,"control":0,"median_us":27.904,"change_pct":11.5089,"ratio_ci95":[1.11253,1.11795],"paired_ratios":[1.11509,1.11765,1.12051,1.12051,1.11196,1.11311,1.11795,1.10969,1.11509,1.11224,1.11795,1.11282]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":3,"control":0,"median_us":28.0,"change_pct":12.0205,"ratio_ci95":[1.1178,1.12324],"paired_ratios":[1.1202,1.1202,1.12564,1.12308,1.11196,1.12339,1.12051,1.1199,1.11765,1.1148,1.12564,1.11795]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":4,"control":0,"median_us":27.392,"change_pct":9.46292,"ratio_ci95":[1.09195,1.09744],"paired_ratios":[1.09207,1.09463,1.09744,1.09231,1.08651,1.1054,1.09744,1.09184,1.09463,1.08929,1.1,1.09744]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":5,"control":0,"median_us":25.952,"change_pct":3.84124,"ratio_ci95":[1.03448,1.04103],"paired_ratios":[1.03581,1.03836,1.04103,1.03846,1.03053,1.0437,1.04615,1.03316,1.03836,1.03316,1.03846,1.04103]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":0,"control":0,"median_us":24.16,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":1,"control":0,"median_us":26.592,"change_pct":9.62147,"ratio_ci95":[1.09416,1.09881],"paired_ratios":[1.09719,1.09694,1.09974,1.09184,1.1,1.09788,1.09019,1.10638,1.09549,1.09549,1.09549,1.09284]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":2,"control":0,"median_us":29.344,"change_pct":20.2122,"ratio_ci95":[1.1954,1.2069],"paired_ratios":[1.19437,1.18622,1.18926,1.19643,1.2,1.22222,1.2069,1.19947,1.2069,1.20424,1.2069,1.2069]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":3,"control":0,"median_us":29.568,"change_pct":20.2918,"ratio_ci95":[1.19821,1.20983],"paired_ratios":[1.19437,1.19643,1.19949,1.19898,1.19744,1.23545,1.20424,1.21011,1.20955,1.2122,1.2069,1.20159]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":4,"control":0,"median_us":28.832,"change_pct":17.4136,"ratio_ci95":[1.16912,1.18194],"paired_ratios":[1.17391,1.16582,1.16368,1.16327,1.17436,1.21164,1.18302,1.18085,1.17241,1.17241,1.17507,1.18302]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":5,"control":0,"median_us":27.456,"change_pct":12.5995,"ratio_ci95":[1.11524,1.13378],"paired_ratios":[1.10997,1.11735,1.11509,1.11224,1.11538,1.13228,1.12202,1.14096,1.13793,1.13528,1.12997,1.12997]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":0,"control":0,"median_us":24.192,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":1,"control":0,"median_us":24.576,"change_pct":1.32451,"ratio_ci95":[1.01319,1.01585],"paired_ratios":[1.01323,1.01058,1.01323,1.01583,1.01857,1.01319,1.01583,1.01053,1.01319,1.01326,1.01587,1.01587]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":2,"control":0,"median_us":25.728,"change_pct":6.33246,"ratio_ci95":[1.06085,1.0649],"paired_ratios":[1.06349,1.06085,1.06614,1.0686,1.06631,1.06332,1.05805,1.06316,1.06332,1.06366,1.06085,1.06085]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":3,"control":0,"median_us":25.856,"change_pct":6.61377,"ratio_ci95":[1.06464,1.07285],"paired_ratios":[1.06614,1.10053,1.07143,1.06332,1.07427,1.06596,1.06332,1.06053,1.06596,1.07427,1.07143,1.06614]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":4,"control":0,"median_us":25.984,"change_pct":7.39764,"ratio_ci95":[1.07133,1.07672],"paired_ratios":[1.07143,1.07407,1.07407,1.07388,1.07958,1.07124,1.07388,1.06842,1.07124,1.07958,1.07407,1.07937]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":5,"control":0,"median_us":25.408,"change_pct":4.75562,"ratio_ci95":[1.04617,1.05159],"paired_ratios":[1.05291,1.04497,1.05026,1.04485,1.04775,1.04749,1.04749,1.04737,1.04222,1.05305,1.04762,1.05291]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":0,"control":0,"median_us":24.128,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":1,"control":0,"median_us":26.656,"change_pct":10.3311,"ratio_ci95":[1.10066,1.10596],"paired_ratios":[1.10875,1.09549,1.10317,1.1061,1.10026,1.10638,1.10345,1.1008,1.10053,1.10582,1.10345,1.10317]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":2,"control":0,"median_us":27.488,"change_pct":13.7566,"ratio_ci95":[1.13413,1.14021],"paired_ratios":[1.13263,1.13793,1.14021,1.14058,1.12665,1.13564,1.13528,1.14058,1.14021,1.13757,1.12997,1.13757]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":3,"control":0,"median_us":27.52,"change_pct":13.9257,"ratio_ci95":[1.13624,1.14456],"paired_ratios":[1.14854,1.13793,1.13492,1.14058,1.13456,1.14894,1.14589,1.13793,1.13757,1.13492,1.14324,1.14286]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":4,"control":0,"median_us":27.712,"change_pct":14.5696,"ratio_ci95":[1.14399,1.14854],"paired_ratios":[1.14058,1.14854,1.1455,1.15119,1.14248,1.1516,1.14589,1.14854,1.1455,1.1455,1.14854,1.14021]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":5,"control":0,"median_us":27.2,"change_pct":12.4339,"ratio_ci95":[1.12301,1.12865],"paired_ratios":[1.13263,1.12732,1.12434,1.12467,1.12401,1.13032,1.12997,1.12202,1.12434,1.12434,1.12202,1.12169]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":0,"control":0,"median_us":82.112,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":1,"control":0,"median_us":81.92,"change_pct":0.077334,"ratio_ci95":[0.998448,1.00194],"paired_ratios":[1.00157,1.00313,1.00235,1.00078,1.0,0.997662,0.997669,0.997662,1.00077,1.00232,0.999228,1.00077]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":2,"control":0,"median_us":81.088,"change_pct":-1.28092,"ratio_ci95":[0.981975,0.988354],"paired_ratios":[0.980423,0.981975,0.981975,0.981975,0.990618,0.987529,0.98446,0.988309,0.986852,0.988399,0.987645,0.989946]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":3,"control":0,"median_us":81.024,"change_pct":-1.43439,"ratio_ci95":[0.980415,0.987964],"paired_ratios":[0.980423,0.980407,0.980407,0.979624,0.989054,0.984412,0.98446,0.987529,0.986852,0.988399,0.986873,0.988399]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":4,"control":0,"median_us":80.896,"change_pct":-1.59527,"ratio_ci95":[0.980016,0.986411],"paired_ratios":[0.978074,0.980407,0.979624,0.979624,0.982017,0.984412,0.983683,0.98597,0.989946,0.986852,0.985328,0.988399]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":5,"control":0,"median_us":80.992,"change_pct":-1.47404,"ratio_ci95":[0.981191,0.987562],"paired_ratios":[0.978857,0.981191,0.981191,0.981191,0.988272,0.985191,0.98446,0.988309,0.988399,0.986852,0.985328,0.986852]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":0,"control":0,"median_us":82.816,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":1,"control":0,"median_us":85.76,"change_pct":3.55624,"ratio_ci95":[1.03439,1.03634],"paired_ratios":[1.03475,1.03558,1.03635,1.03398,1.03323,1.03555,1.03632,1.03635,1.03555,1.03712,1.03632,1.03403]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":2,"control":0,"median_us":84.608,"change_pct":2.16468,"ratio_ci95":[1.02087,1.02203],"paired_ratios":[1.02085,1.0232,1.02166,1.02085,1.02164,1.02087,1.02241,1.0232,1.02087,1.02166,1.02164,1.02166]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":3,"control":0,"median_us":84.48,"change_pct":2.01083,"ratio_ci95":[1.02009,1.02125],"paired_ratios":[1.02162,1.02166,1.02011,1.02239,1.02009,1.02009,1.02087,1.02011,1.02009,1.02088,1.02009,1.02011]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":4,"control":0,"median_us":84.448,"change_pct":2.01006,"ratio_ci95":[1.01932,1.02087],"paired_ratios":[1.01931,1.02011,1.02088,1.02162,1.02009,1.01932,1.01932,1.01856,1.01932,1.02011,1.02087,1.02088]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":5,"control":0,"median_us":84.512,"change_pct":2.08737,"ratio_ci95":[1.0201,1.02127],"paired_ratios":[1.02008,1.02088,1.02166,1.02317,1.02009,1.02628,1.02087,1.02088,1.01932,1.02011,1.02087,1.02088]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":0,"control":0,"median_us":88.384,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":1,"control":0,"median_us":86.112,"change_pct":-2.6649,"ratio_ci95":[0.971678,0.976812],"paired_ratios":[0.970376,0.969455,0.971678,0.973149,0.971678,0.972364,0.981077,0.973553,0.974395,0.975766,0.977889,0.977857]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":2,"control":0,"median_us":85.12,"change_pct":-4.43308,"ratio_ci95":[0.954381,0.96221],"paired_ratios":[0.95448,0.954909,0.953522,0.954282,0.954975,0.956364,0.975255,0.957827,0.952347,0.962224,0.962197,0.965]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":3,"control":0,"median_us":84.416,"change_pct":-5.15055,"ratio_ci95":[0.946585,0.954724],"paired_ratios":[0.938584,0.946909,0.950617,0.947025,0.94626,0.946909,0.967977,0.949964,0.945946,0.954383,0.955064,0.957143]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":4,"control":0,"median_us":84.192,"change_pct":-5.31189,"ratio_ci95":[0.943376,0.953654],"paired_ratios":[0.937139,0.943273,0.948439,0.943396,0.943355,0.944727,0.964338,0.947105,0.946657,0.953671,0.953638,0.954286]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":5,"control":0,"median_us":84.48,"change_pct":-4.83093,"ratio_ci95":[0.949183,0.95615],"paired_ratios":[0.940752,0.947636,0.949165,0.949202,0.949891,0.951273,0.971616,0.952109,0.95377,0.955809,0.956491,0.957857]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":0,"control":0,"median_us":89.664,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":1,"control":0,"median_us":89.92,"change_pct":0.321427,"ratio_ci95":[1.00214,1.00714],"paired_ratios":[1.00713,1.00714,1.00642,1.00714,1.00714,1.00357,1.00286,1.0,1.00286,1.00214,1.00214,1.00071]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":2,"control":0,"median_us":88.704,"change_pct":-1.035,"ratio_ci95":[0.987161,0.992151],"paired_ratios":[0.990014,0.990714,0.992154,0.992862,0.992149,0.992857,0.989286,0.987161,0.987152,0.988563,0.987161,0.985725]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":3,"control":0,"median_us":88.064,"change_pct":-1.81953,"ratio_ci95":[0.978587,0.984659],"paired_ratios":[0.983595,0.979286,0.984308,0.985011,0.984297,0.985714,0.979286,0.977889,0.980014,0.988563,0.977176,0.977159]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":4,"control":0,"median_us":88.0,"change_pct":-1.85663,"ratio_ci95":[0.978944,0.983589],"paired_ratios":[0.982882,0.979286,0.983595,0.983583,0.983583,0.984286,0.979286,0.978602,0.978587,0.979986,0.984308,0.976445]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":5,"control":0,"median_us":88.352,"change_pct":-1.46321,"ratio_ci95":[0.984649,0.990368],"paired_ratios":[0.990014,0.985,0.992154,0.990721,0.995717,0.985714,0.986429,0.984308,0.984297,0.984989,0.985021,0.984297]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":0,"control":0,"median_us":89.792,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":1,"control":0,"median_us":89.728,"change_pct":-0.0713046,"ratio_ci95":[0.998578,1.0],"paired_ratios":[0.999287,0.999287,1.0,0.998573,1.00142,1.00071,0.998579,0.996444,1.0,0.998577,0.999287,0.999287]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":2,"control":0,"median_us":91.328,"change_pct":1.70941,"ratio_ci95":[1.01638,1.01783],"paired_ratios":[1.01783,1.01711,1.01569,1.01641,1.01635,1.01849,1.01706,1.01849,1.01568,1.01708,1.01783,1.01711]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":3,"control":0,"median_us":91.584,"change_pct":2.02987,"ratio_ci95":[1.01996,1.02101],"paired_ratios":[1.02068,1.01996,1.01997,1.0214,1.02203,1.02134,1.0199,1.02063,1.01996,1.01779,1.02068,1.01996]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":4,"control":0,"median_us":91.424,"change_pct":1.81884,"ratio_ci95":[1.01747,1.0192],"paired_ratios":[1.01712,1.01782,1.01855,1.01855,1.01706,1.01991,1.01919,1.0192,1.01782,1.01708,1.01783,1.01924]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":5,"control":0,"median_us":90.496,"change_pct":0.747287,"ratio_ci95":[1.00499,1.00783],"paired_ratios":[1.00499,1.00428,1.00499,1.00428,1.00782,1.00782,1.00711,1.00853,1.00713,1.00783,1.00856,1.00784]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":0,"control":0,"median_us":89.792,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":1,"control":0,"median_us":92.288,"change_pct":2.70945,"ratio_ci95":[1.02633,1.02817],"paired_ratios":[1.0278,1.02924,1.02851,1.02784,1.02633,1.02705,1.02632,1.03069,1.02708,1.02493,1.0271,1.02633]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":2,"control":0,"median_us":93.632,"change_pct":4.24091,"ratio_ci95":[1.04128,1.04387],"paired_ratios":[1.04063,1.04422,1.04205,1.04425,1.04128,1.04128,1.03983,1.0464,1.04277,1.04345,1.04351,1.04128]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":3,"control":0,"median_us":93.984,"change_pct":4.59729,"ratio_ci95":[1.04489,1.04815],"paired_ratios":[1.04562,1.04993,1.04633,1.05068,1.04484,1.0427,1.0441,1.04854,1.04775,1.04701,1.04494,1.04555]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":4,"control":0,"median_us":93.92,"change_pct":4.63789,"ratio_ci95":[1.04487,1.04709],"paired_ratios":[1.04847,1.04708,1.04775,1.04711,1.04342,1.04413,1.04552,1.0464,1.0449,1.04701,1.04636,1.04484]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":5,"control":0,"median_us":92.672,"change_pct":3.24072,"ratio_ci95":[1.03098,1.03282],"paired_ratios":[1.03207,1.03281,1.03136,1.03283,1.03274,1.0306,1.03058,1.03712,1.03279,1.03419,1.03138,1.02989]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":0,"control":0,"median_us":326.144,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":1,"control":0,"median_us":325.312,"change_pct":-0.225775,"ratio_ci95":[0.997449,0.997939],"paired_ratios":[0.999021,0.997056,0.99784,0.997841,0.997644,0.996862,0.997449,0.997841,0.99745,0.997449,0.998038,0.998037]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":2,"control":0,"median_us":325.152,"change_pct":-0.313604,"ratio_ci95":[0.996664,0.997252],"paired_ratios":[0.996868,0.996271,0.997251,0.997056,0.998037,0.996469,0.997252,0.99686,0.99647,0.997252,0.99686,0.996859]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":3,"control":0,"median_us":320.64,"change_pct":-1.69741,"ratio_ci95":[0.982833,0.983412],"paired_ratios":[0.981206,0.982928,0.983507,0.983124,0.983314,0.982738,0.983513,0.982928,0.982546,0.983317,0.982928,0.98351]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":4,"control":0,"median_us":320.0,"change_pct":-1.88421,"ratio_ci95":[0.980871,0.981354],"paired_ratios":[0.978857,0.981162,0.98174,0.980965,0.981154,0.980777,0.981354,0.980965,0.980584,0.981354,0.981162,0.981743]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":5,"control":0,"median_us":320.576,"change_pct":-1.68809,"ratio_ci95":[0.982541,0.983219],"paired_ratios":[0.981206,0.983124,0.9839,0.982731,0.983117,0.982346,0.982924,0.983124,0.98235,0.983121,0.98332,0.983314]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":0,"control":0,"median_us":325.248,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":1,"control":0,"median_us":331.68,"change_pct":1.93878,"ratio_ci95":[1.01886,1.02028],"paired_ratios":[1.01903,1.01727,1.02029,1.02027,1.01948,1.0193,1.01869,1.02323,1.02004,1.01904,1.01633,1.02174]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":2,"control":0,"median_us":331.424,"change_pct":1.94557,"ratio_ci95":[1.0184,1.02039],"paired_ratios":[1.01942,1.01668,1.02009,1.01889,1.0185,1.01949,1.0183,1.02225,1.02062,1.02061,1.01535,1.02016]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":3,"control":0,"median_us":326.912,"change_pct":0.55026,"ratio_ci95":[1.00502,1.00619],"paired_ratios":[1.00549,1.00353,1.00611,1.00531,1.00512,1.00551,1.00492,1.00886,1.00668,1.00628,1.00157,1.00593]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":4,"control":0,"median_us":326.912,"change_pct":0.394395,"ratio_ci95":[1.00363,1.00492],"paired_ratios":[1.00333,1.00373,1.00532,1.00374,1.00413,1.00453,1.00334,1.00669,1.00452,1.00353,1.0063,1.00376]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":5,"control":0,"median_us":327.424,"change_pct":0.571267,"ratio_ci95":[1.00521,1.0062],"paired_ratios":[1.0051,1.00549,1.00591,1.00531,1.00512,1.00591,1.00492,1.00886,1.00648,1.00569,1.00846,1.00573]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":0,"control":0,"median_us":350.656,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":1,"control":0,"median_us":333.12,"change_pct":-5.09607,"ratio_ci95":[0.946637,0.950805],"paired_ratios":[0.942609,0.962484,0.950382,0.949328,0.950545,0.951073,0.951064,0.948751,0.946464,0.945936,0.94681,0.947013]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":2,"control":0,"median_us":327.744,"change_pct":-6.49644,"ratio_ci95":[0.932749,0.935733],"paired_ratios":[0.923602,0.94659,0.935296,0.934798,0.935273,0.935977,0.935965,0.933795,0.935502,0.932055,0.932919,0.932578]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":3,"control":0,"median_us":327.04,"change_pct":-6.75228,"ratio_ci95":[0.93083,0.934261],"paired_ratios":[0.921388,0.944188,0.93366,0.932801,0.934182,0.93434,0.934692,0.932154,0.931847,0.929863,0.930726,0.930934]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":4,"control":0,"median_us":327.072,"change_pct":-6.6704,"ratio_ci95":[0.93259,0.934988],"paired_ratios":[0.923602,0.941046,0.934751,0.933709,0.934909,0.935067,0.935419,0.932883,0.931665,0.932603,0.932736,0.932578]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":5,"control":0,"median_us":331.008,"change_pct":-5.61849,"ratio_ci95":[0.943574,0.945949],"paired_ratios":[0.933198,0.934208,0.946383,0.945514,0.947091,0.947072,0.943424,0.944191,0.943724,0.943744,0.943886,0.943724]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":0,"control":0,"median_us":350.272,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":1,"control":0,"median_us":338.752,"change_pct":-3.28503,"ratio_ci95":[0.966563,0.96929],"paired_ratios":[0.965857,0.96674,0.966563,0.966563,0.969076,0.968625,0.969503,0.970035,0.96756,0.97111,0.966563,0.966015]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":2,"control":0,"median_us":334.176,"change_pct":-4.70806,"ratio_ci95":[0.95242,0.95543],"paired_ratios":[0.952346,0.952668,0.952494,0.952677,0.956816,0.953484,0.955077,0.955783,0.953162,0.955933,0.95085,0.950119]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":3,"control":0,"median_us":333.184,"change_pct":-4.86981,"ratio_ci95":[0.94937,0.95266],"paired_ratios":[0.950338,0.951572,0.951032,0.949205,0.954986,0.952025,0.953251,0.95359,0.952069,0.949534,0.948474,0.948657]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":4,"control":0,"median_us":333.568,"change_pct":-4.80364,"ratio_ci95":[0.950466,0.952503],"paired_ratios":[0.951616,0.952485,0.952311,0.949753,0.95151,0.953849,0.95252,0.955052,0.952433,0.950631,0.950119,0.950301]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":5,"control":0,"median_us":337.344,"change_pct":-3.69085,"ratio_ci95":[0.962178,0.964152],"paired_ratios":[0.962206,0.96345,0.963092,0.963092,0.962306,0.964429,0.96439,0.966563,0.963915,0.96215,0.961082,0.961447]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":0,"control":0,"median_us":354.144,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":1,"control":0,"median_us":357.824,"change_pct":1.05711,"ratio_ci95":[1.01021,1.01121],"paired_ratios":[1.01206,1.02175,1.00957,1.01121,1.01029,1.00975,1.01048,1.01121,1.01012,1.0103,1.01066,1.01102]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":2,"control":0,"median_us":368.736,"change_pct":4.11738,"ratio_ci95":[1.04082,1.04193],"paired_ratios":[1.0435,1.05282,1.04117,1.04176,1.04118,1.04064,1.04048,1.04121,1.04101,1.04102,1.04029,1.04211]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":3,"control":0,"median_us":366.176,"change_pct":3.39748,"ratio_ci95":[1.03342,1.03462],"paired_ratios":[1.03473,1.04277,1.03322,1.03489,1.03341,1.03323,1.03452,1.03416,1.03342,1.03415,1.03342,1.0338]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":4,"control":0,"median_us":381.376,"change_pct":7.68049,"ratio_ci95":[1.07632,1.07727],"paired_ratios":[1.08006,1.08207,1.07602,1.07719,1.07621,1.07621,1.07681,1.07699,1.07678,1.0768,1.07642,1.07735]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":5,"control":0,"median_us":353.824,"change_pct":-0.126525,"ratio_ci95":[0.998194,0.999548],"paired_ratios":[0.995613,0.997075,0.998556,0.998735,0.998736,0.998194,1.0,0.998735,0.998193,1.0,0.999639,0.999458]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":0,"control":0,"median_us":354.176,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":1,"control":0,"median_us":365.312,"change_pct":3.14505,"ratio_ci95":[1.03126,1.03209],"paired_ratios":[1.03126,1.03126,1.03109,1.03219,1.03126,1.03146,1.03144,1.03254,1.03233,1.032,1.03198,1.03126]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":2,"control":0,"median_us":375.552,"change_pct":6.03869,"ratio_ci95":[1.06007,1.06064],"paired_ratios":[1.06035,1.05998,1.06073,1.06166,1.0598,1.06039,1.06252,1.06056,1.05996,1.06039,1.06016,1.06052]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":3,"control":0,"median_us":373.216,"change_pct":5.37586,"ratio_ci95":[1.05329,1.05443],"paired_ratios":[1.05276,1.05384,1.05368,1.05443,1.05312,1.05388,1.05584,1.05477,1.05346,1.05442,1.05366,1.05312]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":4,"control":0,"median_us":388.672,"change_pct":9.7561,"ratio_ci95":[1.0972,1.09816],"paired_ratios":[1.0974,1.0972,1.0976,1.09819,1.0972,1.09926,1.09812,1.09707,1.09753,1.09854,1.09792,1.09702]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":5,"control":0,"median_us":360.608,"change_pct":1.79797,"ratio_ci95":[1.0177,1.01871],"paired_ratios":[1.01753,1.01825,1.01771,1.01899,1.01771,1.0188,1.01825,1.01898,1.0177,1.01862,1.01771,1.01734]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":0,"control":0,"median_us":26.4,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":0,"control":6,"median_us":26.4,"change_pct":9.25926,"ratio_ci95":[1.08995,1.09549],"paired_ratios":[1.09549,1.09259,1.08995,1.09259,1.09284,1.09574,1.09574,1.09259,1.08995,1.08995,1.08971,1.09549]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":1,"control":0,"median_us":24.224,"change_pct":-8.24244,"ratio_ci95":[0.915254,0.918789],"paired_ratios":[0.915254,0.917676,0.915049,0.915254,0.919903,0.917476,0.917476,0.917676,0.919903,0.919903,0.917676,0.915254]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":1,"control":6,"median_us":24.224,"change_pct":0.264555,"ratio_ci95":[1.00132,1.00398],"paired_ratios":[1.00265,1.00265,0.997355,1.0,1.00531,1.00532,1.00532,1.00265,1.00265,1.00265,1.0,1.00265]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":2,"control":0,"median_us":24.384,"change_pct":-7.74819,"ratio_ci95":[0.92233,0.924848],"paired_ratios":[0.922518,0.920097,0.927184,0.922518,0.929612,0.919903,0.92233,0.922518,0.924757,0.92233,0.924939,0.922518]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":2,"control":6,"median_us":24.384,"change_pct":0.795759,"ratio_ci95":[1.00793,1.01061],"paired_ratios":[1.01061,1.00529,1.01058,1.00794,1.01592,1.00798,1.01064,1.00794,1.00794,1.00529,1.00792,1.01061]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":3,"control":0,"median_us":24.32,"change_pct":-7.99031,"ratio_ci95":[0.92,0.92233],"paired_ratios":[0.915254,0.920097,0.919903,0.920097,0.92233,0.92233,0.927184,0.920097,0.92233,0.919903,0.920097,0.920097]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":3,"control":6,"median_us":24.32,"change_pct":0.52911,"ratio_ci95":[1.00265,1.00796],"paired_ratios":[1.00265,1.00529,1.00265,1.00529,1.00796,1.01064,1.01596,1.00529,1.00529,1.00265,1.00264,1.00796]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":4,"control":0,"median_us":24.415,"change_pct":-7.51895,"ratio_ci95":[0.922518,0.927184],"paired_ratios":[0.922518,0.922518,0.924757,0.922518,0.927184,0.924757,0.927184,0.922518,0.929612,0.927184,0.927361,0.924864]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":4,"control":6,"median_us":24.415,"change_pct":1.0596,"ratio_ci95":[1.00794,1.01325],"paired_ratios":[1.01061,1.00794,1.00794,1.00794,1.01326,1.0133,1.01596,1.00794,1.01323,1.01058,1.01055,1.01318]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":5,"control":0,"median_us":24.256,"change_pct":-8.12107,"ratio_ci95":[0.917676,0.92233],"paired_ratios":[0.917676,0.917676,0.92233,0.917676,0.92233,0.919903,0.92233,0.917676,0.92233,0.92233,0.917676,0.917676]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":5,"control":6,"median_us":24.256,"change_pct":0.52911,"ratio_ci95":[1.00265,1.00663],"paired_ratios":[1.00531,1.00265,1.00529,1.00265,1.00796,1.00798,1.01064,1.00265,1.00529,1.00529,1.0,1.00531]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":6,"control":0,"median_us":24.192,"change_pct":-8.47458,"ratio_ci95":[0.912833,0.917476],"paired_ratios":[0.912833,0.915254,0.917476,0.915254,0.915049,0.912621,0.912621,0.915254,0.917476,0.917476,0.917676,0.912833]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":6,"control":6,"median_us":24.192,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":0,"control":0,"median_us":26.432,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":0,"control":6,"median_us":26.432,"change_pct":9.25926,"ratio_ci95":[1.09115,1.09404],"paired_ratios":[1.09259,1.09259,1.09549,1.0984,1.09259,1.08995,1.08995,1.09259,1.09235,1.09259,1.09549,1.08707]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":1,"control":0,"median_us":26.752,"change_pct":1.21066,"ratio_ci95":[1.01209,1.01574],"paired_ratios":[1.01211,1.00969,1.01211,1.01695,1.01211,1.01699,1.02184,1.00726,1.01208,1.01211,1.01453,1.01214]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":1,"control":6,"median_us":26.752,"change_pct":10.582,"ratio_ci95":[1.10436,1.11008],"paired_ratios":[1.10582,1.10317,1.10875,1.11702,1.10582,1.10847,1.11376,1.10053,1.10554,1.10582,1.11141,1.10026]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":2,"control":0,"median_us":26.88,"change_pct":1.69903,"ratio_ci95":[1.01574,1.02179],"paired_ratios":[1.01695,1.02179,1.02179,1.01695,1.01211,1.01699,1.01699,1.04116,1.01208,1.01453,1.02179,1.02427]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":2,"control":6,"median_us":26.88,"change_pct":11.2284,"ratio_ci95":[1.10847,1.11819],"paired_ratios":[1.11111,1.1164,1.11936,1.11702,1.10582,1.10847,1.10847,1.13757,1.10554,1.10847,1.11936,1.11346]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":3,"control":0,"median_us":26.944,"change_pct":1.81804,"ratio_ci95":[1.01693,1.02061],"paired_ratios":[1.01453,1.01695,1.01937,1.01937,1.04358,1.02184,1.02184,1.00969,1.01691,1.01695,1.01937,1.01699]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":3,"control":6,"median_us":26.944,"change_pct":11.2434,"ratio_ci95":[1.10964,1.11671],"paired_ratios":[1.10847,1.11111,1.11671,1.11968,1.14021,1.11376,1.11376,1.10317,1.11082,1.11111,1.11671,1.10554]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":4,"control":0,"median_us":26.944,"change_pct":2.06046,"ratio_ci95":[1.01695,1.02421],"paired_ratios":[1.01211,1.01937,1.03632,1.02179,1.02421,1.01942,1.01942,1.02421,1.01208,1.02421,1.01453,1.02184]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":4,"control":6,"median_us":26.944,"change_pct":11.2581,"ratio_ci95":[1.11096,1.11905],"paired_ratios":[1.10582,1.11376,1.13528,1.12234,1.11905,1.11111,1.11111,1.11905,1.10554,1.11905,1.11141,1.11082]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":5,"control":0,"median_us":26.88,"change_pct":1.69492,"ratio_ci95":[1.0133,1.02179],"paired_ratios":[1.01695,1.01453,1.00969,1.00969,1.02179,1.02184,1.01942,1.01453,1.01208,1.02179,1.01695,1.02184]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":5,"control":6,"median_us":26.88,"change_pct":11.0965,"ratio_ci95":[1.10847,1.11391],"paired_ratios":[1.11111,1.10847,1.1061,1.10904,1.1164,1.11376,1.11111,1.10847,1.10554,1.1164,1.11406,1.11082]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":6,"control":0,"median_us":24.192,"change_pct":-8.47458,"ratio_ci95":[0.914044,0.916467],"paired_ratios":[0.915254,0.915254,0.912833,0.910412,0.915254,0.917476,0.917476,0.915254,0.915459,0.915254,0.912833,0.919903]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":6,"control":6,"median_us":24.192,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":0,"control":0,"median_us":28.192,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":0,"control":6,"median_us":28.192,"change_pct":9.82829,"ratio_ci95":[1.08483,1.1052],"paired_ratios":[1.10896,1.10896,1.10412,1.10628,1.1012,1.1012,1.03171,1.07653,1.08226,1.09278,1.09536,1.0874]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":1,"control":0,"median_us":28.096,"change_pct":-0.454114,"ratio_ci95":[0.993443,1.0],"paired_ratios":[0.99345,0.991266,1.0,0.989083,0.993435,0.995624,1.00473,0.99763,1.00238,1.0,0.995294,0.995272]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":1,"control":6,"median_us":28.096,"change_pct":9.33797,"ratio_ci95":[1.08355,1.09783],"paired_ratios":[1.10169,1.09927,1.10412,1.0942,1.09398,1.09639,1.03659,1.07398,1.08483,1.09278,1.09021,1.08226]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":2,"control":0,"median_us":28.896,"change_pct":2.47615,"ratio_ci95":[1.02186,1.02966],"paired_ratios":[1.01747,1.02183,1.02851,1.01965,1.02188,1.02188,1.0331,1.03081,1.03325,1.0283,1.02588,1.02364]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":2,"control":6,"median_us":28.896,"change_pct":12.4506,"ratio_ci95":[1.11568,1.12817],"paired_ratios":[1.12833,1.13317,1.13559,1.12802,1.1253,1.1253,1.06585,1.10969,1.11825,1.12371,1.12371,1.11311]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":3,"control":0,"median_us":28.992,"change_pct":2.83098,"ratio_ci95":[1.02501,1.03428],"paired_ratios":[1.02402,1.02838,1.03289,1.02183,1.02626,1.02407,1.03546,1.03791,1.038,1.02594,1.02824,1.0331]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":3,"control":6,"median_us":28.992,"change_pct":12.7,"ratio_ci95":[1.12226,1.13301],"paired_ratios":[1.13559,1.14044,1.14044,1.13043,1.13012,1.12771,1.06829,1.11735,1.12339,1.12113,1.12629,1.12339]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":4,"control":0,"median_us":29.024,"change_pct":3.06114,"ratio_ci95":[1.02834,1.03428],"paired_ratios":[1.0262,1.02402,1.0307,1.02838,1.03063,1.02845,1.03546,1.03554,1.04038,1.0283,1.03059,1.0331]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":4,"control":6,"median_us":29.024,"change_pct":13.0698,"ratio_ci95":[1.12355,1.13664],"paired_ratios":[1.13801,1.13559,1.13801,1.13768,1.13494,1.13253,1.06829,1.1148,1.12596,1.12371,1.12887,1.12339]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":5,"control":0,"median_us":28.256,"change_pct":0.436682,"ratio_ci95":[0.999912,1.00793],"paired_ratios":[1.00437,1.00437,1.00877,1.00437,1.00875,1.00219,1.00473,1.00711,1.0095,0.995283,0.995294,0.997636]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":5,"control":6,"median_us":28.256,"change_pct":9.80798,"ratio_ci95":[1.08623,1.11246],"paired_ratios":[1.1138,1.1138,1.1138,1.11111,1.11084,1.10361,1.03659,1.08418,1.09255,1.08763,1.09021,1.08483]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":6,"control":0,"median_us":26.336,"change_pct":-8.94813,"ratio_ci95":[0.904816,0.921806],"paired_ratios":[0.901747,0.901747,0.905702,0.90393,0.908096,0.908096,0.969267,0.92891,0.92399,0.915094,0.912941,0.919622]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":6,"control":6,"median_us":26.336,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":0,"control":0,"median_us":26.976,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":0,"control":6,"median_us":26.976,"change_pct":8.48334,"ratio_ci95":[1.08226,1.08763],"paired_ratios":[1.08205,1.09536,1.07949,1.08505,1.08269,1.08763,1.08763,1.08505,1.08226,1.09021,1.08462,1.08226]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":1,"control":0,"median_us":28.992,"change_pct":7.60094,"ratio_ci95":[1.07109,1.08095],"paired_ratios":[1.07109,1.07529,1.06888,1.07601,1.08115,1.06872,1.07109,1.09026,1.07601,1.08038,1.08511,1.08076]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":1,"control":6,"median_us":28.992,"change_pct":16.8596,"ratio_ci95":[1.16345,1.17738],"paired_ratios":[1.15897,1.17784,1.15385,1.16753,1.17054,1.16237,1.16495,1.18299,1.16452,1.17784,1.17692,1.16967]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":2,"control":0,"median_us":30.048,"change_pct":11.1504,"ratio_ci95":[1.1057,1.11862],"paired_ratios":[1.11611,1.09882,1.10451,1.11876,1.12411,1.11848,1.11374,1.10689,1.14727,1.10875,1.09929,1.10926]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":2,"control":6,"median_us":30.048,"change_pct":20.8228,"ratio_ci95":[1.20077,1.21521],"paired_ratios":[1.20769,1.20361,1.19231,1.21392,1.21705,1.21649,1.21134,1.20103,1.24165,1.20876,1.19231,1.20051]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":3,"control":0,"median_us":30.08,"change_pct":11.2559,"ratio_ci95":[1.10993,1.12233],"paired_ratios":[1.11374,1.11059,1.12589,1.12589,1.11456,1.11137,1.109,1.12352,1.10926,1.11111,1.10638,1.12114]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":3,"control":6,"median_us":30.08,"change_pct":21.0052,"ratio_ci95":[1.20566,1.21594],"paired_ratios":[1.20513,1.21649,1.21538,1.22165,1.20672,1.20876,1.20619,1.21907,1.20051,1.21134,1.2,1.21337]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":4,"control":0,"median_us":30.24,"change_pct":11.7574,"ratio_ci95":[1.11493,1.12441],"paired_ratios":[1.12322,1.10118,1.11164,1.11401,1.11695,1.12322,1.12559,1.11639,1.12589,1.1182,1.11584,1.12827]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":4,"control":6,"median_us":30.24,"change_pct":21.3362,"ratio_ci95":[1.20903,1.22008],"paired_ratios":[1.21538,1.20619,1.2,1.20876,1.2093,1.22165,1.22423,1.21134,1.21851,1.21907,1.21026,1.22108]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":5,"control":0,"median_us":29.248,"change_pct":8.15677,"ratio_ci95":[1.07692,1.08907],"paired_ratios":[1.07346,1.08,1.08789,1.09264,1.09785,1.08531,1.0782,1.09026,1.07838,1.07565,1.07329,1.08314]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":5,"control":6,"median_us":29.248,"change_pct":17.352,"ratio_ci95":[1.16967,1.18299],"paired_ratios":[1.16154,1.18299,1.17436,1.18557,1.18863,1.18041,1.17268,1.18299,1.1671,1.17268,1.1641,1.17224]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":6,"control":0,"median_us":24.832,"change_pct":-7.81995,"ratio_ci95":[0.919431,0.92399],"paired_ratios":[0.924171,0.912941,0.926366,0.921615,0.923628,0.919431,0.919431,0.921615,0.92399,0.917258,0.921986,0.92399]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":6,"control":6,"median_us":24.832,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":0,"control":0,"median_us":24.256,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":1,"control":0,"median_us":23.904,"change_pct":-1.31927,"ratio_ci95":[0.982829,0.989418],"paired_ratios":[0.984127,0.984169,0.98939,0.98153,0.98153,0.986807,0.989474,0.986807,0.98153,0.992064,0.989418,0.989418]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":2,"control":0,"median_us":24.192,"change_pct":-0.131581,"ratio_ci95":[0.997361,1.0],"paired_ratios":[1.0,0.997361,1.00796,0.997361,1.0,1.0,0.997368,0.997361,0.997361,0.997355,1.00794,1.0]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":3,"control":0,"median_us":24.32,"change_pct":0.527004,"ratio_ci95":[1.00264,1.0066],"paired_ratios":[1.00265,1.0,1.01061,1.00792,1.00528,1.00264,1.00526,1.00264,1.00264,1.00529,1.01058,1.00529]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":4,"control":0,"median_us":24.32,"change_pct":0.264206,"ratio_ci95":[1.00264,1.00396],"paired_ratios":[1.00529,1.00264,1.00265,1.00528,0.997361,1.0,1.00263,1.00264,1.00264,1.00265,1.00529,1.00265]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":5,"control":0,"median_us":24.256,"change_pct":0.0,"ratio_ci95":[1.0,1.00265],"paired_ratios":[1.0,0.994723,1.00531,0.994723,1.0,1.0,1.0,1.0,1.00264,1.00265,1.00529,1.00265]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":0,"control":0,"median_us":24.224,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":1,"control":0,"median_us":26.56,"change_pct":9.89418,"ratio_ci95":[1.09367,1.10199],"paired_ratios":[1.11873,1.0873,1.09763,1.1,1.09235,1.1008,1.10317,1.08707,1.1008,1.09788,1.10317,1.09499]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":2,"control":0,"median_us":26.208,"change_pct":8.47719,"ratio_ci95":[1.07794,1.09272],"paired_ratios":[1.10026,1.09259,1.08971,1.07105,1.07652,1.08753,1.07937,1.09499,1.09284,1.08201,1.08201,1.07652]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":3,"control":0,"median_us":26.4,"change_pct":9.12599,"ratio_ci95":[1.08454,1.09763],"paired_ratios":[1.09763,1.08466,1.08443,1.07632,1.09763,1.1008,1.09524,1.08179,1.08753,1.0873,1.10053,1.09499]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":4,"control":0,"median_us":26.432,"change_pct":9.23483,"ratio_ci95":[1.08345,1.09272],"paired_ratios":[1.07916,1.09259,1.10554,1.08947,1.09235,1.08488,1.08201,1.09235,1.09284,1.09259,1.09524,1.07916]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":5,"control":0,"median_us":26.24,"change_pct":8.46561,"ratio_ci95":[1.08179,1.08742],"paired_ratios":[1.08707,1.08466,1.08443,1.07895,1.08179,1.08753,1.09788,1.07916,1.08753,1.08466,1.0873,1.08179]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":0,"control":0,"median_us":25.12,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":1,"control":0,"median_us":25.152,"change_pct":0.0,"ratio_ci95":[1.0,1.00386],"paired_ratios":[1.0,1.0,0.997468,1.0,1.0,1.0051,1.00512,1.0,1.0,1.0026,1.00525,1.00261]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":2,"control":0,"median_us":26.688,"change_pct":6.49699,"ratio_ci95":[1.06099,1.06719],"paired_ratios":[1.06107,1.06091,1.05316,1.06633,1.06107,1.06633,1.0665,1.05838,1.06361,1.07813,1.07612,1.06789]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":3,"control":0,"median_us":26.656,"change_pct":6.29759,"ratio_ci95":[1.0598,1.06711],"paired_ratios":[1.05852,1.06345,1.0557,1.06122,1.05852,1.06633,1.06905,1.06345,1.06107,1.0625,1.07349,1.06789]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":4,"control":0,"median_us":27.232,"change_pct":8.39694,"ratio_ci95":[1.08249,1.08904],"paired_ratios":[1.08397,1.08376,1.07342,1.09184,1.08397,1.09184,1.08696,1.08883,1.08142,1.08073,1.08924,1.08355]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":5,"control":0,"median_us":25.952,"change_pct":3.56689,"ratio_ci95":[1.03308,1.04002],"paired_ratios":[1.03308,1.02792,1.02532,1.03827,1.03308,1.03571,1.03581,1.04315,1.03562,1.03385,1.05249,1.04178]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":0,"control":0,"median_us":24.512,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":1,"control":0,"median_us":26.56,"change_pct":8.22454,"ratio_ci95":[1.07823,1.09031],"paired_ratios":[1.08094,1.09375,1.09162,1.08073,1.07813,1.08355,1.08639,1.09711,1.07552,1.07273,1.07833,1.08901]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":2,"control":0,"median_us":28.032,"change_pct":14.3418,"ratio_ci95":[1.13726,1.14733],"paired_ratios":[1.15405,1.13542,1.13351,1.14844,1.14583,1.14621,1.15183,1.13911,1.13021,1.14286,1.14099,1.14398]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":3,"control":0,"median_us":27.872,"change_pct":13.5585,"ratio_ci95":[1.12941,1.14453],"paired_ratios":[1.12794,1.14062,1.15183,1.14323,1.1276,1.13055,1.13089,1.15486,1.14583,1.13766,1.12794,1.13351]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":4,"control":0,"median_us":28.192,"change_pct":15.4048,"ratio_ci95":[1.14472,1.16057],"paired_ratios":[1.15927,1.14323,1.15445,1.14583,1.15365,1.16188,1.16492,1.15486,1.14583,1.14026,1.1436,1.1623]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":5,"control":0,"median_us":27.392,"change_pct":11.734,"ratio_ci95":[1.11342,1.11911],"paired_ratios":[1.10966,1.11719,1.12304,1.11719,1.11719,1.11749,1.1178,1.12861,1.10937,1.10649,1.11749,1.12042]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":0,"control":0,"median_us":24.256,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":1,"control":0,"median_us":24.64,"change_pct":1.58103,"ratio_ci95":[1.01186,1.01847],"paired_ratios":[1.01053,1.01847,1.00789,1.01847,1.01583,1.01579,1.01583,1.01053,1.01319,1.01847,1.01323,1.01847]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":2,"control":0,"median_us":25.504,"change_pct":5.01319,"ratio_ci95":[1.05,1.0527],"paired_ratios":[1.04737,1.05277,1.05,1.05013,1.05277,1.05,1.05013,1.05263,1.05277,1.05013,1.05026,1.04749]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":3,"control":0,"median_us":25.472,"change_pct":5.00659,"ratio_ci95":[1.04743,1.0502],"paired_ratios":[1.04737,1.05277,1.04737,1.04749,1.04749,1.04474,1.05277,1.05,1.05013,1.05013,1.05026,1.05013]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":4,"control":0,"median_us":25.536,"change_pct":5.13817,"ratio_ci95":[1.04875,1.05541],"paired_ratios":[1.05,1.04749,1.05263,1.04749,1.05013,1.04474,1.05805,1.05,1.05277,1.05805,1.0582,1.05277]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":5,"control":0,"median_us":25.472,"change_pct":5.00659,"ratio_ci95":[1.04743,1.05013],"paired_ratios":[1.04737,1.05013,1.04737,1.05013,1.05013,1.04737,1.05541,1.05,1.05013,1.04749,1.05291,1.04749]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":0,"control":0,"median_us":24.32,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":1,"control":0,"median_us":26.816,"change_pct":10.2767,"ratio_ci95":[1.10131,1.1054],"paired_ratios":[1.10847,1.09211,1.10236,1.10526,1.1,1.10554,1.10263,1.10026,1.1029,1.10789,1.10263,1.10526]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":2,"control":0,"median_us":27.456,"change_pct":12.8947,"ratio_ci95":[1.12895,1.12929],"paired_ratios":[1.13492,1.12895,1.12598,1.12895,1.12895,1.12929,1.12895,1.13456,1.12929,1.12895,1.12895,1.11842]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":3,"control":0,"median_us":27.456,"change_pct":12.8947,"ratio_ci95":[1.12895,1.13193],"paired_ratios":[1.13492,1.12895,1.12598,1.13158,1.12895,1.13193,1.12895,1.13193,1.13456,1.12895,1.12895,1.12895]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":4,"control":0,"median_us":27.456,"change_pct":12.8947,"ratio_ci95":[1.12895,1.13325],"paired_ratios":[1.13492,1.16053,1.12598,1.12895,1.12895,1.13193,1.12895,1.13456,1.13193,1.12632,1.12895,1.12895]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":5,"control":0,"median_us":27.328,"change_pct":12.5,"ratio_ci95":[1.12105,1.1278],"paired_ratios":[1.13228,1.11842,1.11549,1.12105,1.12632,1.12665,1.12895,1.12665,1.12929,1.12368,1.12105,1.12105]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":0,"control":0,"median_us":83.776,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":1,"control":0,"median_us":83.776,"change_pct":-0.0381989,"ratio_ci95":[0.997731,1.00038],"paired_ratios":[0.999219,1.00078,1.0,1.00078,1.00076,0.999236,1.0,0.996977,0.997731,0.997731,0.997729,1.0]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":2,"control":0,"median_us":83.072,"change_pct":-1.15933,"ratio_ci95":[0.987072,0.989615],"paired_ratios":[0.989071,0.990625,0.988281,0.989844,0.988532,0.987013,0.99618,0.984883,0.987141,0.986384,0.987131,0.989386]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":3,"control":0,"median_us":82.976,"change_pct":-1.27485,"ratio_ci95":[0.985178,0.987685],"paired_ratios":[0.986729,0.9875,0.9875,0.9875,0.987003,0.985485,0.995416,0.984127,0.984871,0.984871,0.991673,0.98787]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":4,"control":0,"median_us":82.784,"change_pct":-1.4057,"ratio_ci95":[0.983743,0.986915],"paired_ratios":[0.985948,0.985937,0.9875,0.986719,0.980887,0.983193,0.994652,0.984127,0.985628,0.983358,0.986374,0.987111]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":5,"control":0,"median_us":82.976,"change_pct":-1.24998,"ratio_ci95":[0.986317,0.988281],"paired_ratios":[0.98829,0.988281,0.988281,0.988281,0.987003,0.986249,0.996944,0.985639,0.984871,0.986384,0.987131,0.98787]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":0,"control":0,"median_us":84.544,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":1,"control":0,"median_us":87.36,"change_pct":3.29045,"ratio_ci95":[1.0312,1.0333],"paired_ratios":[1.03328,1.03563,1.03409,1.03331,1.03255,1.03326,1.03328,1.02476,1.03179,1.03104,1.02977,1.03137]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":2,"control":0,"median_us":86.528,"change_pct":2.34582,"ratio_ci95":[1.02193,1.02424],"paired_ratios":[1.02194,1.02502,1.02273,1.02347,1.02347,1.02192,1.02345,1.015,1.02574,1.02347,1.01985,1.0306]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":3,"control":0,"median_us":86.4,"change_pct":2.1953,"ratio_ci95":[1.02051,1.02207],"paired_ratios":[1.01891,1.0235,1.02273,1.02195,1.02195,1.02041,1.02118,1.01425,1.02195,1.02195,1.02061,1.02219]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":4,"control":0,"median_us":86.4,"change_pct":2.23315,"ratio_ci95":[1.02117,1.02321],"paired_ratios":[1.01891,1.02274,1.02424,1.02195,1.02195,1.02041,1.02194,1.0135,1.02271,1.02347,1.02901,1.02295]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":5,"control":0,"median_us":86.464,"change_pct":2.271,"ratio_ci95":[1.02155,1.02321],"paired_ratios":[1.02042,1.02274,1.02424,1.02271,1.02347,1.02192,1.02118,1.0135,1.02271,1.02271,1.02519,1.02295]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":0,"control":0,"median_us":90.624,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":1,"control":0,"median_us":88.16,"change_pct":-2.71046,"ratio_ci95":[0.968203,0.975933],"paired_ratios":[0.967143,0.965025,0.967903,0.968504,0.977305,0.971045,0.972458,0.973333,0.982468,0.974895,0.974878,0.976971]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":2,"control":0,"median_us":86.272,"change_pct":-4.78542,"ratio_ci95":[0.944942,0.956381],"paired_ratios":[0.944286,0.943612,0.942939,0.945598,0.956028,0.951977,0.951271,0.954386,0.952314,0.956764,0.956734,0.957432]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":3,"control":0,"median_us":86.496,"change_pct":-4.73515,"ratio_ci95":[0.944943,0.955703],"paired_ratios":[0.943572,0.942898,0.941512,0.946313,0.95461,0.949153,0.959039,0.953684,0.951613,0.95537,0.956036,0.956036]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":4,"control":0,"median_us":86.368,"change_pct":-5.03161,"ratio_ci95":[0.942521,0.955006],"paired_ratios":[0.942857,0.942184,0.941512,0.944882,0.934752,0.949859,0.958333,0.952281,0.949509,0.953975,0.956734,0.956036]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":5,"control":0,"median_us":86.88,"change_pct":-4.43533,"ratio_ci95":[0.947125,0.960586],"paired_ratios":[0.947857,0.946467,0.946505,0.947745,0.940425,0.954802,0.963983,0.956491,0.956522,0.960948,0.960223,0.961619]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":0,"control":0,"median_us":91.2,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":1,"control":0,"median_us":91.616,"change_pct":0.384914,"ratio_ci95":[1.00281,1.00491],"paired_ratios":[1.00629,1.00419,1.0014,1.0042,1.0049,1.00491,1.00281,1.00281,1.00772,1.00281,1.0007,1.00351]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":2,"control":0,"median_us":89.76,"change_pct":-1.57832,"ratio_ci95":[0.982801,0.986702],"paired_ratios":[0.98812,0.987439,0.988803,0.985294,0.983905,0.985965,0.984529,0.981742,0.983146,0.983146,0.982456,0.982444]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":3,"control":0,"median_us":89.792,"change_pct":-1.57832,"ratio_ci95":[0.983848,0.984934],"paired_ratios":[0.994409,0.986043,0.984605,0.984594,0.983905,0.985263,0.984529,0.983848,0.983146,0.983848,0.98386,0.983146]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":4,"control":0,"median_us":89.76,"change_pct":-1.61518,"ratio_ci95":[0.982474,0.985286],"paired_ratios":[0.987421,0.988137,0.983905,0.983893,0.982505,0.986667,0.983122,0.982444,0.983848,0.981039,0.981053,0.983848]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":5,"control":0,"median_us":90.048,"change_pct":-1.22756,"ratio_ci95":[0.987013,0.98915],"paired_ratios":[0.992313,0.992324,0.988104,0.990196,0.987404,0.986667,0.988045,0.986657,0.984551,0.988062,0.987368,0.98736]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":0,"control":0,"median_us":91.776,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":1,"control":0,"median_us":91.392,"change_pct":-0.384618,"ratio_ci95":[0.995122,0.99719],"paired_ratios":[0.996489,0.997191,0.997189,0.995789,0.997209,0.993728,0.995819,0.995122,0.995122,0.996523,1.0,0.994429]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":2,"control":0,"median_us":92.384,"change_pct":0.769239,"ratio_ci95":[1.00627,1.00843],"paired_ratios":[1.00843,1.00843,1.00843,1.00772,1.00907,1.00558,1.00767,1.00627,1.00697,1.00348,1.00837,1.00627]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":3,"control":0,"median_us":92.8,"change_pct":1.18925,"ratio_ci95":[1.0108,1.013],"paired_ratios":[1.01194,1.01334,1.01265,1.01544,1.01465,1.01185,1.01115,1.01045,1.01185,1.00834,1.01256,1.00975]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":4,"control":0,"median_us":92.64,"change_pct":0.944268,"ratio_ci95":[1.00907,1.01054],"paired_ratios":[1.01053,1.00913,1.01054,1.00912,1.00977,1.01115,1.00906,1.01115,1.00976,1.00765,1.00907,1.00905]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":5,"control":0,"median_us":92.32,"change_pct":0.6296,"ratio_ci95":[1.00489,1.00732],"paired_ratios":[1.00632,1.00632,1.00773,1.00491,1.00907,1.00697,1.00627,1.00418,1.00348,1.00487,1.00768,1.00557]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":0,"control":0,"median_us":91.712,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":1,"control":0,"median_us":93.824,"change_pct":2.37348,"ratio_ci95":[1.02266,1.02484],"paired_ratios":[1.02373,1.02441,1.02303,1.02303,1.02442,1.02089,1.02374,1.0223,1.02584,1.02162,1.02528,1.02526]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":2,"control":0,"median_us":94.976,"change_pct":3.56876,"ratio_ci95":[1.03418,1.03666],"paired_ratios":[1.03768,1.03417,1.03419,1.03629,1.03629,1.0376,1.03631,1.03415,1.03701,1.03487,1.03371,1.03509]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":3,"control":0,"median_us":95.424,"change_pct":4.09371,"ratio_ci95":[1.03978,1.04165],"paired_ratios":[1.04187,1.03975,1.04047,1.04466,1.04117,1.03621,1.0412,1.04321,1.0398,1.03696,1.04143,1.0407]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":4,"control":0,"median_us":95.232,"change_pct":3.83409,"ratio_ci95":[1.03767,1.03911],"paired_ratios":[1.04187,1.03766,1.03699,1.03768,1.03838,1.0383,1.03911,1.03624,1.03911,1.03905,1.04284,1.03789]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":5,"control":0,"median_us":94.944,"change_pct":3.55773,"ratio_ci95":[1.03418,1.03629],"paired_ratios":[1.03629,1.03417,1.03419,1.03559,1.03629,1.03273,1.03701,1.03415,1.03561,1.03556,1.03933,1.03439]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":0,"control":0,"median_us":334.016,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":1,"control":0,"median_us":334.336,"change_pct":0.0670633,"ratio_ci95":[1.00038,1.00124],"paired_ratios":[1.00038,1.00057,1.00077,1.00057,1.00115,1.00134,1.00192,1.00172,1.00039,1.00077,1.0,1.00019]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":2,"control":0,"median_us":334.272,"change_pct":0.07702,"ratio_ci95":[1.00048,1.00096],"paired_ratios":[1.00057,1.0,1.00077,1.00038,1.00038,1.00057,1.00096,1.00153,1.00716,1.00097,1.00077,1.00077]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":3,"control":0,"median_us":329.728,"change_pct":-1.28052,"ratio_ci95":[0.986785,0.987423],"paired_ratios":[0.986595,0.986784,0.987351,0.986787,0.986598,0.986787,0.987354,0.987546,0.987425,0.98742,0.987038,0.987616]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":4,"control":0,"median_us":329.12,"change_pct":-1.47073,"ratio_ci95":[0.984777,0.985367],"paired_ratios":[0.98468,0.984677,0.985627,0.984872,0.984683,0.985063,0.985629,0.985438,0.985297,0.985291,0.985297,0.985294]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":5,"control":0,"median_us":330.016,"change_pct":-1.23527,"ratio_ci95":[0.987424,0.988215],"paired_ratios":[0.987553,0.987742,0.988118,0.987361,0.987364,0.987553,0.988504,0.988312,0.988005,0.988388,0.987425,0.987423]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":0,"control":0,"median_us":330.72,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":1,"control":0,"median_us":338.56,"change_pct":2.35169,"ratio_ci95":[1.02321,1.024],"paired_ratios":[1.02321,1.02302,1.02321,1.02361,1.02322,1.0242,1.02381,1.02343,1.02439,1.0242,1.02302,1.02361]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":2,"control":0,"median_us":338.56,"change_pct":2.36182,"ratio_ci95":[1.0235,1.02401],"paired_ratios":[1.0236,1.02418,1.0234,1.02457,1.02303,1.02401,1.024,1.02362,1.02401,1.02362,1.02341,1.02361]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":3,"control":0,"median_us":334.144,"change_pct":1.03521,"ratio_ci95":[1.01016,1.01074],"paired_ratios":[1.01044,1.01025,1.00986,1.00967,1.01026,1.01007,1.01026,1.01084,1.01045,1.01103,1.01083,1.01064]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":4,"control":0,"median_us":333.44,"change_pct":0.812847,"ratio_ci95":[1.00793,1.00842],"paired_ratios":[1.00812,1.00813,1.00793,1.00735,1.00794,1.00813,1.00852,1.00813,1.00833,1.00852,1.00793,1.00909]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":5,"control":0,"median_us":334.272,"change_pct":1.08328,"ratio_ci95":[1.01036,1.01113],"paired_ratios":[1.01122,1.01083,1.01083,1.01006,1.01123,1.01104,1.01026,1.01065,1.01045,1.01123,1.01103,1.00987]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":0,"control":0,"median_us":356.48,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":1,"control":0,"median_us":340.608,"change_pct":-4.45202,"ratio_ci95":[0.954717,0.955819],"paired_ratios":[0.94931,0.966745,0.954627,0.953934,0.955663,0.955647,0.955647,0.955312,0.955133,0.955975,0.956889,0.954806]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":2,"control":0,"median_us":335.712,"change_pct":-5.85069,"ratio_ci95":[0.940638,0.94208],"paired_ratios":[0.934048,0.943485,0.940459,0.940312,0.941483,0.941821,0.941821,0.941493,0.941493,0.942677,0.942339,0.940818]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":3,"control":0,"median_us":335.424,"change_pct":-5.93197,"ratio_ci95":[0.939921,0.941272],"paired_ratios":[0.93314,0.942758,0.939921,0.939236,0.940765,0.940923,0.941103,0.940596,0.940596,0.941959,0.941441,0.939921]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":4,"control":0,"median_us":335.872,"change_pct":-5.80633,"ratio_ci95":[0.941356,0.942619],"paired_ratios":[0.934593,0.944212,0.941356,0.94067,0.942021,0.942539,0.94236,0.941673,0.941852,0.943217,0.942698,0.941356]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":5,"control":0,"median_us":340.0,"change_pct":-4.65554,"ratio_ci95":[0.952887,0.954035],"paired_ratios":[0.946948,0.953298,0.953372,0.952321,0.95333,0.954211,0.953852,0.953518,0.953877,0.954717,0.954194,0.952475]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":0,"control":0,"median_us":354.208,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":1,"control":0,"median_us":344.896,"change_pct":-2.6028,"ratio_ci95":[0.973527,0.975454],"paired_ratios":[0.975597,0.975601,0.971511,0.974141,0.973803,0.975663,0.975311,0.974326,0.973432,0.973618,0.973437,0.973798]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":2,"control":0,"median_us":339.776,"change_pct":-4.04013,"ratio_ci95":[0.959165,0.961611],"paired_ratios":[0.962139,0.961607,0.966643,0.959855,0.959169,0.956553,0.961615,0.959863,0.959154,0.959342,0.959342,0.959161]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":3,"control":0,"median_us":339.424,"change_pct":-4.13955,"ratio_ci95":[0.957987,0.960527],"paired_ratios":[0.961062,0.961069,0.966102,0.958951,0.958266,0.956193,0.959993,0.958778,0.958431,0.957897,0.958077,0.957897]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":4,"control":0,"median_us":339.904,"change_pct":-3.99494,"ratio_ci95":[0.959704,0.96179],"paired_ratios":[0.963216,0.961966,0.966823,0.960398,0.95953,0.957455,0.961615,0.960043,0.960058,0.959704,0.959704,0.959704]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":5,"control":0,"median_us":343.904,"change_pct":-2.90026,"ratio_ci95":[0.970625,0.9732],"paired_ratios":[0.973623,0.973986,0.978904,0.970705,0.97019,0.972778,0.972067,0.970711,0.97036,0.971268,0.970726,0.970546]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":0,"control":0,"median_us":358.688,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":1,"control":0,"median_us":360.64,"change_pct":0.59752,"ratio_ci95":[1.00464,1.00803],"paired_ratios":[1.01102,1.01338,1.00482,1.00625,1.00393,1.00554,1.00982,1.00426,1.00606,1.00446,1.00624,1.00589]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":2,"control":0,"median_us":373.088,"change_pct":4.02284,"ratio_ci95":[1.03959,1.04222],"paired_ratios":[1.04247,1.04826,1.03692,1.04196,1.03979,1.04072,1.04303,1.03766,1.0394,1.04011,1.04031,1.04015]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":3,"control":0,"median_us":369.792,"change_pct":3.13281,"ratio_ci95":[1.03031,1.0326],"paired_ratios":[1.03344,1.03941,1.02836,1.03143,1.0314,1.03126,1.03374,1.02948,1.03049,1.03102,1.03014,1.03176]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":4,"control":0,"median_us":385.184,"change_pct":7.40345,"ratio_ci95":[1.07312,1.07545],"paired_ratios":[1.0779,1.08424,1.07385,1.07429,1.07315,1.0743,1.07659,1.07194,1.0731,1.07273,1.07401,1.07405]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":5,"control":0,"median_us":358.88,"change_pct":0.0445781,"ratio_ci95":[1.00009,1.00071],"paired_ratios":[0.999819,1.0,0.999286,1.00125,1.00054,1.00054,1.005,1.00036,1.00089,1.00053,1.00036,1.00018]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":0,"control":0,"median_us":358.368,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":1,"control":0,"median_us":367.168,"change_pct":2.47257,"ratio_ci95":[1.02403,1.02556],"paired_ratios":[1.02407,1.02518,1.02337,1.02523,1.02399,1.02767,1.0291,1.02445,1.025,1.02588,1.02428,1.02326]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":2,"control":0,"median_us":380.352,"change_pct":6.16789,"ratio_ci95":[1.06066,1.06275],"paired_ratios":[1.05938,1.06179,1.06012,1.06352,1.06177,1.06505,1.0679,1.06031,1.06198,1.06159,1.06141,1.061]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":3,"control":0,"median_us":377.344,"change_pct":5.24482,"ratio_ci95":[1.05208,1.05295],"paired_ratios":[1.05153,1.05286,1.0521,1.05207,1.05228,1.0566,1.05946,1.05175,1.05305,1.05248,1.05248,1.05241]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":4,"control":0,"median_us":392.16,"change_pct":9.39202,"ratio_ci95":[1.0934,1.09539],"paired_ratios":[1.0929,1.09339,1.09331,1.0934,1.09472,1.09901,1.10095,1.0935,1.09395,1.0939,1.09443,1.09606]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":5,"control":0,"median_us":365.856,"change_pct":2.10865,"ratio_ci95":[1.02028,1.02203],"paired_ratios":[1.01908,1.02196,1.0198,1.02004,1.02292,1.0221,1.02748,1.02052,1.02143,1.02053,1.02106,1.02111]}],"confirmation":[{"device":0,"jobs":64,"active_jobs":63,"expert_pool":32,"arm":3,"control":0,"inclusive":0,"control_us":97.312,"candidate_us":95.104,"change_pct":-2.23832,"ratio_ci95":[0.976003,0.977646],"paired_ratios":[0.97569,0.978933,0.976316,0.977602,0.977632,0.977646,0.976989,0.975674,0.977646,0.97569,0.978289,0.977632]},{"device":0,"jobs":64,"active_jobs":63,"expert_pool":32,"arm":3,"control":0,"inclusive":1,"control_us":97.28,"candidate_us":97.984,"change_pct":0.657674,"ratio_ci95":[0.994015,1.00789],"paired_ratios":[1.00657,1.00657,1.00658,1.00855,1.00724,1.00856,1.00723,1.00855,1.00066,0.985965,0.987368,0.98317]},{"device":0,"jobs":256,"active_jobs":255,"expert_pool":32,"arm":3,"control":0,"inclusive":0,"control_us":354.112,"candidate_us":332.032,"change_pct":-6.21893,"ratio_ci95":[0.937562,0.93824],"paired_ratios":[0.940646,0.942666,0.937647,0.937975,0.937647,0.938155,0.937975,0.937477,0.938325,0.937285,0.937116,0.937647]},{"device":0,"jobs":256,"active_jobs":255,"expert_pool":32,"arm":3,"control":0,"inclusive":1,"control_us":353.92,"candidate_us":339.104,"change_pct":-4.21224,"ratio_ci95":[0.95761,0.958315],"paired_ratios":[0.957866,0.957685,0.957535,0.958401,0.957174,0.957866,0.957174,0.958228,0.957889,0.958228,0.958582,0.962048]},{"device":1,"jobs":64,"active_jobs":63,"expert_pool":32,"arm":3,"control":0,"inclusive":0,"control_us":97.472,"candidate_us":95.232,"change_pct":-2.3309,"ratio_ci95":[0.976355,0.977019],"paired_ratios":[0.978304,0.975706,0.976347,0.976362,0.976347,0.977004,0.977019,0.977019,0.977019,0.976378,0.976378,0.978304]},{"device":1,"jobs":64,"active_jobs":63,"expert_pool":32,"arm":3,"control":0,"inclusive":1,"control_us":97.472,"candidate_us":98.08,"change_pct":0.656818,"ratio_ci95":[1.00591,1.00755],"paired_ratios":[1.00657,1.00591,1.00657,1.00591,1.00657,1.00722,1.00854,1.00854,1.00788,1.00591,1.00525,1.00657]},{"device":1,"jobs":256,"active_jobs":255,"expert_pool":32,"arm":3,"control":0,"inclusive":0,"control_us":357.344,"candidate_us":336.096,"change_pct":-5.84595,"ratio_ci95":[0.94046,0.941982],"paired_ratios":[0.901026,0.942407,0.941902,0.943937,0.940555,0.940365,0.941873,0.941366,0.94085,0.940365,0.942063,0.941715]},{"device":1,"jobs":256,"active_jobs":255,"expert_pool":32,"arm":3,"control":0,"inclusive":1,"control_us":356.576,"candidate_us":343.104,"change_pct":-3.76088,"ratio_ci95":[0.961939,0.963367],"paired_ratios":[0.963222,0.963182,0.961766,0.962118,0.961055,0.962112,0.961407,0.962291,0.962491,0.964069,0.963513,0.964049]}],"serial_prototype_sweep":[{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":0,"control":0,"median_us":26.368,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":0,"control":6,"median_us":26.368,"change_pct":9.28382,"ratio_ci95":[1.08886,1.09284],"paired_ratios":[1.0873,1.09019,1.09284,1.09284,1.09574,1.0873,1.09284,1.09284,1.08753,1.09284,1.09259,1.0984]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":1,"control":0,"median_us":24.128,"change_pct":-8.50548,"ratio_ci95":[0.912727,0.917476],"paired_ratios":[0.917275,0.919708,0.915049,0.912621,0.912621,0.914842,0.917476,0.917476,0.921951,0.912621,0.912833,0.912833]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":1,"control":6,"median_us":24.128,"change_pct":0.0,"ratio_ci95":[0.997351,1.00265],"paired_ratios":[0.997355,1.00265,1.0,0.997348,1.0,0.994709,1.00265,1.00265,1.00265,0.997348,0.997355,1.00266]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":2,"control":0,"median_us":24.32,"change_pct":-7.77643,"ratio_ci95":[0.919903,0.923546],"paired_ratios":[0.924574,0.924574,0.919903,0.919903,0.92233,0.922141,0.92233,0.919903,0.926829,0.919903,0.922518,0.920097]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":2,"control":6,"median_us":24.32,"change_pct":0.662077,"ratio_ci95":[1.00531,1.00796],"paired_ratios":[1.00529,1.00796,1.00531,1.00531,1.01064,1.00265,1.00796,1.00531,1.00796,1.00531,1.00794,1.01064]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":3,"control":0,"median_us":24.256,"change_pct":-8.00001,"ratio_ci95":[0.919708,0.92233],"paired_ratios":[0.919708,0.922141,0.92233,0.919903,0.919903,0.919708,0.92233,0.917476,0.92439,0.92233,0.912833,0.920097]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":3,"control":6,"median_us":24.256,"change_pct":0.530505,"ratio_ci95":[1.00133,1.00796],"paired_ratios":[1.0,1.00531,1.00796,1.00531,1.00798,1.0,1.00796,1.00265,1.00531,1.00796,0.997355,1.01064]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":4,"control":0,"median_us":24.32,"change_pct":-7.54257,"ratio_ci95":[0.92,0.927096],"paired_ratios":[0.924574,0.924574,0.919903,0.92233,0.927184,0.927007,0.927184,0.919903,0.931707,0.924757,0.917676,0.920097]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":4,"control":6,"median_us":24.32,"change_pct":0.795761,"ratio_ci95":[1.00531,1.01195],"paired_ratios":[1.00529,1.00796,1.00531,1.00796,1.01596,1.00794,1.01326,1.00531,1.01326,1.01061,1.00265,1.01064]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":5,"control":0,"median_us":24.192,"change_pct":-8.25243,"ratio_ci95":[0.917375,0.919805],"paired_ratios":[0.917275,0.919708,0.917476,0.917476,0.917476,0.922141,0.917476,0.919903,0.92439,0.917476,0.912833,0.912833]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":5,"control":6,"median_us":24.192,"change_pct":0.265248,"ratio_ci95":[1.00265,1.00398],"paired_ratios":[0.997355,1.00265,1.00265,1.00265,1.00532,1.00265,1.00265,1.00531,1.00531,1.00265,0.997355,1.00266]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":6,"control":0,"median_us":24.128,"change_pct":-8.49514,"ratio_ci95":[0.915049,0.918394],"paired_ratios":[0.919708,0.917275,0.915049,0.915049,0.912621,0.919708,0.915049,0.915049,0.919512,0.915049,0.915254,0.910412]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":6,"control":6,"median_us":24.128,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":0,"control":0,"median_us":23.296,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":0,"control":6,"median_us":23.296,"change_pct":8.46933,"ratio_ci95":[1.08185,1.09],"paired_ratios":[1.09284,1.09019,1.08605,1.09226,1.08333,1.08902,1.08012,1.08012,1.08333,1.08036,1.08333,1.08982]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":1,"control":0,"median_us":29.792,"change_pct":27.7036,"ratio_ci95":[1.27223,1.27885],"paired_ratios":[1.2767,1.27737,1.27049,1.27248,1.27747,1.26975,1.28022,1.27473,1.27747,1.28099,1.27198,1.28022]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":1,"control":6,"median_us":29.792,"change_pct":38.3929,"ratio_ci95":[1.38131,1.39123],"paired_ratios":[1.39523,1.39257,1.37982,1.38988,1.38393,1.38279,1.38279,1.37685,1.38393,1.38393,1.37798,1.39521]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":2,"control":0,"median_us":29.824,"change_pct":28.022,"ratio_ci95":[1.27473,1.28508],"paired_ratios":[1.28641,1.28954,1.41257,1.26703,1.28022,1.26703,1.27473,1.28022,1.27473,1.28375,1.28022,1.28022]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":2,"control":6,"median_us":29.824,"change_pct":38.6905,"ratio_ci95":[1.38187,1.40052],"paired_ratios":[1.40584,1.40584,1.53412,1.38393,1.3869,1.37982,1.37685,1.38279,1.38095,1.3869,1.3869,1.39521]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":3,"control":0,"median_us":29.76,"change_pct":27.7473,"ratio_ci95":[1.2761,1.2837],"paired_ratios":[1.28641,1.2871,1.38525,1.26703,1.27747,1.26975,1.27747,1.27473,1.27747,1.28099,1.27747,1.28022]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":3,"control":6,"median_us":29.76,"change_pct":38.3929,"ratio_ci95":[1.38336,1.3992],"paired_ratios":[1.40584,1.40318,1.50445,1.38393,1.38393,1.38279,1.37982,1.37685,1.38393,1.38393,1.38393,1.39521]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":4,"control":0,"median_us":29.792,"change_pct":27.7473,"ratio_ci95":[1.27397,1.28061],"paired_ratios":[1.28398,1.2871,1.27322,1.26975,1.28022,1.26703,1.27747,1.28022,1.27747,1.28099,1.27747,1.27473]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":4,"control":6,"median_us":29.792,"change_pct":38.3929,"ratio_ci95":[1.38279,1.38806],"paired_ratios":[1.40318,1.40318,1.38279,1.3869,1.3869,1.37982,1.37982,1.38279,1.38393,1.38393,1.38393,1.38922]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":5,"control":0,"median_us":29.632,"change_pct":27.1978,"ratio_ci95":[1.26713,1.27648],"paired_ratios":[1.28641,1.2871,1.26503,1.25886,1.27198,1.25886,1.27198,1.27198,1.27198,1.27824,1.27473,1.26923]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":5,"control":6,"median_us":29.632,"change_pct":37.7976,"ratio_ci95":[1.37389,1.38209],"paired_ratios":[1.40584,1.40318,1.37389,1.375,1.37798,1.37092,1.37389,1.37389,1.37798,1.38095,1.38095,1.38323]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":6,"control":0,"median_us":21.536,"change_pct":-7.8079,"ratio_ci95":[0.917429,0.924348],"paired_ratios":[0.915049,0.917275,0.920765,0.915531,0.923077,0.918256,0.925824,0.925824,0.923077,0.92562,0.923077,0.917582]},{"device":0,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":6,"control":6,"median_us":21.536,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":0,"control":0,"median_us":26.176,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":0,"control":6,"median_us":26.176,"change_pct":7.06806,"ratio_ci95":[1.06667,1.07359],"paired_ratios":[1.08179,1.06527,1.0733,1.07368,1.06806,1.0733,1.07349,1.08201,1.06789,1.06545,1.06234,1.06789]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":1,"control":0,"median_us":26.176,"change_pct":0.0,"ratio_ci95":[0.997558,1.00245],"paired_ratios":[0.995122,1.0,0.995122,1.00245,1.00245,0.997561,1.0,1.0,1.00244,1.00491,1.00244,0.997555]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":1,"control":6,"median_us":26.176,"change_pct":7.06807,"ratio_ci95":[1.06667,1.0749],"paired_ratios":[1.07652,1.06527,1.06806,1.07632,1.07068,1.07068,1.07349,1.08201,1.0705,1.07068,1.06494,1.06527]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":2,"control":0,"median_us":27.456,"change_pct":4.88998,"ratio_ci95":[1.04651,1.05141],"paired_ratios":[1.04634,1.05147,1.04878,1.04657,1.05147,1.04634,1.0489,1.04645,1.0489,1.05405,1.05134,1.0489]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":2,"control":6,"median_us":27.456,"change_pct":12.3037,"ratio_ci95":[1.1201,1.12582],"paired_ratios":[1.13193,1.1201,1.12565,1.12368,1.12304,1.12304,1.12598,1.13228,1.1201,1.12304,1.11688,1.1201]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":3,"control":0,"median_us":27.456,"change_pct":4.88998,"ratio_ci95":[1.04634,1.05147],"paired_ratios":[1.04634,1.05147,1.04634,1.05147,1.05147,1.04634,1.0489,1.0489,1.04401,1.05405,1.04645,1.0489]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":3,"control":6,"median_us":27.456,"change_pct":12.3037,"ratio_ci95":[1.1201,1.12747],"paired_ratios":[1.13193,1.1201,1.12304,1.12895,1.12304,1.12304,1.12598,1.13492,1.11488,1.12304,1.11169,1.1201]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":4,"control":0,"median_us":27.264,"change_pct":4.28382,"ratio_ci95":[1.04029,1.04412],"paired_ratios":[1.03659,1.04167,1.03902,1.04412,1.04412,1.03659,1.04401,1.04401,1.04645,1.04668,1.04156,1.04156]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":4,"control":6,"median_us":27.264,"change_pct":11.5183,"ratio_ci95":[1.11242,1.12089],"paired_ratios":[1.12137,1.10966,1.11518,1.12105,1.11518,1.11257,1.12073,1.12963,1.11749,1.11518,1.10649,1.11227]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":5,"control":0,"median_us":26.176,"change_pct":-0.12195,"ratio_ci95":[0.996338,1.00245],"paired_ratios":[0.992683,1.00245,0.995122,1.00735,1.00245,0.997561,0.99511,0.997555,1.0,1.00737,1.0,0.997555]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":5,"control":6,"median_us":26.176,"change_pct":6.94611,"ratio_ci95":[1.06789,1.07359],"paired_ratios":[1.07388,1.06789,1.06806,1.08158,1.07068,1.07068,1.06824,1.07937,1.06789,1.0733,1.06234,1.06527]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":6,"control":0,"median_us":24.448,"change_pct":-6.60091,"ratio_ci95":[0.931456,0.937503],"paired_ratios":[0.92439,0.938726,0.931707,0.931373,0.936275,0.931707,0.93154,0.924205,0.93643,0.938575,0.94132,0.93643]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":6,"control":6,"median_us":24.448,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":0,"control":0,"median_us":26.176,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":0,"control":6,"median_us":26.176,"change_pct":7.33947,"ratio_ci95":[1.06806,1.07349],"paired_ratios":[1.06806,1.07652,1.07349,1.07349,1.07349,1.06806,1.07349,1.0733,1.07612,1.06789,1.07068,1.06806]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":1,"control":0,"median_us":31.296,"change_pct":19.5599,"ratio_ci95":[1.19363,1.1956],"paired_ratios":[1.19363,1.19363,1.1956,1.1956,1.1956,1.19118,1.1956,1.1878,1.19512,1.19804,1.1956,1.19853]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":1,"control":6,"median_us":31.296,"change_pct":28.1785,"ratio_ci95":[1.27712,1.28346],"paired_ratios":[1.27487,1.28496,1.28346,1.28346,1.28346,1.27225,1.28346,1.27487,1.28609,1.27937,1.2801,1.2801]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":2,"control":0,"median_us":32.192,"change_pct":23.0392,"ratio_ci95":[1.22861,1.23256],"paired_ratios":[1.23284,1.23039,1.23227,1.23227,1.22983,1.23284,1.22983,1.22683,1.22439,1.22738,1.23716,1.23039]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":2,"control":6,"median_us":32.192,"change_pct":31.8898,"ratio_ci95":[1.31675,1.32283],"paired_ratios":[1.31675,1.32454,1.32283,1.32283,1.32021,1.31675,1.32021,1.31675,1.31759,1.3107,1.32461,1.31414]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":3,"control":0,"median_us":32.064,"change_pct":22.4939,"ratio_ci95":[1.22222,1.22766],"paired_ratios":[1.22549,1.22794,1.22738,1.22494,1.22249,1.22794,1.22005,1.22195,1.22195,1.22249,1.22494,1.23039]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":3,"control":6,"median_us":32.064,"change_pct":31.1927,"ratio_ci95":[1.31061,1.31496],"paired_ratios":[1.3089,1.3219,1.31759,1.31496,1.31234,1.31152,1.30971,1.31152,1.31496,1.30548,1.31152,1.31414]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":4,"control":0,"median_us":32.096,"change_pct":22.6437,"ratio_ci95":[1.22494,1.22983],"paired_ratios":[1.23039,1.23284,1.22249,1.22494,1.22738,1.22549,1.22494,1.21951,1.22927,1.22738,1.22494,1.23039]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":4,"control":6,"median_us":32.096,"change_pct":31.4136,"ratio_ci95":[1.31111,1.31627],"paired_ratios":[1.31414,1.32718,1.31234,1.31496,1.31759,1.3089,1.31496,1.3089,1.32283,1.3107,1.31152,1.31414]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":5,"control":0,"median_us":31.104,"change_pct":18.8264,"ratio_ci95":[1.18826,1.19118],"paired_ratios":[1.19118,1.19853,1.19315,1.18826,1.18826,1.18873,1.18826,1.18537,1.18293,1.18826,1.18826,1.19118]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":5,"control":6,"median_us":31.104,"change_pct":27.2609,"ratio_ci95":[1.27225,1.27559],"paired_ratios":[1.27225,1.29024,1.28084,1.27559,1.27559,1.26963,1.27559,1.27225,1.27297,1.26893,1.27225,1.27225]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":6,"control":0,"median_us":24.416,"change_pct":-6.83762,"ratio_ci95":[0.93154,0.936275],"paired_ratios":[0.936275,0.928922,0.93154,0.93154,0.93154,0.936275,0.93154,0.931707,0.929268,0.93643,0.933985,0.936275]},{"device":0,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":6,"control":6,"median_us":24.416,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":0,"control":0,"median_us":23.456,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":1,"control":0,"median_us":23.328,"change_pct":-0.543479,"ratio_ci95":[0.991814,0.997271],"paired_ratios":[0.98103,0.997268,0.997253,0.994521,0.994565,0.991781,0.991803,0.997275,0.994565,1.0,0.991826,1.0]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":2,"control":0,"median_us":23.456,"change_pct":0.0,"ratio_ci95":[0.998641,1.00272],"paired_ratios":[0.98916,1.0,1.00275,1.00548,1.0,1.0,0.991803,1.00272,0.997283,1.00272,1.00272,1.0]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":3,"control":0,"median_us":23.456,"change_pct":0.0,"ratio_ci95":[0.997271,1.00546],"paired_ratios":[0.99729,0.997268,1.00824,1.0,0.991848,1.00822,1.0082,1.00272,0.994565,0.997275,1.00272,1.0]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":4,"control":0,"median_us":23.36,"change_pct":-0.409091,"ratio_ci95":[0.991837,1.00137],"paired_ratios":[0.98645,0.997268,1.00824,1.00274,0.991848,1.00274,0.994536,0.99455,0.98913,0.997275,0.991826,1.0]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":5,"control":0,"median_us":23.392,"change_pct":-0.273599,"ratio_ci95":[0.994558,0.998641],"paired_ratios":[0.99458,1.00273,1.0,1.00548,0.997283,0.994521,0.997268,0.997275,0.994565,0.991826,0.99455,0.99726]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":0,"control":0,"median_us":23.04,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":1,"control":0,"median_us":29.504,"change_pct":28.0555,"ratio_ci95":[1.27916,1.28234],"paired_ratios":[1.27717,1.27978,1.28056,1.28333,1.28691,1.28134,1.28056,1.28056,1.28134,1.28333,1.27222,1.27855]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":2,"control":0,"median_us":29.312,"change_pct":27.2222,"ratio_ci95":[1.26944,1.27437],"paired_ratios":[1.26359,1.2687,1.26944,1.27222,1.27577,1.27298,1.27222,1.27222,1.27855,1.27222,1.26944,1.27577]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":3,"control":0,"median_us":29.312,"change_pct":27.2222,"ratio_ci95":[1.26944,1.27538],"paired_ratios":[1.26902,1.2687,1.27222,1.26944,1.27577,1.27577,1.275,1.27222,1.28134,1.27222,1.26944,1.27298]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":4,"control":0,"median_us":29.28,"change_pct":27.2222,"ratio_ci95":[1.26944,1.27399],"paired_ratios":[1.25815,1.26593,1.26944,1.29167,1.27019,1.27855,1.27222,1.27222,1.27298,1.275,1.26944,1.27298]},{"device":0,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":5,"control":0,"median_us":29.312,"change_pct":27.2222,"ratio_ci95":[1.26944,1.27437],"paired_ratios":[1.25,1.26593,1.27222,1.26944,1.27298,1.27577,1.27222,1.26944,1.27577,1.27222,1.26944,1.27577]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":0,"control":0,"median_us":24.0,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":1,"control":0,"median_us":24.256,"change_pct":1.33512,"ratio_ci95":[1.01067,1.016],"paired_ratios":[1.0134,1.00265,1.01333,1.016,1.016,1.01604,1.01067,1.01067,1.00265,1.01333,1.01337,1.01613]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":2,"control":0,"median_us":27.2,"change_pct":13.3333,"ratio_ci95":[1.12951,1.13618],"paired_ratios":[1.13941,1.11936,1.13333,1.13867,1.13333,1.13636,1.128,1.136,1.12732,1.13333,1.13102,1.13441]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":3,"control":0,"median_us":27.2,"change_pct":13.3333,"ratio_ci95":[1.13298,1.13886],"paired_ratios":[1.14209,1.13263,1.13333,1.13333,1.136,1.14171,1.128,1.13333,1.12997,1.13333,1.13369,1.14247]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":4,"control":0,"median_us":26.56,"change_pct":10.6667,"ratio_ci95":[1.10533,1.10919],"paired_ratios":[1.1126,1.10875,1.104,1.10667,1.10667,1.10695,1.10667,1.10667,1.1008,1.104,1.10963,1.11021]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":5,"control":0,"median_us":25.024,"change_pct":4.53333,"ratio_ci95":[1.04267,1.04819],"paired_ratios":[1.04826,1.03448,1.04267,1.04267,1.04533,1.04813,1.04533,1.048,1.03714,1.04267,1.0508,1.05108]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":0,"control":0,"median_us":23.936,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":1,"control":0,"median_us":31.296,"change_pct":30.6667,"ratio_ci95":[1.30307,1.30882],"paired_ratios":[1.30214,1.29255,1.296,1.30749,1.30667,1.31367,1.30563,1.31099,1.304,1.30667,1.31016,1.30749]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":2,"control":0,"median_us":33.728,"change_pct":40.7209,"ratio_ci95":[1.40588,1.41098],"paired_ratios":[1.40642,1.40426,1.40533,1.40642,1.408,1.41287,1.41287,1.41823,1.40533,1.408,1.40909,1.40642]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":3,"control":0,"median_us":33.856,"change_pct":41.3886,"ratio_ci95":[1.40933,1.41633],"paired_ratios":[1.41711,1.40691,1.40533,1.41176,1.41333,1.42359,1.42359,1.41555,1.408,1.41067,1.41444,1.41444]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":4,"control":0,"median_us":33.216,"change_pct":38.5847,"ratio_ci95":[1.384,1.3909],"paired_ratios":[1.38503,1.37766,1.38133,1.3877,1.384,1.39142,1.39142,1.39946,1.384,1.38667,1.39037,1.38503]},{"device":0,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":5,"control":0,"median_us":31.424,"change_pct":31.1917,"ratio_ci95":[1.30975,1.31684],"paired_ratios":[1.31551,1.30585,1.31733,1.31016,1.30667,1.31367,1.3244,1.31635,1.30933,1.32533,1.31016,1.31016]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":0,"control":0,"median_us":24.064,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":1,"control":0,"median_us":24.384,"change_pct":1.33156,"ratio_ci95":[1.01061,1.01598],"paired_ratios":[1.01596,1.01326,1.00796,1.016,1.016,1.01326,1.01596,1.01333,1.01867,1.00529,1.00796,1.0133]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":2,"control":0,"median_us":25.664,"change_pct":6.36604,"ratio_ci95":[1.06242,1.07067],"paired_ratios":[1.05851,1.06366,1.06366,1.06933,1.072,1.06366,1.06117,1.072,1.072,1.05556,1.06366,1.06383]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":3,"control":0,"median_us":25.76,"change_pct":7.17133,"ratio_ci95":[1.06499,1.07333],"paired_ratios":[1.07181,1.07162,1.06366,1.07733,1.07467,1.06631,1.06915,1.072,1.07733,1.06349,1.06366,1.07181]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":4,"control":0,"median_us":25.92,"change_pct":7.58972,"ratio_ci95":[1.07171,1.08223],"paired_ratios":[1.06915,1.06897,1.08223,1.08,1.08267,1.07427,1.07713,1.08267,1.07467,1.06878,1.08223,1.07447]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":5,"control":0,"median_us":25.216,"change_pct":4.79397,"ratio_ci95":[1.04377,1.05326],"paired_ratios":[1.04521,1.05305,1.04509,1.05333,1.05067,1.04244,1.04521,1.05333,1.05867,1.03968,1.04244,1.05319]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":0,"control":0,"median_us":24.064,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":1,"control":0,"median_us":29.152,"change_pct":21.2766,"ratio_ci95":[1.20612,1.21467],"paired_ratios":[1.20479,1.216,1.21277,1.216,1.21809,1.21277,1.20745,1.20424,1.20479,1.21277,1.21067,1.21333]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":2,"control":0,"median_us":30.048,"change_pct":25.0,"ratio_ci95":[1.24734,1.252],"paired_ratios":[1.25,1.25333,1.25,1.25333,1.24734,1.24734,1.24202,1.25729,1.24734,1.25,1.248,1.25067]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":3,"control":0,"median_us":30.208,"change_pct":25.7979,"ratio_ci95":[1.25365,1.25867],"paired_ratios":[1.25798,1.25867,1.25532,1.26133,1.26064,1.25798,1.25,1.25199,1.25,1.25798,1.25867,1.256]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":4,"control":0,"median_us":30.4,"change_pct":26.3298,"ratio_ci95":[1.26162,1.26765],"paired_ratios":[1.26596,1.26933,1.2633,1.272,1.26064,1.2633,1.25798,1.2626,1.2633,1.25798,1.264,1.272]},{"device":0,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":5,"control":0,"median_us":29.824,"change_pct":24.0,"ratio_ci95":[1.23936,1.24202],"paired_ratios":[1.24202,1.24267,1.2367,1.24,1.24202,1.23936,1.23936,1.23873,1.23936,1.24202,1.24,1.24533]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":0,"control":0,"median_us":80.928,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":1,"control":0,"median_us":80.96,"change_pct":0.0784131,"ratio_ci95":[0.999609,1.00158],"paired_ratios":[1.00158,1.00079,0.999209,1.00238,1.0,1.00158,1.00317,0.999219,1.0,1.00155,0.99845,1.00078]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":2,"control":0,"median_us":79.968,"change_pct":-1.58478,"ratio_ci95":[0.983086,0.986041],"paired_ratios":[0.983373,0.984152,0.984177,0.98336,0.981028,0.984152,1.00079,0.982813,0.973623,0.988354,0.985271,0.986812]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":3,"control":0,"median_us":80.064,"change_pct":-1.70364,"ratio_ci95":[0.981139,0.986293],"paired_ratios":[0.981789,0.982567,0.986551,0.980983,0.981028,0.98336,1.00317,0.98125,0.973623,0.992236,0.985271,0.986036]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":4,"control":0,"median_us":79.776,"change_pct":-1.90174,"ratio_ci95":[0.979567,0.986816],"paired_ratios":[0.980998,0.98019,0.97943,0.980983,0.979447,0.980983,1.00159,0.979687,0.976726,0.990683,0.989147,0.984484]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":5,"control":0,"median_us":79.84,"change_pct":-1.78288,"ratio_ci95":[0.98099,0.990691],"paired_ratios":[0.980998,0.981775,0.981013,0.982567,0.978656,0.980983,1.00317,0.980469,0.992242,0.99146,0.989922,0.989915]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":0,"control":0,"median_us":82.048,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":1,"control":0,"median_us":164.928,"change_pct":100.817,"ratio_ci95":[2.00662,2.00897],"paired_ratios":[2.00853,2.00935,2.01327,2.00857,2.01328,2.00623,2.00701,2.00701,2.00781,2.00859,1.99374,1.99764]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":2,"control":0,"median_us":164.224,"change_pct":100.0,"ratio_ci95":[1.99844,2.00234],"paired_ratios":[2.00078,1.99922,2.0039,1.99766,2.00391,2.0,2.0,1.99922,2.00547,2.0,1.98122,1.989]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":3,"control":0,"median_us":164.032,"change_pct":99.766,"ratio_ci95":[1.99416,1.99922],"paired_ratios":[1.99845,1.99688,2.0,1.99143,2.00312,1.99766,1.99844,1.99688,2.00469,1.99766,1.97809,1.98822]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":4,"control":0,"median_us":164.16,"change_pct":99.9221,"ratio_ci95":[1.99844,2.00156],"paired_ratios":[2.00078,1.99922,2.00234,1.99766,1.99844,1.99922,1.99844,1.99844,2.00391,2.0,2.00469,1.98979]},{"device":0,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":5,"control":0,"median_us":163.872,"change_pct":99.6104,"ratio_ci95":[1.99533,1.99767],"paired_ratios":[1.99767,1.9961,2.0,1.99377,1.99609,1.99611,1.99533,1.99533,1.99766,1.99688,2.00078,1.98272]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":0,"control":0,"median_us":87.904,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":1,"control":0,"median_us":85.408,"change_pct":-2.8992,"ratio_ci95":[0.966411,0.97422],"paired_ratios":[0.96786,0.966423,0.964964,0.966399,0.962692,0.96875,0.974471,0.973894,0.975398,0.97397,0.974674,0.973266]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":2,"control":0,"median_us":83.872,"change_pct":-4.60521,"ratio_ci95":[0.947426,0.957088],"paired_ratios":[0.947407,0.947445,0.946715,0.948137,0.945867,0.952035,0.956236,0.957941,0.955861,0.958062,0.958032,0.955925]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":3,"control":0,"median_us":83.136,"change_pct":-5.30692,"ratio_ci95":[0.939416,0.948644],"paired_ratios":[0.939372,0.939416,0.939416,0.933528,0.94733,0.944041,0.947484,0.949239,0.948625,0.948662,0.949349,0.946532]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":4,"control":0,"median_us":82.912,"change_pct":-5.67868,"ratio_ci95":[0.936473,0.946151],"paired_ratios":[0.93645,0.936496,0.936496,0.933528,0.934894,0.94186,0.944566,0.947063,0.945731,0.946493,0.947178,0.945809]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":5,"control":0,"median_us":83.744,"change_pct":-5.07271,"ratio_ci95":[0.940511,0.953345],"paired_ratios":[0.941563,0.940146,0.940876,0.940102,0.936357,0.948401,0.956966,0.955765,0.950796,0.953724,0.952967,0.950145]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":0,"control":0,"median_us":88.512,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":1,"control":0,"median_us":173.12,"change_pct":95.4808,"ratio_ci95":[1.95058,1.95662],"paired_ratios":[1.95386,1.95592,1.9552,1.95731,1.95307,1.96015,1.94809,1.95945,1.95517,1.95445,1.93791,1.94079]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":2,"control":0,"median_us":172.0,"change_pct":94.1537,"ratio_ci95":[1.93899,1.94358],"paired_ratios":[1.9416,1.94292,1.94147,1.94718,1.94224,1.94855,1.938,1.94424,1.94143,1.93999,1.92549,1.92836]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":3,"control":0,"median_us":171.264,"change_pct":93.355,"ratio_ci95":[1.92302,1.9356],"paired_ratios":[1.93295,1.93353,1.93425,1.93632,1.93357,1.93913,1.9279,1.93628,1.93492,1.906,1.91673,1.91813]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":4,"control":0,"median_us":171.168,"change_pct":93.2081,"ratio_ci95":[1.92816,1.9349],"paired_ratios":[1.93151,1.93425,1.93353,1.93632,1.93213,1.93913,1.92646,1.93555,1.93203,1.92986,1.91965,1.9174]},{"device":0,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":5,"control":0,"median_us":171.328,"change_pct":93.4948,"ratio_ci95":[1.93146,1.93816],"paired_ratios":[1.93295,1.93425,1.93786,1.94067,1.93285,1.94275,1.93006,1.93845,1.93565,1.93709,1.92038,1.91301]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":0,"control":0,"median_us":88.448,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":1,"control":0,"median_us":88.448,"change_pct":0.107528,"ratio_ci95":[0.999269,1.00217],"paired_ratios":[1.0,0.999268,1.00147,0.99927,1.00729,0.997112,1.0029,1.00288,1.00144,0.998565,1.00072,1.00143]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":2,"control":0,"median_us":90.112,"change_pct":1.77709,"ratio_ci95":[1.01616,1.02175],"paired_ratios":[1.01902,1.01829,1.02126,1.0168,1.02261,1.013,1.02756,1.01653,1.01725,1.02224,1.01579,1.01218]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":3,"control":0,"median_us":90.592,"change_pct":2.13746,"ratio_ci95":[1.0194,1.02453],"paired_ratios":[1.02195,1.02487,1.02419,1.02264,1.02991,1.01805,1.02973,1.02013,1.02013,1.0208,1.01866,1.01862]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":4,"control":0,"median_us":90.304,"change_pct":1.84765,"ratio_ci95":[1.01664,1.01995],"paired_ratios":[1.01902,1.02048,1.02126,1.01826,1.01678,1.01516,1.02683,1.01941,1.01869,1.0165,1.01723,1.01504]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":5,"control":0,"median_us":89.344,"change_pct":0.617056,"ratio_ci95":[1.00473,1.00791],"paired_ratios":[1.00878,1.00512,1.0066,1.00219,1.00073,1.00433,1.01595,1.00791,1.00791,1.00574,1.00574,1.00716]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":0,"control":0,"median_us":89.28,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":1,"control":0,"median_us":167.2,"change_pct":87.1419,"ratio_ci95":[1.86999,1.87352],"paired_ratios":[1.87106,1.87393,1.87312,1.87124,1.87044,1.87312,1.86953,1.87159,1.87527,1.88433,1.85735,1.85746]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":2,"control":0,"median_us":168.928,"change_pct":89.1437,"ratio_ci95":[1.88945,1.89319],"paired_ratios":[1.89255,1.89183,1.89462,1.88984,1.88905,1.89104,1.89247,1.89383,1.89104,1.93192,1.8793,1.87792]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":3,"control":0,"median_us":169.28,"change_pct":89.5378,"ratio_ci95":[1.88889,1.89713],"paired_ratios":[1.89542,1.89613,1.89964,1.89199,1.89334,1.89821,1.89534,1.89813,1.89606,1.8858,1.88222,1.88158]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":4,"control":0,"median_us":169.184,"change_pct":89.4265,"ratio_ci95":[1.88666,1.89574],"paired_ratios":[1.89613,1.8947,1.89677,1.89199,1.89191,1.89534,1.89462,1.89742,1.89391,1.88141,1.8793,1.88012]},{"device":0,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":5,"control":0,"median_us":167.808,"change_pct":87.8311,"ratio_ci95":[1.87147,1.88065],"paired_ratios":[1.88181,1.87894,1.881,1.87768,1.87545,1.88029,1.8767,1.8802,1.88244,1.8675,1.86467,1.86623]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":0,"control":0,"median_us":314.24,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":1,"control":0,"median_us":312.832,"change_pct":-0.458288,"ratio_ci95":[0.995315,0.995824],"paired_ratios":[0.994713,0.995519,0.995317,0.995113,0.995925,0.995924,0.995316,0.995317,0.995314,0.996128,0.995518,0.995724]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":2,"control":0,"median_us":312.768,"change_pct":-0.468437,"ratio_ci95":[0.995213,0.995417],"paired_ratios":[0.994713,0.995316,0.995317,0.995317,0.995925,0.995517,0.995316,0.995113,0.995314,0.995924,0.995314,0.994502]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":3,"control":0,"median_us":307.872,"change_pct":-2.01711,"ratio_ci95":[0.979638,0.979937],"paired_ratios":[0.979056,0.980041,0.979638,0.979841,0.979829,0.979825,0.979837,0.979638,0.979829,0.980232,0.980033,0.979434]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":4,"control":0,"median_us":307.456,"change_pct":-2.1686,"ratio_ci95":[0.97821,0.978912],"paired_ratios":[0.97682,0.978208,0.978212,0.978212,0.97881,0.979213,0.978208,0.978416,0.979014,0.978806,0.979014,0.978212]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":5,"control":0,"median_us":307.712,"change_pct":-2.06741,"ratio_ci95":[0.978925,0.979621],"paired_ratios":[0.977836,0.97943,0.978823,0.979027,0.979625,0.979621,0.979226,0.97923,0.979625,0.979621,0.979421,0.978823]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":0,"control":0,"median_us":314.56,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":1,"control":0,"median_us":1448.51,"change_pct":360.539,"ratio_ci95":[4.60234,4.6078],"paired_ratios":[4.60549,4.61259,4.60957,4.6024,4.60053,4.60228,4.60448,4.60529,4.60562,4.61125,4.59367,4.60602]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":2,"control":0,"median_us":1448.93,"change_pct":360.621,"ratio_ci95":[4.60447,4.60922],"paired_ratios":[4.6061,4.61504,4.61039,4.60423,4.60256,4.60472,4.60631,4.6061,4.60806,4.61308,4.59448,4.60684]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":3,"control":0,"median_us":1444.16,"change_pct":359.095,"ratio_ci95":[4.58882,4.59406],"paired_ratios":[4.59044,4.59955,4.59552,4.58938,4.58731,4.58825,4.59084,4.59105,4.59259,4.5976,4.57966,4.59198]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":4,"control":0,"median_us":1443.58,"change_pct":358.962,"ratio_ci95":[4.58688,4.59233],"paired_ratios":[4.58983,4.59792,4.5945,4.58715,4.58528,4.58662,4.58942,4.58901,4.59015,4.59576,4.57784,4.59015]},{"device":0,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":5,"control":0,"median_us":1443.58,"change_pct":358.973,"ratio_ci95":[4.58668,4.59212],"paired_ratios":[4.59023,4.59751,4.59389,4.58715,4.58548,4.58621,4.58922,4.58922,4.59035,4.59597,4.57804,4.59035]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":0,"control":0,"median_us":342.208,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":1,"control":0,"median_us":319.488,"change_pct":-6.70843,"ratio_ci95":[0.931116,0.934561],"paired_ratios":[0.930665,0.930302,0.931203,0.931391,0.931028,0.932149,0.933695,0.933682,0.934193,0.934929,0.93771,0.938737]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":2,"control":0,"median_us":313.184,"change_pct":-8.31868,"ratio_ci95":[0.914874,0.918856],"paired_ratios":[0.916197,0.914898,0.91485,0.915226,0.914302,0.909533,0.917819,0.917429,0.918676,0.919035,0.923494,0.922675]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":3,"control":0,"median_us":312.16,"change_pct":-8.57566,"ratio_ci95":[0.911569,0.915631],"paired_ratios":[0.913378,0.911328,0.911842,0.911654,0.911483,0.906542,0.91539,0.915375,0.915872,0.915108,0.920688,0.919873]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":4,"control":0,"median_us":312.416,"change_pct":-8.4836,"ratio_ci95":[0.91373,0.916636],"paired_ratios":[0.913754,0.913207,0.914098,0.913722,0.913738,0.908972,0.916511,0.916309,0.916994,0.91623,0.91676,0.920994]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":5,"control":0,"median_us":317.536,"change_pct":-7.23297,"ratio_ci95":[0.92531,0.928004],"paired_ratios":[0.92484,0.92523,0.925752,0.925188,0.92539,0.928785,0.928091,0.927517,0.928024,0.927823,0.927984,0.927904]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":0,"control":0,"median_us":341.312,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":1,"control":0,"median_us":1544.38,"change_pct":352.499,"ratio_ci95":[4.52263,4.52834],"paired_ratios":[4.54902,4.52315,4.52928,4.52503,4.51835,4.52551,4.52494,4.51384,4.52211,4.52485,4.52909,4.52758]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":2,"control":0,"median_us":1540.13,"change_pct":351.27,"ratio_ci95":[4.51017,4.51567],"paired_ratios":[4.53371,4.51022,4.51652,4.51247,4.50655,4.51332,4.51294,4.50094,4.51012,4.51228,4.5167,4.51482]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":3,"control":0,"median_us":1539.3,"change_pct":351.022,"ratio_ci95":[4.5082,4.51295],"paired_ratios":[4.52362,4.5089,4.51389,4.51022,4.50337,4.50994,4.51088,4.49888,4.5075,4.51022,4.51408,4.51201]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":4,"control":0,"median_us":1539.62,"change_pct":351.104,"ratio_ci95":[4.50876,4.51257],"paired_ratios":[4.51092,4.50947,4.51483,4.51116,4.50487,4.51125,4.512,4.5,4.50806,4.51059,4.51558,4.51313]},{"device":0,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":5,"control":0,"median_us":1542.34,"change_pct":351.988,"ratio_ci95":[4.51729,4.52214],"paired_ratios":[4.52026,4.52465,4.52346,4.51885,4.51292,4.5195,4.52044,4.50804,4.51574,4.51885,4.5229,4.52139]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":0,"control":0,"median_us":343.168,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":1,"control":0,"median_us":347.808,"change_pct":1.41042,"ratio_ci95":[1.01371,1.01523],"paired_ratios":[1.01256,1.0163,1.01378,1.01364,1.01247,1.01383,1.01402,1.01487,1.0156,1.01636,1.01453,1.01419]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":2,"control":0,"median_us":359.84,"change_pct":4.78509,"ratio_ci95":[1.04698,1.04987],"paired_ratios":[1.04873,1.05135,1.04637,1.04989,1.04692,1.04839,1.05158,1.0472,1.04606,1.04704,1.04731,1.04986]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":3,"control":0,"median_us":356.608,"change_pct":3.7646,"ratio_ci95":[1.03724,1.04109],"paired_ratios":[1.03767,1.04179,1.03724,1.04129,1.03724,1.03999,1.04579,1.03754,1.03678,1.037,1.03762,1.0409]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":4,"control":0,"median_us":373.056,"change_pct":8.68157,"ratio_ci95":[1.08471,1.08877],"paired_ratios":[1.08471,1.08939,1.08436,1.088,1.08471,1.0895,1.09288,1.08493,1.08414,1.08591,1.08773,1.08814]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":5,"control":0,"median_us":342.272,"change_pct":-0.467785,"ratio_ci95":[0.993869,0.998509],"paired_ratios":[0.991379,0.995502,0.994413,0.999253,0.993483,0.995142,0.999439,0.993867,0.993871,0.996281,0.997765,0.99944]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":0,"control":0,"median_us":341.952,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":1,"control":0,"median_us":1488.1,"change_pct":335.327,"ratio_ci95":[4.35077,4.35726],"paired_ratios":[4.3997,4.35894,4.35694,4.35738,4.35274,4.35713,4.35305,4.34792,4.35086,4.35067,4.35349,4.34848]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":2,"control":0,"median_us":1499.84,"change_pct":338.766,"ratio_ci95":[4.38482,4.39853],"paired_ratios":[4.42963,4.40518,4.40922,4.39187,4.38775,4.39161,4.38693,4.38346,4.38454,4.3851,4.38757,4.38346]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":3,"control":0,"median_us":1496.64,"change_pct":337.839,"ratio_ci95":[4.37472,4.38974],"paired_ratios":[4.41532,4.39623,4.3991,4.38325,4.37858,4.38149,4.37739,4.37392,4.37463,4.37481,4.37821,4.37449]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":4,"control":0,"median_us":1512.77,"change_pct":342.488,"ratio_ci95":[4.42318,4.42977],"paired_ratios":[4.43001,4.44304,4.43657,4.42954,4.42483,4.42945,4.42493,4.42125,4.4229,4.42347,4.42464,4.42069]},{"device":0,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":5,"control":0,"median_us":1481.57,"change_pct":333.446,"ratio_ci95":[4.33177,4.33758],"paired_ratios":[4.33928,4.35297,4.33727,4.33789,4.33365,4.33689,4.33377,4.33015,4.3314,4.33215,4.33514,4.33034]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":0,"control":0,"median_us":26.432,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":0,"control":6,"median_us":26.432,"change_pct":9.12699,"ratio_ci95":[1.08839,1.09549],"paired_ratios":[1.11141,1.08707,1.09549,1.08971,1.08707,1.09259,1.08995,1.09549,1.09524,1.08971,1.08707,1.09549]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":1,"control":0,"median_us":24.192,"change_pct":-8.3635,"ratio_ci95":[0.915049,0.918889],"paired_ratios":[0.902148,0.915049,0.912833,0.915254,0.917476,0.920097,0.915049,0.915254,0.917874,0.917676,0.919903,0.920097]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":1,"control":6,"median_us":24.192,"change_pct":0.0,"ratio_ci95":[0.997361,1.00397],"paired_ratios":[1.00265,0.994723,1.0,0.997361,0.997361,1.00529,0.997355,1.00265,1.00529,1.0,1.0,1.00796]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":2,"control":0,"median_us":24.384,"change_pct":-7.74765,"ratio_ci95":[0.918886,0.924939],"paired_ratios":[0.906921,0.924757,0.917676,0.920097,0.927184,0.920097,0.924757,0.917676,0.92029,0.924939,0.927184,0.924939]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":2,"control":6,"median_us":24.384,"change_pct":0.791555,"ratio_ci95":[1.0053,1.00794],"paired_ratios":[1.00796,1.00528,1.00531,1.00264,1.00792,1.00529,1.00794,1.00531,1.00794,1.00792,1.00792,1.01326]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":3,"control":0,"median_us":24.352,"change_pct":-7.87865,"ratio_ci95":[0.920038,0.923638],"paired_ratios":[0.909308,0.919979,0.922518,0.920097,0.924757,0.920097,0.92233,0.920097,0.917874,0.922518,0.927184,0.924939]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":3,"control":6,"median_us":24.352,"change_pct":0.52911,"ratio_ci95":[1.00528,1.00928],"paired_ratios":[1.01061,1.00008,1.01061,1.00264,1.00528,1.00529,1.00529,1.00796,1.00529,1.00528,1.00792,1.01326]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":4,"control":0,"median_us":24.384,"change_pct":-7.62687,"ratio_ci95":[0.922518,0.927276],"paired_ratios":[0.909308,0.929612,0.946731,0.922518,0.924757,0.922518,0.924757,0.922518,0.922705,0.922518,0.929612,0.924939]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":4,"control":6,"median_us":24.384,"change_pct":1.05541,"ratio_ci95":[1.00661,1.01061],"paired_ratios":[1.01061,1.01055,1.03714,1.00528,1.00528,1.00794,1.00794,1.01061,1.01058,1.00528,1.01055,1.01326]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":5,"control":0,"median_us":24.32,"change_pct":-8.11113,"ratio_ci95":[0.917676,0.92233],"paired_ratios":[0.906921,0.92233,0.917676,0.917676,0.92233,0.917676,0.919903,0.917676,0.917874,0.922518,0.92233,0.922518]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":5,"control":6,"median_us":24.32,"change_pct":0.396126,"ratio_ci95":[1.00264,1.00531],"paired_ratios":[1.00796,1.00264,1.00531,1.0,1.00264,1.00265,1.00265,1.00531,1.00529,1.00528,1.00264,1.01061]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":6,"control":0,"median_us":24.192,"change_pct":-8.3635,"ratio_ci95":[0.912833,0.918789],"paired_ratios":[0.899761,0.919903,0.912833,0.917676,0.919903,0.915254,0.917476,0.912833,0.913043,0.917676,0.919903,0.912833]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":0,"arm":6,"control":6,"median_us":24.192,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":0,"control":0,"median_us":26.432,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":0,"control":6,"median_us":26.432,"change_pct":9.25926,"ratio_ci95":[1.09115,1.09524],"paired_ratios":[1.09235,1.08995,1.09259,1.09284,1.09259,1.09524,1.09524,1.0984,1.08971,1.09259,1.09549,1.08707]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":1,"control":0,"median_us":33.856,"change_pct":28.1213,"ratio_ci95":[1.28087,1.28329],"paired_ratios":[1.28261,1.28641,1.28329,1.28155,1.28087,1.27536,1.27778,1.28087,1.28087,1.28329,1.28087,1.28398]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":1,"control":6,"median_us":33.856,"change_pct":40.0793,"ratio_ci95":[1.39815,1.40212],"paired_ratios":[1.40106,1.40212,1.40212,1.40053,1.39947,1.39683,1.39947,1.40691,1.39578,1.40212,1.40318,1.39578]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":2,"control":0,"median_us":34.048,"change_pct":28.9346,"ratio_ci95":[1.28537,1.29126],"paired_ratios":[1.28261,1.29126,1.29056,1.29126,1.28814,1.28261,1.28502,1.29056,1.2954,1.28571,1.28814,1.29126]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":2,"control":6,"median_us":34.048,"change_pct":40.7407,"ratio_ci95":[1.40476,1.41114],"paired_ratios":[1.40106,1.40741,1.41005,1.41114,1.40741,1.40476,1.40741,1.41755,1.41161,1.40476,1.41114,1.40369]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":3,"control":0,"median_us":34.048,"change_pct":28.8136,"ratio_ci95":[1.28537,1.2897],"paired_ratios":[1.28502,1.29126,1.28814,1.28883,1.28814,1.28261,1.28502,1.28571,1.28814,1.29056,1.28571,1.29126]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":3,"control":6,"median_us":34.048,"change_pct":40.7407,"ratio_ci95":[1.40423,1.40849],"paired_ratios":[1.40369,1.40741,1.40741,1.40849,1.40741,1.40476,1.40741,1.41223,1.40369,1.41005,1.40849,1.40369]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":4,"control":0,"median_us":34.048,"change_pct":28.8136,"ratio_ci95":[1.28658,1.2897],"paired_ratios":[1.28744,1.28883,1.28814,1.29126,1.28814,1.28502,1.28261,1.28814,1.28571,1.29056,1.29056,1.28883]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":4,"control":6,"median_us":34.048,"change_pct":40.7407,"ratio_ci95":[1.40476,1.4106],"paired_ratios":[1.40633,1.40476,1.40741,1.41114,1.40741,1.40741,1.40476,1.41489,1.40106,1.41005,1.41379,1.40106]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":5,"control":0,"median_us":33.92,"change_pct":28.3293,"ratio_ci95":[1.28053,1.28762],"paired_ratios":[1.28261,1.28883,1.28087,1.30583,1.30266,1.28019,1.28019,1.27845,1.28329,1.28571,1.28329,1.28641]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":5,"control":6,"median_us":33.92,"change_pct":40.3186,"ratio_ci95":[1.40026,1.4053],"paired_ratios":[1.40106,1.40476,1.39947,1.42706,1.42328,1.40212,1.40212,1.40426,1.39842,1.40476,1.40584,1.39842]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":6,"control":0,"median_us":24.192,"change_pct":-8.47458,"ratio_ci95":[0.913043,0.916467],"paired_ratios":[0.915459,0.917476,0.915254,0.915049,0.915254,0.913043,0.913043,0.910412,0.917676,0.915254,0.912833,0.919903]},{"device":1,"family":0,"jobs":16,"expert_pool":8,"inclusive":1,"arm":6,"control":6,"median_us":24.192,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":0,"control":0,"median_us":29.12,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":0,"control":6,"median_us":29.12,"change_pct":10.1818,"ratio_ci95":[1.09903,1.10641],"paired_ratios":[1.10628,1.10654,1.09903,1.10169,1.09398,1.09903,1.11594,1.10169,1.10194,1.09903,1.10437,1.1068]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":1,"control":0,"median_us":29.024,"change_pct":-0.329918,"ratio_ci95":[0.993414,0.997802],"paired_ratios":[0.99345,0.991247,0.997802,0.997802,0.997797,1.0044,0.982684,0.997802,0.997797,0.995604,0.993407,0.993421]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":1,"control":6,"median_us":29.024,"change_pct":9.80606,"ratio_ci95":[1.09662,1.09939],"paired_ratios":[1.09903,1.09685,1.09662,1.09927,1.09157,1.10386,1.09662,1.09927,1.09951,1.0942,1.09709,1.09951]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":2,"control":0,"median_us":29.824,"change_pct":2.1978,"ratio_ci95":[1.02193,1.0242],"paired_ratios":[1.03712,1.02188,1.02198,1.02198,1.02423,1.02418,1.00866,1.02418,1.02643,1.02198,1.02198,1.02193]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":2,"control":6,"median_us":29.824,"change_pct":12.7119,"ratio_ci95":[1.1244,1.13091],"paired_ratios":[1.14734,1.13075,1.12319,1.12591,1.12048,1.1256,1.1256,1.12833,1.13107,1.12319,1.12864,1.13107]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":3,"control":0,"median_us":29.952,"change_pct":2.63736,"ratio_ci95":[1.02418,1.02848],"paired_ratios":[1.02402,1.02845,1.02418,1.03077,1.02643,1.02418,1.02381,1.02637,1.03304,1.02418,1.02637,1.02851]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":3,"control":6,"median_us":29.952,"change_pct":13.3173,"ratio_ci95":[1.1256,1.13818],"paired_ratios":[1.13285,1.13801,1.1256,1.13559,1.12289,1.1256,1.14251,1.13075,1.13835,1.1256,1.1335,1.13835]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":4,"control":0,"median_us":29.984,"change_pct":2.96366,"ratio_ci95":[1.02741,1.0319],"paired_ratios":[1.02183,1.02845,1.03297,1.03297,1.03965,1.02857,1.01082,1.03077,1.03084,1.02637,1.02857,1.0307]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":4,"control":6,"median_us":29.984,"change_pct":13.5758,"ratio_ci95":[1.13043,1.13768],"paired_ratios":[1.13043,1.13801,1.13527,1.13801,1.13735,1.13043,1.12802,1.13559,1.13592,1.12802,1.13592,1.14078]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":5,"control":0,"median_us":29.312,"change_pct":0.769228,"ratio_ci95":[1.00439,1.0088],"paired_ratios":[1.0,1.01751,1.00879,1.00659,1.00881,1.0044,0.991342,1.00879,1.01101,1.00659,1.00879,1.00439]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":5,"control":6,"median_us":29.312,"change_pct":10.8827,"ratio_ci95":[1.10628,1.11286],"paired_ratios":[1.10628,1.12591,1.1087,1.10896,1.10361,1.10386,1.10628,1.11138,1.11408,1.10628,1.11408,1.11165]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":6,"control":0,"median_us":26.464,"change_pct":-9.24094,"ratio_ci95":[0.903825,0.90989],"paired_ratios":[0.90393,0.90372,0.90989,0.907692,0.914097,0.90989,0.896104,0.907692,0.907489,0.90989,0.905494,0.903509]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":0,"arm":6,"control":6,"median_us":26.464,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":0,"control":0,"median_us":27.168,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":0,"control":6,"median_us":27.168,"change_pct":8.98589,"ratio_ci95":[1.08174,1.09828],"paired_ratios":[1.10145,1.10404,1.08974,1.09231,1.08997,1.09512,1.055,1.10256,1.0844,1.08184,1.08163,1.07949]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":1,"control":0,"median_us":32.16,"change_pct":18.514,"ratio_ci95":[1.1784,1.18935],"paired_ratios":[1.20395,1.12069,1.18588,1.1784,1.18868,1.1784,1.19668,1.16744,1.18632,1.1844,1.18396,1.19002]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":1,"control":6,"median_us":32.16,"change_pct":28.6812,"ratio_ci95":[1.28097,1.2914],"paired_ratios":[1.32609,1.23729,1.29231,1.28718,1.29563,1.29049,1.2625,1.28718,1.28644,1.28133,1.28061,1.28462]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":2,"control":0,"median_us":33.088,"change_pct":21.9599,"ratio_ci95":[1.21207,1.22459],"paired_ratios":[1.21053,1.18868,1.21647,1.22535,1.21934,1.21361,1.22512,1.20233,1.2217,1.21986,1.22406,1.22803]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":2,"control":6,"median_us":33.088,"change_pct":32.5641,"ratio_ci95":[1.32184,1.32905],"paired_ratios":[1.33333,1.31235,1.32564,1.33846,1.32905,1.32905,1.2925,1.32564,1.32481,1.31969,1.32398,1.32564]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":3,"control":0,"median_us":33.216,"change_pct":22.0261,"ratio_ci95":[1.21544,1.22604],"paired_ratios":[1.21491,1.21061,1.21882,1.21596,1.22406,1.21831,1.22986,1.2093,1.2217,1.22931,1.22406,1.22803]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":3,"control":6,"median_us":33.216,"change_pct":32.9064,"ratio_ci95":[1.32522,1.33419],"paired_ratios":[1.33816,1.33656,1.32821,1.32821,1.33419,1.33419,1.2975,1.33333,1.32481,1.32992,1.32398,1.32564]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":4,"control":0,"median_us":33.28,"change_pct":22.2733,"ratio_ci95":[1.22092,1.22668],"paired_ratios":[1.22149,1.22377,1.22118,1.22066,1.22877,1.22066,1.23223,1.21628,1.2217,1.22459,1.22406,1.23278]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":4,"control":6,"median_us":33.28,"change_pct":33.2051,"ratio_ci95":[1.32481,1.34018],"paired_ratios":[1.34541,1.35109,1.33077,1.33333,1.33933,1.33676,1.3,1.34103,1.32481,1.32481,1.32398,1.33077]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":5,"control":0,"median_us":32.384,"change_pct":19.4575,"ratio_ci95":[1.19036,1.19931],"paired_ratios":[1.19956,1.20622,1.19059,1.18779,1.19575,1.19014,1.19905,1.17674,1.1934,1.19622,1.1934,1.20428]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":5,"control":6,"median_us":32.384,"change_pct":29.7436,"ratio_ci95":[1.29412,1.30334],"paired_ratios":[1.32126,1.33172,1.29744,1.29744,1.30334,1.30334,1.265,1.29744,1.29412,1.29412,1.29082,1.3]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":6,"control":0,"median_us":24.992,"change_pct":-8.245,"ratio_ci95":[0.91052,0.924439],"paired_ratios":[0.907895,0.905764,0.917647,0.915493,0.917453,0.913146,0.947867,0.906977,0.92217,0.92435,0.924528,0.926366]},{"device":1,"family":0,"jobs":16,"expert_pool":32,"inclusive":1,"arm":6,"control":6,"median_us":24.992,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":0,"control":0,"median_us":24.256,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":1,"control":0,"median_us":23.904,"change_pct":-1.5769,"ratio_ci95":[0.98285,0.986807],"paired_ratios":[0.979112,0.984293,0.984169,0.992064,0.98153,0.986772,0.986807,0.986807,0.989418,0.98153,0.984169,0.984169]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":2,"control":0,"median_us":24.288,"change_pct":0.26282,"ratio_ci95":[1.0,1.00265],"paired_ratios":[0.997389,1.00262,1.00528,1.0,1.00264,1.00265,1.00528,1.0,1.00265,1.00264,0.997361,1.0]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":3,"control":0,"median_us":24.352,"change_pct":0.528404,"ratio_ci95":[1.00131,1.0066],"paired_ratios":[0.997389,1.00262,1.01319,1.00529,1.00528,1.00529,1.00264,1.01583,1.00529,1.0,1.0,1.00792]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":4,"control":0,"median_us":24.32,"change_pct":0.263857,"ratio_ci95":[1.00132,1.00265],"paired_ratios":[0.997389,1.0,1.00528,1.00265,1.00264,1.01323,1.0,1.00264,1.00265,1.00264,1.00264,1.00264]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":0,"arm":5,"control":0,"median_us":24.32,"change_pct":0.131928,"ratio_ci95":[0.998694,1.00396],"paired_ratios":[0.997389,0.997382,1.0,1.00529,1.0,1.00529,1.0,0.997361,1.00529,1.00264,1.00264,1.00264]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":0,"control":0,"median_us":24.256,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":1,"control":0,"median_us":31.264,"change_pct":29.1005,"ratio_ci95":[1.2876,1.29288],"paired_ratios":[1.28496,1.29101,1.29288,1.29024,1.28571,1.2876,1.29365,1.29365,1.29288,1.29211,1.2876,1.29101]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":2,"control":0,"median_us":31.104,"change_pct":28.5714,"ratio_ci95":[1.28232,1.28704],"paired_ratios":[1.28232,1.28836,1.29024,1.28232,1.28571,1.27968,1.28571,1.28571,1.29288,1.27895,1.28496,1.28571]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":3,"control":0,"median_us":31.104,"change_pct":28.496,"ratio_ci95":[1.28232,1.28704],"paired_ratios":[1.28496,1.28571,1.28496,1.28232,1.28836,1.28232,1.28836,1.28836,1.27968,1.27895,1.28232,1.28571]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":4,"control":0,"median_us":31.104,"change_pct":28.3641,"ratio_ci95":[1.28232,1.28571],"paired_ratios":[1.27968,1.28571,1.28232,1.28232,1.28571,1.28232,1.28571,1.28571,1.28496,1.27895,1.28232,1.28571]},{"device":1,"family":1,"jobs":16,"expert_pool":8,"inclusive":1,"arm":5,"control":0,"median_us":31.168,"change_pct":28.5714,"ratio_ci95":[1.28232,1.28798],"paired_ratios":[1.2876,1.28571,1.28232,1.2876,1.28836,1.28496,1.29365,1.28571,1.28232,1.28158,1.28232,1.29365]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":0,"control":0,"median_us":25.152,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":1,"control":0,"median_us":25.216,"change_pct":0.0,"ratio_ci95":[0.998731,1.00254],"paired_ratios":[1.01266,1.0,1.0,0.98995,1.0,1.00254,1.00254,1.00254,0.997462,0.997462,1.00509,1.0]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":2,"control":0,"median_us":26.752,"change_pct":6.10687,"ratio_ci95":[1.06084,1.06361],"paired_ratios":[1.06076,1.06616,1.06361,1.04523,1.06091,1.07888,1.06107,1.06107,1.06091,1.05584,1.06107,1.06361]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":3,"control":0,"median_us":26.72,"change_pct":6.08366,"ratio_ci95":[1.05845,1.06361],"paired_ratios":[1.06076,1.06616,1.06616,1.04774,1.05838,1.06361,1.05852,1.06107,1.06091,1.05838,1.05852,1.06361]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":4,"control":0,"median_us":27.264,"change_pct":8.1425,"ratio_ci95":[1.07878,1.08651],"paired_ratios":[1.08101,1.08651,1.08651,1.06784,1.07614,1.08651,1.08142,1.08906,1.08629,1.07868,1.07888,1.08142]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":0,"arm":5,"control":0,"median_us":26.048,"change_pct":3.30369,"ratio_ci95":[1.02922,1.03562],"paired_ratios":[1.02785,1.05852,1.03562,1.02764,1.03046,1.03562,1.03562,1.02799,1.04315,1.03299,1.03308,1.03053]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":0,"control":0,"median_us":24.352,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":1,"control":0,"median_us":31.36,"change_pct":28.9474,"ratio_ci95":[1.28609,1.29478],"paired_ratios":[1.29592,1.28934,1.28947,1.30871,1.29365,1.28947,1.28947,1.28871,1.27676,1.2963,1.28346,1.28272]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":2,"control":0,"median_us":32.8,"change_pct":34.6053,"ratio_ci95":[1.33934,1.35535],"paired_ratios":[1.34949,1.3401,1.37105,1.35356,1.35714,1.34737,1.34474,1.33858,1.3342,1.37302,1.34121,1.3377]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":3,"control":0,"median_us":32.736,"change_pct":34.6511,"ratio_ci95":[1.34192,1.35085],"paired_ratios":[1.35204,1.34264,1.35,1.34828,1.34921,1.34474,1.35789,1.34121,1.3342,1.34392,1.35171,1.34031]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":4,"control":0,"median_us":33.152,"change_pct":36.2701,"ratio_ci95":[1.35746,1.36988],"paired_ratios":[1.36224,1.35533,1.36053,1.36939,1.37037,1.36316,1.36579,1.37533,1.35248,1.37037,1.35958,1.35079]},{"device":1,"family":1,"jobs":16,"expert_pool":32,"inclusive":1,"arm":5,"control":0,"median_us":31.872,"change_pct":31.185,"ratio_ci95":[1.30618,1.3144],"paired_ratios":[1.31888,1.31218,1.30789,1.31398,1.31481,1.31053,1.31316,1.30446,1.30026,1.31481,1.30446,1.31152]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":0,"control":0,"median_us":24.16,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":1,"control":0,"median_us":24.512,"change_pct":1.45678,"ratio_ci95":[1.00927,1.01727],"paired_ratios":[1.00794,1.00789,1.01592,1.01326,1.02111,1.01862,1.01058,1.00796,1.01587,1.01326,1.01592,1.02116]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":2,"control":0,"median_us":25.408,"change_pct":5.1654,"ratio_ci95":[1.04762,1.05305],"paired_ratios":[1.04762,1.03947,1.07427,1.05305,1.04749,1.05585,1.05291,1.05305,1.05026,1.05305,1.0504,1.04762]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":3,"control":0,"median_us":25.344,"change_pct":4.77454,"ratio_ci95":[1.04617,1.05172],"paired_ratios":[1.05026,1.04737,1.04775,1.0504,1.04485,1.05585,1.04762,1.06101,1.04497,1.05305,1.04775,1.04497]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":4,"control":0,"median_us":25.408,"change_pct":5.03979,"ratio_ci95":[1.04756,1.05298],"paired_ratios":[1.04762,1.04474,1.0504,1.0504,1.04749,1.05585,1.05291,1.05305,1.05026,1.0557,1.0504,1.04497]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":0,"arm":5,"control":0,"median_us":25.408,"change_pct":5.03312,"ratio_ci95":[1.04768,1.05305],"paired_ratios":[1.05026,1.04737,1.0504,1.04775,1.05013,1.05053,1.04762,1.05305,1.0582,1.0557,1.05305,1.04497]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":0,"control":0,"median_us":24.128,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":1,"control":0,"median_us":29.28,"change_pct":21.4854,"ratio_ci95":[1.2122,1.21941],"paired_ratios":[1.2122,1.22016,1.21485,1.2058,1.21809,1.2122,1.21485,1.22133,1.21867,1.2037,1.2122,1.22812]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":2,"control":0,"median_us":29.952,"change_pct":24.1379,"ratio_ci95":[1.23873,1.24403],"paired_ratios":[1.24403,1.24138,1.24138,1.23483,1.24202,1.23873,1.23873,1.26667,1.25067,1.2328,1.24403,1.24138]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":3,"control":0,"median_us":29.888,"change_pct":24.0053,"ratio_ci95":[1.2374,1.24501],"paired_ratios":[1.23873,1.24403,1.24138,1.23219,1.24468,1.25729,1.23873,1.248,1.24533,1.23545,1.23607,1.23873]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":4,"control":0,"median_us":29.952,"change_pct":24.1379,"ratio_ci95":[1.24005,1.24436],"paired_ratios":[1.24403,1.24138,1.24138,1.23747,1.24468,1.23873,1.24403,1.25067,1.248,1.2381,1.24138,1.24138]},{"device":1,"family":1,"jobs":16,"expert_pool":256,"inclusive":1,"arm":5,"control":0,"median_us":29.856,"change_pct":24.037,"ratio_ci95":[1.23342,1.24271],"paired_ratios":[1.24138,1.24138,1.24403,1.22691,1.24468,1.23342,1.23077,1.24533,1.24,1.24074,1.23607,1.23342]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":0,"control":0,"median_us":82.464,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":1,"control":0,"median_us":82.272,"change_pct":-0.0387268,"ratio_ci95":[0.997682,1.00314],"paired_ratios":[1.00314,1.00314,1.00393,1.00313,1.00156,0.999224,0.996121,1.0,0.999225,0.997676,0.996921,0.997689]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":2,"control":0,"median_us":81.408,"change_pct":-1.39051,"ratio_ci95":[0.984301,0.987587],"paired_ratios":[0.984301,0.984301,0.985075,0.982759,0.989828,0.986801,0.987587,0.987587,0.986057,0.987607,0.983834,0.986133]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":3,"control":0,"median_us":81.312,"change_pct":-1.54442,"ratio_ci95":[0.982725,0.98603],"paired_ratios":[0.982731,0.983516,0.982718,0.981975,0.996088,0.986025,0.986812,0.986036,0.984508,0.980635,0.984603,0.985362]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":4,"control":0,"median_us":81.28,"change_pct":-1.63802,"ratio_ci95":[0.981176,0.98526],"paired_ratios":[0.981162,0.982731,0.981932,0.981191,0.978091,0.986025,0.98526,0.98526,0.984508,0.984508,0.979985,0.985362]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":0,"arm":5,"control":0,"median_us":81.408,"change_pct":-1.46323,"ratio_ci95":[0.983529,0.986812],"paired_ratios":[0.982731,0.983516,0.985075,0.983542,0.981221,0.987578,0.986812,0.986812,0.986832,0.986057,0.985373,0.985362]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":0,"control":0,"median_us":81.344,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":1,"control":0,"median_us":163.296,"change_pct":100.624,"ratio_ci95":[2.00198,2.00925],"paired_ratios":[2.0077,2.01079,2.00693,2.01082,2.00695,2.01417,2.00079,2.00552,2.00555,2.00317,1.99921,2.00079]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":2,"control":0,"median_us":163.776,"change_pct":99.9614,"ratio_ci95":[1.99011,2.00116],"paired_ratios":[2.0,2.00154,2.0,2.00077,1.99923,2.03937,1.98821,1.99448,2.00317,1.99129,1.98656,1.98893]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":3,"control":0,"median_us":163.648,"change_pct":99.6916,"ratio_ci95":[1.98935,2.00077],"paired_ratios":[1.99692,2.00154,2.0,1.99845,1.99691,2.03543,1.98821,1.99211,2.00158,1.9905,1.98419,1.98577]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":4,"control":0,"median_us":163.712,"change_pct":99.803,"ratio_ci95":[1.98896,2.0],"paired_ratios":[2.0,2.0,1.99923,2.0,2.0,2.04488,1.98742,1.99369,1.99683,1.9905,1.98735,1.98656]},{"device":1,"family":1,"jobs":64,"expert_pool":8,"inclusive":1,"arm":5,"control":0,"median_us":161.568,"change_pct":98.9721,"ratio_ci95":[1.98659,1.99807],"paired_ratios":[1.99769,2.0,1.99846,2.0,1.99768,1.9874,1.98506,1.99054,1.98891,1.98812,1.98577,1.98498]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":0,"control":0,"median_us":89.664,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":1,"control":0,"median_us":86.784,"change_pct":-3.2787,"ratio_ci95":[0.962085,0.970818],"paired_ratios":[0.960641,0.961342,0.962828,0.955893,0.963742,0.967166,0.968594,0.972877,0.970735,0.96726,0.970922,0.970901]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":2,"control":0,"median_us":84.064,"change_pct":-5.93932,"ratio_ci95":[0.932555,0.949679],"paired_ratios":[0.932945,0.932166,0.932945,0.924801,0.93546,0.929336,0.945753,0.949322,0.950036,0.950178,0.947518,0.950319]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":3,"control":0,"median_us":83.648,"change_pct":-5.97444,"ratio_ci95":[0.932485,0.948397],"paired_ratios":[0.932216,0.932896,0.931487,0.932755,0.936186,0.920057,0.944326,0.947181,0.947894,0.951601,0.949645,0.9489]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":4,"control":0,"median_us":83.424,"change_pct":-6.17384,"ratio_ci95":[0.932023,0.946995],"paired_ratios":[0.932945,0.933625,0.931487,0.929863,0.93256,0.917916,0.942898,0.944326,0.947181,0.95089,0.946808,0.951739]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":0,"arm":5,"control":0,"median_us":84.992,"change_pct":-5.21056,"ratio_ci95":[0.935727,0.951246],"paired_ratios":[0.933673,0.935084,0.934402,0.93637,0.940537,0.947894,0.950036,0.947894,0.951463,0.954448,0.953901,0.951029]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":0,"control":0,"median_us":88.32,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":1,"control":0,"median_us":170.528,"change_pct":93.6754,"ratio_ci95":[1.93002,1.95982],"paired_ratios":[1.96026,1.95946,1.96017,1.96157,1.95946,1.93469,1.92971,1.93882,1.93033,1.92609,1.93246,1.92598]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":2,"control":0,"median_us":168.544,"change_pct":91.3125,"ratio_ci95":[1.90744,1.94381],"paired_ratios":[1.94393,1.94381,1.94381,1.94591,1.9431,1.91074,1.90435,1.91479,1.91147,1.90435,1.90922,1.90566]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":3,"control":0,"median_us":168.512,"change_pct":91.2032,"ratio_ci95":[1.90672,1.94379],"paired_ratios":[1.94251,1.94381,1.94381,1.94377,1.94452,1.91219,1.90362,1.91187,1.90929,1.90362,1.90777,1.90566]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":4,"control":0,"median_us":169.216,"change_pct":92.2195,"ratio_ci95":[1.90639,1.94168],"paired_ratios":[1.94038,1.94168,1.94595,1.94448,1.94168,1.93033,1.90362,1.91406,1.90711,1.90362,1.9085,1.90566]},{"device":1,"family":1,"jobs":64,"expert_pool":32,"inclusive":1,"arm":5,"control":0,"median_us":168.64,"change_pct":91.5307,"ratio_ci95":[1.90863,1.94559],"paired_ratios":[1.94322,1.94737,1.94595,1.94875,1.94523,1.91364,1.90797,1.91697,1.90929,1.90797,1.9114,1.90784]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":0,"control":0,"median_us":89.696,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":1,"control":0,"median_us":89.216,"change_pct":-0.49699,"ratio_ci95":[0.993566,0.996094],"paired_ratios":[0.995633,0.992748,0.992754,0.993488,0.996426,0.994294,0.995004,0.995763,0.996464,0.995057,0.998584,0.993644]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":2,"control":0,"median_us":90.816,"change_pct":0.812701,"ratio_ci95":[1.00725,1.01076],"paired_ratios":[1.01019,1.00725,1.00725,1.00724,1.01001,1.00642,1.01927,1.00777,1.00778,1.00847,1.01133,1.01907]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":3,"control":0,"median_us":91.264,"change_pct":1.42201,"ratio_ci95":[1.01289,1.01539],"paired_ratios":[1.01747,1.01378,1.01449,1.0152,1.0143,1.01141,1.02427,1.01201,1.01414,1.01412,1.01558,1.01201]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":4,"control":0,"median_us":91.008,"change_pct":0.957972,"ratio_ci95":[1.00893,1.01145],"paired_ratios":[1.01383,1.00725,1.01087,1.00868,0.999285,1.00927,1.0207,1.00918,1.01061,1.00989,1.01204,1.00918]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":0,"arm":5,"control":0,"median_us":90.528,"change_pct":0.600731,"ratio_ci95":[1.00428,1.00689],"paired_ratios":[1.00655,1.0029,1.00652,1.00724,0.994282,1.00285,1.01642,1.00565,1.00636,1.00565,1.00779,1.00565]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":0,"control":0,"median_us":88.512,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":1,"control":0,"median_us":163.808,"change_pct":85.5331,"ratio_ci95":[1.85156,1.87253],"paired_ratios":[1.8789,1.88085,1.8742,1.87085,1.84682,1.85094,1.84921,1.85445,1.85424,1.85745,1.85621,1.85217]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":2,"control":0,"median_us":165.664,"change_pct":87.541,"ratio_ci95":[1.86997,1.88913],"paired_ratios":[1.8966,1.89574,1.89187,1.88638,1.86777,1.87337,1.86652,1.87183,1.87745,1.88218,1.87219,1.86812]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":3,"control":0,"median_us":166.24,"change_pct":88.0667,"ratio_ci95":[1.87758,1.8879],"paired_ratios":[1.89943,1.90071,1.89329,1.88215,1.87717,1.88061,1.87374,1.88052,1.88252,1.88073,1.878,1.87391]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":4,"control":0,"median_us":165.792,"change_pct":87.7358,"ratio_ci95":[1.87274,1.89124],"paired_ratios":[1.89589,1.90142,1.89329,1.8892,1.87139,1.8741,1.86869,1.87762,1.8789,1.87709,1.87509,1.87101]},{"device":1,"family":1,"jobs":64,"expert_pool":256,"inclusive":1,"arm":5,"control":0,"median_us":165.28,"change_pct":86.955,"ratio_ci95":[1.8651,1.88312],"paired_ratios":[1.89235,1.89291,1.88763,1.87862,1.86416,1.86831,1.86436,1.87038,1.86584,1.86982,1.86928,1.8587]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":0,"control":0,"median_us":316.48,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":1,"control":0,"median_us":316.864,"change_pct":0.0607235,"ratio_ci95":[0.999091,1.00131],"paired_ratios":[0.995143,1.01451,0.997,1.0012,0.999194,1.00101,0.998988,1.00142,1.00061,1.00061,1.0,1.00386]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":2,"control":0,"median_us":316.736,"change_pct":0.0707479,"ratio_ci95":[0.9998,1.00264],"paired_ratios":[0.994536,1.01246,0.9996,1.0012,1.0004,1.0002,1.00101,1.00162,1.00365,1.0,0.999596,1.00386]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":3,"control":0,"median_us":312.16,"change_pct":-1.38271,"ratio_ci95":[0.984922,0.988247],"paired_ratios":[0.973892,0.99857,0.9852,0.985944,0.986089,0.986257,0.987252,0.986642,0.989448,0.983848,0.984643,0.989241]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":4,"control":0,"median_us":311.36,"change_pct":-1.54811,"ratio_ci95":[0.983613,0.985419],"paired_ratios":[0.972273,0.985697,0.9842,0.985141,0.985081,0.984236,0.984419,0.984619,0.987013,0.982233,0.983027,0.987414]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":0,"arm":5,"control":0,"median_us":311.296,"change_pct":-1.5636,"ratio_ci95":[0.983001,0.985396],"paired_ratios":[0.973487,0.982632,0.985,0.985141,0.984274,0.985651,0.9828,0.983202,0.985796,0.984454,0.984037,0.985993]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":0,"control":0,"median_us":314.08,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":1,"control":0,"median_us":1448.8,"change_pct":361.347,"ratio_ci95":[4.61096,4.61448],"paired_ratios":[4.63989,4.55147,4.61341,4.61517,4.61039,4.60945,4.61448,4.61353,4.61448,4.61165,4.61435,4.61153]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":2,"control":0,"median_us":1449.28,"change_pct":361.52,"ratio_ci95":[4.61218,4.61615],"paired_ratios":[4.64597,4.55368,4.61484,4.61598,4.61161,4.61108,4.61651,4.61557,4.61631,4.61451,4.61598,4.61275]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":3,"control":0,"median_us":1444.77,"change_pct":360.094,"ratio_ci95":[4.59792,4.60198],"paired_ratios":[4.63441,4.5386,4.60077,4.60192,4.59756,4.59662,4.60265,4.6011,4.60204,4.59963,4.6013,4.59829]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":4,"control":0,"median_us":1444.16,"change_pct":359.89,"ratio_ci95":[4.59589,4.60004],"paired_ratios":[4.63705,4.55107,4.59874,4.59988,4.59572,4.59479,4.6002,4.59947,4.6002,4.59739,4.59906,4.59605]},{"device":1,"family":1,"jobs":256,"expert_pool":8,"inclusive":1,"arm":5,"control":0,"median_us":1444.38,"change_pct":359.982,"ratio_ci95":[4.59641,4.60065],"paired_ratios":[4.63725,4.5571,4.59996,4.60008,4.59694,4.5954,4.60143,4.60008,4.60122,4.59637,4.59967,4.59646]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":0,"control":0,"median_us":344.768,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":1,"control":0,"median_us":322.592,"change_pct":-6.41688,"ratio_ci95":[0.934369,0.938142],"paired_ratios":[0.933208,0.942268,0.934852,0.93408,0.933769,0.937963,0.938322,0.934658,0.93531,0.936549,0.936352,0.938927]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":2,"control":0,"median_us":316.832,"change_pct":-8.02641,"ratio_ci95":[0.918801,0.920363],"paired_ratios":[0.914634,0.924649,0.919731,0.920075,0.91847,0.92037,0.920356,0.91925,0.91974,0.92115,0.918723,0.918879]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":3,"control":0,"median_us":316.512,"change_pct":-8.13692,"ratio_ci95":[0.917688,0.919404],"paired_ratios":[0.913696,0.91865,0.918611,0.919328,0.926306,0.918889,0.916466,0.918136,0.920111,0.919481,0.91761,0.917765]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":4,"control":0,"median_us":317.472,"change_pct":-7.91285,"ratio_ci95":[0.91821,0.922627],"paired_ratios":[0.913884,0.914527,0.919731,0.920261,0.918843,0.921482,0.917577,0.923148,0.922892,0.922635,0.92262,0.922035]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":0,"arm":5,"control":0,"median_us":321.28,"change_pct":-6.84847,"ratio_ci95":[0.930446,0.932616],"paired_ratios":[0.924765,0.923711,0.931118,0.930719,0.931343,0.933148,0.930172,0.932059,0.934198,0.933395,0.932084,0.931687]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":0,"control":0,"median_us":341.536,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":1,"control":0,"median_us":1544.16,"change_pct":352.301,"ratio_ci95":[4.52009,4.52659],"paired_ratios":[4.5735,4.52664,4.52494,4.51986,4.5207,4.52654,4.52428,4.52768,4.52174,4.5192,4.51816,4.52033]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":2,"control":0,"median_us":1538.82,"change_pct":350.708,"ratio_ci95":[4.50473,4.51102],"paired_ratios":[4.56216,4.51144,4.50938,4.50431,4.50553,4.5106,4.50853,4.5121,4.50562,4.5029,4.50206,4.50515]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":3,"control":0,"median_us":1538.4,"change_pct":350.576,"ratio_ci95":[4.50314,4.50961],"paired_ratios":[4.56216,4.51013,4.50825,4.50318,4.50422,4.5091,4.50703,4.51041,4.5045,4.50215,4.50056,4.50309]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":4,"control":0,"median_us":1538.66,"change_pct":350.741,"ratio_ci95":[4.5037,4.51008],"paired_ratios":[4.56402,4.50994,4.50919,4.50318,4.50422,4.51022,4.50928,4.51079,4.50562,4.50234,4.50206,4.50478]},{"device":1,"family":1,"jobs":256,"expert_pool":32,"inclusive":1,"arm":5,"control":0,"median_us":1542.24,"change_pct":351.729,"ratio_ci95":[4.51429,4.52059],"paired_ratios":[4.54209,4.52064,4.51969,4.51386,4.51471,4.52054,4.51847,4.52261,4.51612,4.51377,4.51255,4.51508]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":0,"control":0,"median_us":346.144,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":1,"control":0,"median_us":353.92,"change_pct":2.12933,"ratio_ci95":[1.01812,1.02266],"paired_ratios":[1.01348,1.0231,1.02078,1.01703,1.02279,1.0218,1.02254,1.02313,1.01821,1.02229,1.01803,1.02029]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":2,"control":0,"median_us":362.816,"change_pct":4.89858,"ratio_ci95":[1.04706,1.05029],"paired_ratios":[1.05037,1.05728,1.04621,1.04703,1.0502,1.04933,1.04933,1.0481,1.04267,1.04864,1.04709,1.05072]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":3,"control":0,"median_us":358.624,"change_pct":3.65985,"ratio_ci95":[1.03599,1.03764],"paired_ratios":[1.03652,1.04188,1.0321,1.0374,1.03668,1.03732,1.03788,1.03645,1.03072,1.03629,1.03569,1.03818]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":4,"control":0,"median_us":375.68,"change_pct":8.55717,"ratio_ci95":[1.08361,1.08716],"paired_ratios":[1.08727,1.09352,1.08239,1.08665,1.08762,1.08481,1.08333,1.08548,1.08001,1.08567,1.08389,1.08705]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":0,"arm":5,"control":0,"median_us":345.408,"change_pct":-0.184469,"ratio_ci95":[0.996553,0.99963],"paired_ratios":[0.994382,0.996432,0.994248,0.99963,0.998703,0.99963,0.996674,0.99815,0.998161,0.999631,0.997792,1.00074]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":0,"control":0,"median_us":341.184,"change_pct":0.0,"ratio_ci95":[1.0,1.0],"paired_ratios":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":1,"control":0,"median_us":1489.09,"change_pct":336.498,"ratio_ci95":[4.36162,4.36832],"paired_ratios":[4.43856,4.36812,4.36234,4.36428,4.36852,4.37033,4.35812,4.3641,4.35661,4.36737,4.36089,4.36567]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":2,"control":0,"median_us":1500.26,"change_pct":339.809,"ratio_ci95":[4.39518,4.40171],"paired_ratios":[4.46155,4.40004,4.39535,4.39749,4.4027,4.40207,4.39071,4.39692,4.38806,4.40135,4.39501,4.39869]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":3,"control":0,"median_us":1495.55,"change_pct":338.383,"ratio_ci95":[4.38196,4.388],"paired_ratios":[4.44978,4.38633,4.38241,4.38342,4.38918,4.38817,4.37629,4.38379,4.37477,4.38784,4.38151,4.38387]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":4,"control":0,"median_us":1512.77,"change_pct":343.429,"ratio_ci95":[4.43216,4.43813],"paired_ratios":[4.49651,4.43721,4.43361,4.43388,4.44159,4.43906,4.42648,4.43275,4.42437,4.43627,4.43157,4.43471]},{"device":1,"family":1,"jobs":256,"expert_pool":256,"inclusive":1,"arm":5,"control":0,"median_us":1480.96,"change_pct":334.131,"ratio_ci95":[4.33608,4.34391],"paired_ratios":[4.32487,4.34391,4.33946,4.34121,4.34598,4.34592,4.33415,4.3414,4.33152,4.34391,4.33802,4.34221]}]}