{"runs": [{"name": "engine-s100-park-prefetch", "mode": "park", "streams": 100, "store": "fp8", "pool": "layer", "pull": null, "evict": null, "spec": 0, "tok_s": 0.65, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 0.65, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": null, "finished": 1794577580}, {"name": "engine-s1", "mode": "park", "streams": 1, "store": "fp8", "pool": "layer", "pull": null, "evict": null, "spec": 0, "tok_s": 1.208, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 1.208, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": null, "finished": 1794577946}, {"name": "engine-s100-wait", "mode": "wait", "streams": 100, "store": "fp8", "pool": "layer", "pull": null, "evict": null, "spec": 0, "tok_s": 2.5, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 2.5, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": null, "finished": 1794578149}, {"name": "engine-s100-park", "mode": "park", "streams": 100, "store": "fp8", "pool": "layer", "pull": null, "evict": null, "spec": 0, "tok_s": 0.658, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 0.658, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": null, "finished": 1794578352}, {"name": "engine-s1-victim", "mode": "park", "streams": 1, "store": "fp8", "pool": "layer", "pull": null, "evict": null, "spec": 0, "tok_s": 1.85, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 1.85, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": null, "finished": 1794579627}, {"name": "engine-s100-wait-victim", "mode": "wait", "streams": 100, "store": "fp8", "pool": "layer", "pull": null, "evict": null, "spec": 0, "tok_s": 2.5, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 2.5, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": null, "finished": 1794579847}, {"name": "engine-s10-wait", "mode": "wait", "streams": 10, "store": "fp8", "pool": "layer", "pull": null, "evict": null, "spec": 0, "tok_s": 1.5, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 1.5, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": null, "finished": 1794580762}, {"name": "engine-s10-park", "mode": "park", "streams": 10, "store": "fp8", "pool": "layer", "pull": null, "evict": null, "spec": 0, "tok_s": 1.383, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 1.383, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": null, "finished": 1794580965}, {"name": "engine-s100-wait-lru", "mode": "wait", "streams": 100, "store": "fp8", "pool": "layer", "pull": null, "evict": "lru", "spec": 0, "tok_s": 1.844, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 1.844, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": null, "finished": 1794589818}, {"name": "engine-s100-wait-keep", "mode": "wait", "streams": 100, "store": "fp8", "pool": "layer", "pull": null, "evict": "keep", "spec": 0, "tok_s": 2.21, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 2.21, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": null, "finished": 1794590261}, {"name": "engine-s200-wait-keep", "mode": "wait", "streams": 200, "store": "fp8", "pool": "layer", "pull": null, "evict": "keep", "spec": 0, "tok_s": 3.435, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 3.435, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": null, "finished": 1794591004}, {"name": "engine-s400-wait-keep", "mode": "wait", "streams": 400, "store": "fp8", "pool": "layer", "pull": null, "evict": "keep", "spec": 0, "tok_s": 5.805, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 5.805, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": null, "finished": 1794591748}, {"name": "engine-pull-park-sort-keep", "mode": "park", "streams": 100, "store": "fp8", "pool": "layer", "pull": "sort", "evict": "keep", "spec": 0, "tok_s": 1.072, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 1.072, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": 193.76, "finished": 1794637764}, {"name": "engine-pull-park-heap-keep", "mode": "park", "streams": 100, "store": "fp8", "pool": "layer", "pull": "heap ttl=2.0s idle=True", "evict": "keep", "spec": 0, "tok_s": 1.233, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 1.233, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": 2.48, "finished": 1794638027}, {"name": "engine-pull-park-heap-heap75", "mode": "park", "streams": 100, "store": "fp8", "pool": "layer", "pull": "heap ttl=2.0s idle=True", "evict": "heap75", "spec": 0, "tok_s": 1.2, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 1.2, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": 2.48, "finished": 1794638290}, {"name": "engine-pull-wait-heap-keep", "mode": "wait", "streams": 100, "store": "fp8", "pool": "layer", "pull": "heap ttl=2.0s idle=True", "evict": "keep", "spec": 0, "tok_s": 2.014, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 2.014, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": 1.58, "finished": 1794638553}, {"name": "engine-pull-wait-heap-heap75", "mode": "wait", "streams": 100, "store": "fp8", "pool": "layer", "pull": "heap ttl=2.0s idle=True", "evict": "heap75", "spec": 0, "tok_s": 1.982, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 1.982, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": 1.58, "finished": 1794639117}, {"name": "engine-pull-wait-heap-keep-noidle", "mode": "wait", "streams": 100, "store": "fp8", "pool": "layer", "pull": "heap ttl=2.0s idle=False", "evict": "keep", "spec": 0, "tok_s": 2.047, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 2.047, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": 1.58, "finished": 1794640278}, {"name": "engine-fix-wait-sort-keep", "mode": "wait", "streams": 100, "store": "fp8", "pool": "layer", "pull": "sort", "evict": "keep", "spec": 0, "tok_s": 2.049, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 2.049, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": 1.58, "finished": 1794685348}, {"name": "engine-fix-wait-heap-keep", "mode": "wait", "streams": 100, "store": "fp8", "pool": "layer", "pull": "heap ttl=2.0s idle=False", "evict": "keep", "spec": 0, "tok_s": 2.049, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 2.049, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": 1.58, "finished": 1794685911}, {"name": "engine-fix-park-heap-keep", "mode": "park", "streams": 100, "store": "fp8", "pool": "layer", "pull": "heap ttl=2.0s idle=False", "evict": "keep", "spec": 0, "tok_s": 1.228, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 1.228, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": 2.46, "finished": 1794686474}, {"name": "engine-pe-wait-sort-keep", "mode": "wait", "streams": 100, "store": "fp8", "pool": "layer", "pull": "sort", "evict": "keep", "spec": 0, "tok_s": 2.05, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 2.05, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": 1.58, "finished": 1794686749}, {"name": "engine-store-wait-packed-layer", "mode": "wait", "streams": 100, "store": "packed", "pool": "layer", "pull": "sort", "evict": "keep", "spec": 0, "tok_s": 2.172, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 2.172, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": 1.58, "finished": 1794687045}, {"name": "engine-store-wait-packed-global", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "sort", "evict": "keep", "spec": 0, "tok_s": 2.18, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 2.18, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": 1.58, "finished": 1794687308}, {"name": "engine-store-park-packed-global", "mode": "park", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False", "evict": "keep", "spec": 0, "tok_s": 1.667, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 1.667, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": 2.59, "finished": 1794687571}, {"name": "engine-spec-0", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "sort", "evict": "keep", "spec": 0, "tok_s": 2.332, "pass_s": 42.89, "layers": "3-44", "full_model_equivalent_tok_s": 2.332, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": 1.35, "finished": 1794720064}, {"name": "engine-spec-3", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "sort", "evict": "keep", "spec": 3, "tok_s": 4.417, "pass_s": 55.24, "layers": "3-44", "full_model_equivalent_tok_s": 4.417, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": 1.66, "finished": 1794720416}, {"name": "engine-spec-7", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "sort", "evict": "keep", "spec": 7, "tok_s": 5.47, "pass_s": 57.77, "layers": "3-44", "full_model_equivalent_tok_s": 5.47, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": 1.73, "finished": 1794720769}, {"name": "engine-spec-20", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "sort", "evict": "keep", "spec": 20, "tok_s": 5.546, "pass_s": 59.51, "layers": "3-44", "full_model_equivalent_tok_s": 5.546, "hit": null, "hit_tokens": null, "gb_s": null, "layer_wait_max": 1.75, "finished": 1794721122}, {"name": "engine-tel-wait-fp8-layer", "mode": "wait", "streams": 100, "store": "fp8", "pool": "layer", "pull": "sort", "evict": "keep", "spec": 0, "tok_s": 2.049, "pass_s": 48.8, "layers": "3-44", "full_model_equivalent_tok_s": 2.049, "hit": {"l0": 0.2241, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.0455, "l2": 0.7304}, "hit_tokens": {"l0": 0.4257, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.0485, "l2": 0.5258}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 3.35, "gpu_to_ram": 1.98, "gpu_decode_fp8_out": 3.65}, "layer_wait_max": 1.58, "finished": 1794721388}, {"name": "engine-tel-wait-packed-global", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "sort", "evict": "keep", "spec": 0, "tok_s": 2.181, "pass_s": 45.86, "layers": "3-44", "full_model_equivalent_tok_s": 2.181, "hit": {"l0": 0.1834, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.1345, "l2": 0.6821}, "hit_tokens": {"l0": 0.3833, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.147, "l2": 0.4697}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 3.74, "gpu_to_ram": 2.36, "gpu_decode_fp8_out": 5.34}, "layer_wait_max": 1.58, "finished": 1794721651}, {"name": "engine-tel-park-fp8-layer", "mode": "park", "streams": 100, "store": "fp8", "pool": "layer", "pull": "heap ttl=2.0s idle=False", "evict": "keep", "spec": 0, "tok_s": 1.239, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 1.239, "hit": {"l0": 0.4279, "arriving": 0.0003, "ssd_inflight": 0.0148, "l1": 0.1116, "l2": 0.4454}, "hit_tokens": {"l0": 0.4287, "arriving": 0.0003, "ssd_inflight": 0.0148, "l1": 0.1115, "l2": 0.4447}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.04, "gpu_to_ram": 2.07, "gpu_decode_fp8_out": 3.65}, "layer_wait_max": 2.44, "finished": 1794721914}, {"name": "engine-tel-park-packed-global", "mode": "park", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "keep", "spec": 0, "tok_s": 1.678, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 1.678, "hit": {"l0": 0.4539, "arriving": 0.0003, "ssd_inflight": 0.0124, "l1": 0.1656, "l2": 0.3676}, "hit_tokens": {"l0": 0.4553, "arriving": 0.0003, "ssd_inflight": 0.0124, "l1": 0.1654, "l2": 0.3666}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.78, "gpu_to_ram": 4.45, "gpu_decode_fp8_out": 10.14}, "layer_wait_max": 2.66, "finished": 1794722177}, {"name": "engine-rf-wait-ram-first", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "keep", "spec": 0, "tok_s": 2.167, "pass_s": 46.15, "layers": "3-44", "full_model_equivalent_tok_s": 2.167, "hit": {"l0": 0.1833, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.1314, "l2": 0.6854}, "hit_tokens": {"l0": 0.3827, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.1436, "l2": 0.4737}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 3.72, "gpu_to_ram": 3.55, "gpu_decode_fp8_out": 5.32}, "layer_wait_max": 1.58, "finished": 1794722457}, {"name": "engine-rf-park-ram-first", "mode": "park", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "keep", "spec": 0, "tok_s": 1.672, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 1.672, "hit": {"l0": 0.4545, "arriving": 0.0003, "ssd_inflight": 0.0115, "l1": 0.165, "l2": 0.3687}, "hit_tokens": {"l0": 0.456, "arriving": 0.0003, "ssd_inflight": 0.0114, "l1": 0.1647, "l2": 0.3676}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.78, "gpu_to_ram": 4.46, "gpu_decode_fp8_out": 10.16}, "layer_wait_max": 2.59, "finished": 1794722720}, {"name": "engine-rf-wait-ram-first+prefetch", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=True", "evict": "keep", "spec": 0, "tok_s": 2.162, "pass_s": 46.26, "layers": "3-44", "full_model_equivalent_tok_s": 2.162, "hit": {"l0": 0.2024, "arriving": 0.0589, "ssd_inflight": 0.0, "l1": 0.0517, "l2": 0.687}, "hit_tokens": {"l0": 0.4057, "arriving": 0.0643, "ssd_inflight": 0.0, "l1": 0.0542, "l2": 0.4757}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 24.63, "gpu_to_ram": 24.61, "gpu_decode_fp8_out": 5.3}, "layer_wait_max": 1.58, "finished": 1794722983}, {"name": "engine-rf-park-ram-first+prefetch", "mode": "park", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=True", "evict": "keep", "spec": 0, "tok_s": 1.672, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 1.672, "hit": {"l0": 0.4569, "arriving": 0.0126, "ssd_inflight": 0.0127, "l1": 0.1539, "l2": 0.3639}, "hit_tokens": {"l0": 0.4586, "arriving": 0.0125, "ssd_inflight": 0.0126, "l1": 0.1536, "l2": 0.3627}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 24.68, "gpu_to_ram": 24.66, "gpu_decode_fp8_out": 10.17}, "layer_wait_max": 2.64, "finished": 1794723246}, {"name": "engine-la-wait", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 2.578, "pass_s": 38.79, "layers": "3-44", "full_model_equivalent_tok_s": 2.578, "hit": {"l0": 0.2605, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.1763, "l2": 0.5631}, "hit_tokens": {"l0": 0.4664, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.1691, "l2": 0.3645}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 3.97, "gpu_to_ram": 3.73, "gpu_decode_fp8_out": 6.26}, "layer_wait_max": 1.58, "finished": 1794723520}, {"name": "engine-la-park", "mode": "park", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 2.2, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 2.2, "hit": {"l0": 0.6114, "arriving": 0.0004, "ssd_inflight": 0.0152, "l1": 0.0925, "l2": 0.2805}, "hit_tokens": {"l0": 0.6119, "arriving": 0.0004, "ssd_inflight": 0.0151, "l1": 0.0929, "l2": 0.2797}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.4, "gpu_to_ram": 4.33, "gpu_decode_fp8_out": 13.87}, "layer_wait_max": 2.33, "finished": 1794723783}, {"name": "engine-l1-wait", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 2.616, "pass_s": 38.23, "layers": "3-44", "full_model_equivalent_tok_s": 2.616, "hit": {"l0": 0.2571, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.1741, "l2": 0.5688}, "hit_tokens": {"l0": 0.4632, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.1678, "l2": 0.369}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.04, "gpu_to_ram": 0.26, "gpu_decode_fp8_out": 6.34}, "layer_wait_max": 1.58, "finished": 1794724671}, {"name": "engine-l1-park", "mode": "park", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 2.2, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 2.2, "hit": {"l0": 0.6071, "arriving": 0.0004, "ssd_inflight": 0.0152, "l1": 0.0947, "l2": 0.2826}, "hit_tokens": {"l0": 0.6075, "arriving": 0.0004, "ssd_inflight": 0.0152, "l1": 0.0951, "l2": 0.2818}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.42, "gpu_to_ram": 3.2, "gpu_decode_fp8_out": 13.72}, "layer_wait_max": 2.31, "finished": 1794724934}, {"name": "engine-sub-wait-l1", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 80.925, "pass_s": 1.24, "layers": "3-10", "full_model_equivalent_tok_s": 15.414, "hit": {"l0": 0.4006, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.5994, "l2": 0.0}, "hit_tokens": {"l0": 0.5433, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.4567, "l2": 0.0}, "gb_s": {"ssd_to_ram": 0.0, "ram_to_gpu": 21.4, "gpu_to_ram": 7.74, "gpu_decode_fp8_out": 41.7}, "layer_wait_max": 0.17, "finished": 1794725153}, {"name": "engine-sub-park-l1", "mode": "park", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 29.871, "pass_s": null, "layers": "3-10", "full_model_equivalent_tok_s": 5.69, "hit": {"l0": 0.5488, "arriving": 0.0325, "ssd_inflight": 0.0, "l1": 0.4188, "l2": 0.0}, "hit_tokens": {"l0": 0.5625, "arriving": 0.0318, "ssd_inflight": 0.0, "l1": 0.4057, "l2": 0.0}, "gb_s": {"ssd_to_ram": 0.0, "ram_to_gpu": 14.18, "gpu_to_ram": 4.9, "gpu_decode_fp8_out": 38.37}, "layer_wait_max": 0.56, "finished": 1794725356}, {"name": "engine-sub-wait-move", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 76.911, "pass_s": 1.3, "layers": "3-10", "full_model_equivalent_tok_s": 14.65, "hit": {"l0": 0.4162, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.5838, "l2": 0.0}, "hit_tokens": {"l0": 0.559, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.441, "l2": 0.0}, "gb_s": {"ssd_to_ram": 0.0, "ram_to_gpu": 19.81, "gpu_to_ram": 19.81, "gpu_decode_fp8_out": 39.64}, "layer_wait_max": 0.17, "finished": 1794725559}, {"name": "engine-sub-park-move", "mode": "park", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 28.905, "pass_s": null, "layers": "3-10", "full_model_equivalent_tok_s": 5.506, "hit": {"l0": 0.5554, "arriving": 0.0309, "ssd_inflight": 0.0, "l1": 0.4137, "l2": 0.0}, "hit_tokens": {"l0": 0.5691, "arriving": 0.0303, "ssd_inflight": 0.0, "l1": 0.4006, "l2": 0.0}, "gb_s": {"ssd_to_ram": 0.0, "ram_to_gpu": 13.44, "gpu_to_ram": 13.44, "gpu_decode_fp8_out": 37.09}, "layer_wait_max": 0.59, "finished": 1794725761}, {"name": "engine-sub2-wait-128", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 85.531, "pass_s": 1.17, "layers": "3-10", "full_model_equivalent_tok_s": 16.292, "hit": {"l0": 0.3524, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.6476, "l2": 0.0}, "hit_tokens": {"l0": 0.4946, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.5054, "l2": 0.0}, "gb_s": {"ssd_to_ram": 0.0, "ram_to_gpu": 24.46, "gpu_to_ram": 0.05, "gpu_decode_fp8_out": 44.1}, "layer_wait_max": 0.16, "finished": 1794726104}, {"name": "engine-sub2-park-128", "mode": "park", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 58.363, "pass_s": null, "layers": "3-10", "full_model_equivalent_tok_s": 11.117, "hit": {"l0": 0.3752, "arriving": 0.1881, "ssd_inflight": 0.0, "l1": 0.4367, "l2": 0.0}, "hit_tokens": {"l0": 0.4435, "arriving": 0.1743, "ssd_inflight": 0.0, "l1": 0.3822, "l2": 0.0}, "gb_s": {"ssd_to_ram": 0.0, "ram_to_gpu": 18.84, "gpu_to_ram": 15.31, "gpu_decode_fp8_out": 39.54}, "layer_wait_max": 0.44, "finished": 1794726306}, {"name": "engine-sub2-wait-256", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 84.399, "pass_s": 1.18, "layers": "3-10", "full_model_equivalent_tok_s": 16.076, "hit": {"l0": 0.3163, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.6837, "l2": 0.0}, "hit_tokens": {"l0": 0.456, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.544, "l2": 0.0}, "gb_s": {"ssd_to_ram": 0.0, "ram_to_gpu": 25.49, "gpu_to_ram": 1.58, "gpu_decode_fp8_out": 43.5}, "layer_wait_max": 0.16, "finished": 1794726509}, {"name": "engine-spec2-full-4", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 4, "tok_s": 5.509, "pass_s": 50.76, "layers": "3-44", "full_model_equivalent_tok_s": 5.509, "hit": {"l0": 0.2053, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.1475, "l2": 0.6471}, "hit_tokens": {"l0": 0.4814, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.1676, "l2": 0.351}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 3.82, "gpu_to_ram": 0.15, "gpu_decode_fp8_out": 5.61}, "layer_wait_max": 1.59, "finished": 1794726881}, {"name": "engine-bd-wait", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 2.55, "pass_s": 39.21, "layers": "3-44", "full_model_equivalent_tok_s": 2.55, "hit": {"l0": 0.2385, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.1749, "l2": 0.5867}, "hit_tokens": {"l0": 0.4415, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.1732, "l2": 0.3853}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.04, "gpu_to_ram": 0.24, "gpu_decode_fp8_out": 6.19}, "layer_wait_max": 1.58, "finished": 1794727519}, {"name": "engine-bd-park", "mode": "park", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 2.2, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 2.2, "hit": {"l0": 0.592, "arriving": 0.0005, "ssd_inflight": 0.0181, "l1": 0.093, "l2": 0.2963}, "hit_tokens": {"l0": 0.5925, "arriving": 0.0005, "ssd_inflight": 0.0181, "l1": 0.0932, "l2": 0.2956}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.37, "gpu_to_ram": 3.11, "gpu_decode_fp8_out": 13.07}, "layer_wait_max": 2.31, "finished": 1794727782}, {"name": "engine-nx-100-wait-r48", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 2.709, "pass_s": 36.92, "layers": "3-44", "full_model_equivalent_tok_s": 2.709, "hit": {"l0": 0.2358, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.2087, "l2": 0.5555}, "hit_tokens": {"l0": 0.4416, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.2024, "l2": 0.356}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.29, "gpu_to_ram": 0.25, "gpu_decode_fp8_out": 6.55}, "layer_wait_max": 1.58, "finished": 1794740668}, {"name": "engine-nx-100-park-r48", "mode": "park", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 2.183, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 2.183, "hit": {"l0": 0.5824, "arriving": 0.0006, "ssd_inflight": 0.0144, "l1": 0.1215, "l2": 0.2811}, "hit_tokens": {"l0": 0.5828, "arriving": 0.0006, "ssd_inflight": 0.0144, "l1": 0.1218, "l2": 0.2804}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.77, "gpu_to_ram": 3.0, "gpu_decode_fp8_out": 13.66}, "layer_wait_max": 2.33, "finished": 1794740937}, {"name": "engine-nx-200-wait-r48", "mode": "wait", "streams": 200, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 4.182, "pass_s": 47.83, "layers": "3-44", "full_model_equivalent_tok_s": 4.182, "hit": {"l0": 0.1699, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.2003, "l2": 0.6298}, "hit_tokens": {"l0": 0.4056, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.2288, "l2": 0.3656}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.11, "gpu_to_ram": 0.3, "gpu_decode_fp8_out": 5.77}, "layer_wait_max": 1.43, "finished": 1794741384}, {"name": "engine-nx-400-wait-r48", "mode": "wait", "streams": 400, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 6.553, "pass_s": 61.04, "layers": "3-44", "full_model_equivalent_tok_s": 6.553, "hit": {"l0": 0.0455, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.1873, "l2": 0.7673}, "hit_tokens": {"l0": 0.2024, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.3074, "l2": 0.4902}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 3.87, "gpu_to_ram": 0.22, "gpu_decode_fp8_out": 4.74}, "layer_wait_max": 1.71, "finished": 1794741832}, {"name": "engine-fifo-wait-base", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 2.71, "pass_s": 36.91, "layers": "3-44", "full_model_equivalent_tok_s": 2.71, "hit": {"l0": 0.235, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.2079, "l2": 0.557}, "hit_tokens": {"l0": 0.4396, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.2016, "l2": 0.3589}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.28, "gpu_to_ram": 0.25, "gpu_decode_fp8_out": 6.53}, "layer_wait_max": 1.58, "finished": 1794746400}, {"name": "engine-fifo-park-base", "mode": "park", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 2.194, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 2.194, "hit": {"l0": 0.5898, "arriving": 0.0004, "ssd_inflight": 0.0164, "l1": 0.1154, "l2": 0.278}, "hit_tokens": {"l0": 0.5905, "arriving": 0.0004, "ssd_inflight": 0.0164, "l1": 0.1156, "l2": 0.277}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.73, "gpu_to_ram": 3.18, "gpu_decode_fp8_out": 13.89}, "layer_wait_max": 2.29, "finished": 1794746669}, {"name": "engine-fifo-wait-fifo", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 2.496, "pass_s": 40.06, "layers": "3-44", "full_model_equivalent_tok_s": 2.496, "hit": {"l0": 0.1792, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.2192, "l2": 0.6016}, "hit_tokens": {"l0": 0.3699, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.2325, "l2": 0.3975}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.25, "gpu_to_ram": 0.95, "gpu_decode_fp8_out": 6.04}, "layer_wait_max": 1.58, "finished": 1794746938}, {"name": "engine-fifo-park-fifo", "mode": "park", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 2.189, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 2.189, "hit": {"l0": 0.5919, "arriving": 0.0008, "ssd_inflight": 0.0222, "l1": 0.0776, "l2": 0.3075}, "hit_tokens": {"l0": 0.5923, "arriving": 0.0008, "ssd_inflight": 0.0222, "l1": 0.0782, "l2": 0.3066}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.17, "gpu_to_ram": 4.16, "gpu_decode_fp8_out": 12.86}, "layer_wait_max": 2.32, "finished": 1794747205}, {"name": "engine-fifo-wait-fifo+pred", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 2.496, "pass_s": 40.06, "layers": "3-44", "full_model_equivalent_tok_s": 2.496, "hit": {"l0": 0.1792, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.2193, "l2": 0.6015}, "hit_tokens": {"l0": 0.37, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.2324, "l2": 0.3976}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.25, "gpu_to_ram": 0.95, "gpu_decode_fp8_out": 6.04}, "layer_wait_max": 1.58, "finished": 1794747472}, {"name": "engine-fifo-park-fifo+pred", "mode": "park", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 2.2, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 2.2, "hit": {"l0": 0.5969, "arriving": 0.0008, "ssd_inflight": 0.0213, "l1": 0.0741, "l2": 0.3069}, "hit_tokens": {"l0": 0.5973, "arriving": 0.0008, "ssd_inflight": 0.0213, "l1": 0.0748, "l2": 0.3058}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.14, "gpu_to_ram": 4.12, "gpu_decode_fp8_out": 12.88}, "layer_wait_max": 2.29, "finished": 1794747739}, {"name": "engine-pg-wait-base", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 3.743, "pass_s": 26.72, "layers": "3-44", "full_model_equivalent_tok_s": 3.743, "hit": {"l0": 0.2747, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.2449, "l2": 0.4804}, "hit_tokens": {"l0": 0.5813, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.1992, "l2": 0.2195}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.71, "gpu_to_ram": 0.19, "gpu_decode_fp8_out": 7.59}, "layer_wait_max": 0.89, "finished": 1794748135}, {"name": "engine-pg-park-base", "mode": "park", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 2.389, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 2.389, "hit": {"l0": 0.6767, "arriving": 0.0009, "ssd_inflight": 0.0087, "l1": 0.1179, "l2": 0.1957}, "hit_tokens": {"l0": 0.6791, "arriving": 0.0009, "ssd_inflight": 0.0087, "l1": 0.1172, "l2": 0.1941}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 5.31, "gpu_to_ram": 3.03, "gpu_decode_fp8_out": 19.03}, "layer_wait_max": 1.76, "finished": 1794748402}, {"name": "engine-pg-wait-keep", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 3.743, "pass_s": 26.72, "layers": "3-44", "full_model_equivalent_tok_s": 3.743, "hit": {"l0": 0.2746, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.2449, "l2": 0.4804}, "hit_tokens": {"l0": 0.5812, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.1992, "l2": 0.2196}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.71, "gpu_to_ram": 0.19, "gpu_decode_fp8_out": 7.59}, "layer_wait_max": 0.89, "finished": 1794748670}, {"name": "engine-pg-park-keep", "mode": "park", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 2.428, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 2.428, "hit": {"l0": 0.6795, "arriving": 0.0007, "ssd_inflight": 0.0095, "l1": 0.1153, "l2": 0.195}, "hit_tokens": {"l0": 0.6822, "arriving": 0.0007, "ssd_inflight": 0.0095, "l1": 0.1144, "l2": 0.1932}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 5.27, "gpu_to_ram": 3.28, "gpu_decode_fp8_out": 19.06}, "layer_wait_max": 1.71, "finished": 1794748936}, {"name": "engine-pg-wait-keep+prefetch", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 3.361, "pass_s": 29.75, "layers": "3-44", "full_model_equivalent_tok_s": 3.361, "hit": {"l0": 0.2746, "arriving": 0.0, "ssd_inflight": 0.1413, "l1": 0.2536, "l2": 0.3305}, "hit_tokens": {"l0": 0.5752, "arriving": 0.0, "ssd_inflight": 0.0843, "l1": 0.2072, "l2": 0.1332}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.25, "gpu_to_ram": 0.19, "gpu_decode_fp8_out": 6.84}, "layer_wait_max": 0.96, "finished": 1794749205}, {"name": "engine-pg-park-keep+prefetch", "mode": "park", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 2.567, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 2.567, "hit": {"l0": 0.6886, "arriving": 0.0009, "ssd_inflight": 0.0103, "l1": 0.1054, "l2": 0.1948}, "hit_tokens": {"l0": 0.6917, "arriving": 0.0009, "ssd_inflight": 0.0102, "l1": 0.1046, "l2": 0.1926}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 5.13, "gpu_to_ram": 3.47, "gpu_decode_fp8_out": 19.16}, "layer_wait_max": 1.6, "finished": 1794749470}, {"name": "engine-wp-wait-predfifo", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 2.536, "pass_s": 39.43, "layers": "3-44", "full_model_equivalent_tok_s": 2.536, "hit": {"l0": 0.306, "arriving": 0.0, "ssd_inflight": 0.1615, "l1": 0.0212, "l2": 0.5113}, "hit_tokens": {"l0": 0.6015, "arriving": 0.0, "ssd_inflight": 0.1321, "l1": 0.0128, "l2": 0.2535}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 3.1, "gpu_to_ram": 0.0, "gpu_decode_fp8_out": 5.21}, "layer_wait_max": 1.15, "finished": 1794749834}, {"name": "engine-wp-park-predfifo", "mode": "park", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 1.606, "pass_s": null, "layers": "3-44", "full_model_equivalent_tok_s": 1.606, "hit": {"l0": 0.6417, "arriving": 0.0002, "ssd_inflight": 0.0202, "l1": 0.0, "l2": 0.338}, "hit_tokens": {"l0": 0.6428, "arriving": 0.0002, "ssd_inflight": 0.0201, "l1": 0.0, "l2": 0.3369}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 3.12, "gpu_to_ram": 0.0, "gpu_decode_fp8_out": 10.72}, "layer_wait_max": 2.35, "finished": 1794750100}, {"name": "engine-wp-wait-waves2", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 2.006, "pass_s": 49.84, "layers": "3-44", "full_model_equivalent_tok_s": 2.006, "hit": {"l0": 0.2591, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.2135, "l2": 0.5274}, "hit_tokens": {"l0": 0.416, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.2043, "l2": 0.3797}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.37, "gpu_to_ram": 0.32, "gpu_decode_fp8_out": 6.88}, "layer_wait_max": 2.15, "finished": 1794750366}, {"name": "engine-wp-wait-waves4", "mode": "wait", "streams": 100, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 1.639, "pass_s": 61.02, "layers": "3-44", "full_model_equivalent_tok_s": 1.639, "hit": {"l0": 0.2975, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.2157, "l2": 0.4867}, "hit_tokens": {"l0": 0.4252, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.1975, "l2": 0.3773}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 4.51, "gpu_to_ram": 0.46, "gpu_decode_fp8_out": 7.5}, "layer_wait_max": 2.0, "finished": 1794750633}, {"name": "engine-scale-700-spec0", "mode": "wait", "streams": 700, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 0, "tok_s": 8.879, "pass_s": 78.84, "layers": "3-44", "full_model_equivalent_tok_s": 8.879, "hit": {"l0": 0.0082, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.0197, "l2": 0.972}, "hit_tokens": {"l0": 0.0761, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.084, "l2": 0.8399}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 3.19, "gpu_to_ram": 2.89, "gpu_decode_fp8_out": 3.75}, "layer_wait_max": 1.99, "finished": 1794759062}, {"name": "engine-scale-700-spec4", "mode": "wait", "streams": 700, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 4, "tok_s": 23.71, "pass_s": 80.36, "layers": "3-44", "full_model_equivalent_tok_s": 23.71, "hit": {"l0": 0.008, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.0194, "l2": 0.9726}, "hit_tokens": {"l0": 0.0743, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.0837, "l2": 0.842}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 3.18, "gpu_to_ram": 2.74, "gpu_decode_fp8_out": 3.75}, "layer_wait_max": 1.99, "finished": 1794759692}, {"name": "engine-scale-500-spec4", "mode": "wait", "streams": 500, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 4, "tok_s": 19.535, "pass_s": 69.81, "layers": "3-44", "full_model_equivalent_tok_s": 19.535, "hit": {"l0": 0.003, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.1503, "l2": 0.8467}, "hit_tokens": {"l0": 0.0312, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.3809, "l2": 0.5879}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 3.67, "gpu_to_ram": 3.36, "gpu_decode_fp8_out": 4.3}, "layer_wait_max": 1.85, "finished": 1794760642}, {"name": "engine-scale-600-spec4", "mode": "wait", "streams": 600, "store": "packed", "pool": "global", "pull": "heap ttl=2.0s idle=False ram_first=True ram_prefetch=False", "evict": "lookahead", "spec": 4, "tok_s": 21.804, "pass_s": 74.74, "layers": "3-44", "full_model_equivalent_tok_s": 21.804, "hit": {"l0": 0.0054, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.0867, "l2": 0.908}, "hit_tokens": {"l0": 0.0533, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.2545, "l2": 0.6923}, "gb_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 3.42, "gpu_to_ram": 3.03, "gpu_decode_fp8_out": 4.01}, "layer_wait_max": 1.97, "finished": 1794761581}]}