{"link_max_gb_per_s": {"ssd_to_ram": 3.12, "ram_to_gpu": 55.4, "gpu_to_ram": 49.8, "gpu_decode": 55.0}, "link_utilization_10s": {"ssd_to_ram": 1.0006, "ram_to_gpu": 0.064, "gpu_to_ram": 0.0644, "gpu_decode": 0.0754}, "ram_to_gpu": {"gb_per_s_10s": 3.546, "max_gb_per_s": 55.4, "utilization_10s": 0.064, "useful_gb_per_s_10s": 3.55, "useful_utilization_10s": 0.0641, "wasted_gb_per_s_10s": 0.0, "why_not_full_last_10s": {"copying": 0.043, "copy_cap": 0.0, "no_gpu_slot": 0.0, "waiting_on_ssd": 0.857, "ssd_below_cap": 0.098, "nothing_needed": 0.002}, "why_not_full_run": {"copying": 0.039, "copy_cap": 0.0, "no_gpu_slot": 0.0, "waiting_on_ssd": 0.868, "ssd_below_cap": 0.092, "nothing_needed": 0.002}}, "node": "ip-10-43-3-139.ec2.internal", "gpu_source": "nvml", "run": {"type": "run", "run_id": 1794760960969, "mode": "wait", "pull": "heap", "evict": "lookahead", "gpu_store": "packed", "gpu_pool": "global", "streams": 600, "spec": 4, "gpu_slots": 108, "ram_slots": 1080, "warmup": 200.0, "measure": 420.0, "out": "results/engine-scale-600-spec4.json", "layers": "3-44", "pull_detail": {"ttl": 2.0, "ram_first": true, "ram_prefetch": false}, "link_max_gbs": {"ssd_to_ram": 3.12, "ram_to_gpu": 55.4, "gpu_to_ram": 49.8, "gpu_decode": 55.0}}, "ended": true, "live": false, "error": "", "phase": "measure", "t": 619.6, "tokens": 13107, "tokens_per_second_10s": 0.0, "layers": "3-44", "full_model_equivalent_tokens_per_second_10s": 0.0, "hit_rate": {"per_expert": {"last_10s": {"l0": 0.0017381228273464658, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.11413673232908458, "l2": 0.884125144843569}, "run": {"l0": 0.005364694630822338, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.08667194668180934, "l2": 0.9079633586873683}}, "per_token": {"last_10s": {"l0": 0.021340277777777777, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.24783333333333332, "l2": 0.7308263888888888}, "run": {"l0": 0.05325904255319149, "arriving": 0.0, "ssd_inflight": 0.0, "l1": 0.2544517730496454, "l2": 0.6922891843971631}}}, "lookups_per_second_10s": 172.4, "links_gb_per_s_10s": {"ssd_to_ram": 3.122, "ram_to_gpu": 3.546, "gpu_to_ram": 3.208, "gpu_decode": 4.148}, "queue": {"missing": 172, "reads_in_flight": 36, "uploads_pending": 0}, "usage": {"gpu_experts": 108, "gpu_slots": 108, "ram_experts": 1043, "ram_slots": 1080}, "failures": {"no_gpu_slot": 0, "promote_no_slot": 0, "no_ram_slot": 0}, "busiest_layer": 11, "gpus": [{"index": 0, "name": "NVIDIA RTX PRO 6000 Blackwell Server Edition", "util_pct": 0, "mem_util_pct": 0, "mem_used_gb": 0.67, "mem_total_gb": 102.64, "power_w": 30.2, "power_limit_w": 600.0, "temp_c": 21, "sm_clock_mhz": 180, "pcie_rx_gbs": 0.0, "pcie_tx_gbs": 0.001}], "activity": {"log": "runs-scale2.log", "line": "=== all done 22:23:04", "updated": 1794761584}}