{ "model": "pipenetwork/Qwen3.8-Flash-Next-MLX-mixed-4_8bit", "binary": "/private/tmp/werk-perf-before-20260915", "same_context": false, "persistence": true, "fixed_history": false, "expert_budget": "20480", "reasoning_effort": null, "samples": [ { "first_text_seconds": 11.864072833996033, "total_seconds": 40.924856792000355, "finish_reason": "stop", "truncated": false, "answer": "Rust ensures memory safety without garbage collection through ownership and borrowing. Every value has a single owner, and when the owner goes out of scope, the value is dropped. You can borrow references to data instead of transferring ownership. Rust enforces strict rules: you can have either one mutable reference or any number of immutable references at a time, but never both. This prevents data races and dangling pointers at compile time. By managing memory through these compile-time checks, Rust eliminates common bugs like use-after-free errors while maintaining high performance and zero-cost abstractions.", "usage": { "completion_tokens": 111, "prompt_tokens": 27, "total_tokens": 138 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 27, "completion_tokens": 111, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 0, "cache_evictions": 0, "forward_calls": 0, "forward_seconds": 0.0, "routing_seconds": 0.0, "materialize_seconds": 0.0, "disk_bytes_read": 5348837400, "disk_read_seconds": 1.264235693786759, "resident_cache_bytes": 0, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28922024960, "non_weight_bytes": 7445982080, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 48365, "cache_misses": 10562, "cache_evictions": 2795, "forward_calls": 5472, "forward_seconds": 37.969345158257056, "routing_seconds": 6.989836427761475, "materialize_seconds": 0.2781486395106185, "disk_bytes_read": 34550874200, "disk_read_seconds": 21.633541218499886, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 0, 40 ], "correct": true, "backend_phases": { "cached_prompt_tokens": 0, "decode_seconds": 29.06, "evaluated_prompt_tokens": 27, "first_token_seconds": 11.84, "prompt_seconds": 11.84 }, "expert_hit_rate": 0.8207612809068848, "expert_read_GiB": 27.19651609659195, "decode_tokens_per_second": 3.819683413626979, "decode_window": { "token_equivalents": 109.02083333333333, "expert_hit_rate": 0.8972482323714887, "read_GiB_per_token": 0.1269987338864505, "disk_read_seconds_per_token": 0.10510808360922534, "forward_seconds_per_token": 0.23855571947237608, "routing_seconds_per_token": 0.05850977806408957 } }, { "first_text_seconds": 7.698038709000684, "total_seconds": 35.41540491700289, "finish_reason": "stop", "truncated": false, "answer": "Rust ensures memory safety without garbage collection through ownership and borrowing. Each value has a single owner, and when the owner goes out of scope, the value is dropped. Instead of copying data, you can borrow it using references. Rust enforces strict rules: you can have either one mutable reference or any number of immutable references at a time, but never both. This prevents data races and dangling pointers at compile time. By managing memory through these compile-time checks, Rust eliminates common bugs like use-after-free errors while maintaining high performance and zero-cost abstractions.", "usage": { "completion_tokens": 112, "prompt_tokens": 167, "total_tokens": 279 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 167, "completion_tokens": 112, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28922024960, "non_weight_bytes": 7445982080, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 48365, "cache_misses": 10562, "cache_evictions": 2795, "forward_calls": 5472, "forward_seconds": 37.969345158257056, "routing_seconds": 6.989836427761475, "materialize_seconds": 0.2781486395106185, "disk_bytes_read": 34550874200, "disk_read_seconds": 21.633541218499886, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28935492656, "non_weight_bytes": 7459254896, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 99307, "cache_misses": 19134, "cache_evictions": 11367, "forward_calls": 10992, "forward_seconds": 71.62128177701379, "routing_seconds": 13.640450453211088, "materialize_seconds": 0.49429608730133623, "disk_bytes_read": 58250763000, "disk_read_seconds": 38.41055521374801, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 40, 75 ], "correct": true, "backend_phases": { "cached_prompt_tokens": 139, "decode_seconds": 27.72, "evaluated_prompt_tokens": 28, "first_token_seconds": 7.67, "prompt_seconds": 7.67 }, "expert_hit_rate": 0.8559666633061128, "expert_read_GiB": 22.072241455316544, "decode_tokens_per_second": 4.040404040404041, "decode_window": { "token_equivalents": 111.39583333333333, "expert_hit_rate": 0.893305908750935, "read_GiB_per_token": 0.13189468291043477, "disk_read_seconds_per_token": 0.10295783127773897, "forward_seconds_per_token": 0.23268219026853093, "routing_seconds_per_token": 0.05479854147953379 } }, { "first_text_seconds": 7.917752000008477, "total_seconds": 41.01045254201745, "finish_reason": "stop", "truncated": false, "answer": "Rust ensures memory safety without garbage collection through ownership and borrowing. Each value has a single owner, and when the owner goes out of scope, the value is dropped. Instead of copying data, you can borrow it using references. Rust enforces strict rules: you can have either one mutable reference or any number of immutable references at a time, but never both. This prevents data races and dangling pointers at compile time. By managing memory through these compile-time checks, Rust eliminates common bugs like use-after-free errors while maintaining high performance and zero-cost abstractions.", "usage": { "completion_tokens": 112, "prompt_tokens": 308, "total_tokens": 420 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 308, "completion_tokens": 112, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28935492656, "non_weight_bytes": 7459254896, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 99307, "cache_misses": 19134, "cache_evictions": 11367, "forward_calls": 10992, "forward_seconds": 71.62128177701379, "routing_seconds": 13.640450453211088, "materialize_seconds": 0.49429608730133623, "disk_bytes_read": 58250763000, "disk_read_seconds": 38.41055521374801, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 420, "current_bytes": 28945159216, "non_weight_bytes": 7468921456, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 149091, "cache_misses": 28970, "cache_evictions": 21203, "forward_calls": 16512, "forward_seconds": 110.88742969962186, "routing_seconds": 21.94704068172723, "materialize_seconds": 0.7491194655303843, "disk_bytes_read": 85445335800, "disk_read_seconds": 57.705848082056036, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 75, 116 ], "correct": true, "backend_phases": { "cached_prompt_tokens": 280, "decode_seconds": 33.09, "evaluated_prompt_tokens": 28, "first_token_seconds": 7.91, "prompt_seconds": 7.91 }, "expert_hit_rate": 0.8350218047635022, "expert_read_GiB": 25.326919555664062, "decode_tokens_per_second": 3.384708371109096, "decode_window": { "token_equivalents": 108.83333333333333, "expert_hit_rate": 0.8684341500765697, "read_GiB_per_token": 0.16261037969662256, "disk_read_seconds_per_token": 0.1270360117491155, "forward_seconds_per_token": 0.2854668816803294, "routing_seconds_per_token": 0.0701084552658294 } } ], "status": [ { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 312, "cache_evictions": 0, "forward_calls": 2, "forward_seconds": 0.5638720830320381, "routing_seconds": 0.029681125044589862, "materialize_seconds": 0.0077114502200856805, "disk_bytes_read": 6211496600, "disk_read_seconds": 1.8904179706878494, "resident_cache_bytes": 862617600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 773, "cache_evictions": 0, "forward_calls": 7, "forward_seconds": 1.5827685000549536, "routing_seconds": 0.06164950007223524, "materialize_seconds": 0.01875899263541214, "disk_bytes_read": 7486069400, "disk_read_seconds": 2.663580209889915, "resident_cache_bytes": 2137190400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1247, "cache_evictions": 0, "forward_calls": 12, "forward_seconds": 2.4665443330595735, "routing_seconds": 0.09494387506856583, "materialize_seconds": 0.03009456823929213, "disk_bytes_read": 8796584600, "disk_read_seconds": 3.426957964838948, "resident_cache_bytes": 3447705600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1708, "cache_evictions": 0, "forward_calls": 18, "forward_seconds": 3.581527957081562, "routing_seconds": 0.13704829110065475, "materialize_seconds": 0.040827818273101, "disk_bytes_read": 10071157400, "disk_read_seconds": 4.177920568501577, "resident_cache_bytes": 4722278400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 2177, "cache_evictions": 0, "forward_calls": 22, "forward_seconds": 4.454433998122113, "routing_seconds": 0.16273816610919312, "materialize_seconds": 0.05247976930695586, "disk_bytes_read": 11367848600, "disk_read_seconds": 4.95693644345738, "resident_cache_bytes": 6018969600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 2637, "cache_evictions": 0, "forward_calls": 27, "forward_seconds": 5.548045289120637, "routing_seconds": 0.19299479111214168, "materialize_seconds": 0.0635262682044413, "disk_bytes_read": 12639656600, "disk_read_seconds": 5.7302065920084715, "resident_cache_bytes": 7290777600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 3108, "cache_evictions": 0, "forward_calls": 33, "forward_seconds": 6.689176706102444, "routing_seconds": 0.23384458312648349, "materialize_seconds": 0.0754698890959844, "disk_bytes_read": 13941877400, "disk_read_seconds": 6.476349808566738, "resident_cache_bytes": 8592998400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 3573, "cache_evictions": 0, "forward_calls": 37, "forward_seconds": 7.526410748105263, "routing_seconds": 0.2600471241166815, "materialize_seconds": 0.08695218260982074, "disk_bytes_read": 15227509400, "disk_read_seconds": 7.255973335413728, "resident_cache_bytes": 9878630400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 4038, "cache_evictions": 0, "forward_calls": 42, "forward_seconds": 8.704337415081682, "routing_seconds": 0.29468224907759577, "materialize_seconds": 0.09814550849841908, "disk_bytes_read": 16513141400, "disk_read_seconds": 8.027498203824507, "resident_cache_bytes": 11164262400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 4490, "cache_evictions": 0, "forward_calls": 46, "forward_seconds": 9.706705874064937, "routing_seconds": 0.32173245804733597, "materialize_seconds": 0.11022767864051275, "disk_bytes_read": 17762831000, "disk_read_seconds": 8.80407894970267, "resident_cache_bytes": 12413952000, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 615, "cache_misses": 4780, "cache_evictions": 0, "forward_calls": 118, "forward_seconds": 10.643080327019561, "routing_seconds": 0.4275752050743904, "materialize_seconds": 0.11904717251309194, "disk_bytes_read": 18564626200, "disk_read_seconds": 9.362543382798322, "resident_cache_bytes": 13215744000, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 29, "current_bytes": 20639657648, "non_weight_bytes": 6997744688, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 1306, "cache_misses": 5029, "cache_evictions": 0, "forward_calls": 212, "forward_seconds": 11.498035744880326, "routing_seconds": 0.5625884140026756, "materialize_seconds": 0.1259264184627682, "disk_bytes_read": 19253064600, "disk_read_seconds": 9.865674093540292, "resident_cache_bytes": 13904179200, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 31, "current_bytes": 21522739512, "non_weight_bytes": 7029241272, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 1997, "cache_misses": 5298, "cache_evictions": 0, "forward_calls": 308, "forward_seconds": 12.46889249389642, "routing_seconds": 0.7277264209988061, "materialize_seconds": 0.13268387061543763, "disk_bytes_read": 19996799000, "disk_read_seconds": 10.408536816597916, "resident_cache_bytes": 14647910400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 33, "current_bytes": 22437311400, "non_weight_bytes": 7061815080, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 2537, "cache_misses": 5580, "cache_evictions": 0, "forward_calls": 391, "forward_seconds": 13.436256201763172, "routing_seconds": 0.8685485439491458, "materialize_seconds": 0.14123609053785913, "disk_bytes_read": 20776475800, "disk_read_seconds": 10.982144655281445, "resident_cache_bytes": 15427584000, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 35, "current_bytes": 23011194200, "non_weight_bytes": 7079946200, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 3511, "cache_misses": 5824, "cache_evictions": 0, "forward_calls": 512, "forward_seconds": 14.393032945663435, "routing_seconds": 1.0228850390703883, "materialize_seconds": 0.1474398825375829, "disk_bytes_read": 21451090200, "disk_read_seconds": 11.5033905771852, "resident_cache_bytes": 16102195200, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 39, "current_bytes": 23749064552, "non_weight_bytes": 7107229352, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 4917, "cache_misses": 6020, "cache_evictions": 0, "forward_calls": 673, "forward_seconds": 15.353163116727956, "routing_seconds": 1.2685266628686804, "materialize_seconds": 0.15158788667758927, "disk_bytes_read": 21992994100, "disk_read_seconds": 11.89913647895446, "resident_cache_bytes": 16644096000, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 41, "current_bytes": 24476596576, "non_weight_bytes": 7138004896, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 5623, "cache_misses": 6284, "cache_evictions": 0, "forward_calls": 769, "forward_seconds": 16.28499644677504, "routing_seconds": 1.4243601188936736, "materialize_seconds": 0.16006021853536367, "disk_bytes_read": 22722905400, "disk_read_seconds": 12.438325527706183, "resident_cache_bytes": 17374003200, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 43, "current_bytes": 25053362936, "non_weight_bytes": 7159019576, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 6573, "cache_misses": 6522, "cache_evictions": 0, "forward_calls": 888, "forward_seconds": 17.261891155911144, "routing_seconds": 1.6169706650543958, "materialize_seconds": 0.16617117656278424, "disk_bytes_read": 23380931000, "disk_read_seconds": 12.92099529702682, "resident_cache_bytes": 18032025600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 46, "current_bytes": 25742359792, "non_weight_bytes": 7184424112, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 7587, "cache_misses": 6730, "cache_evictions": 0, "forward_calls": 1010, "forward_seconds": 18.197905736684334, "routing_seconds": 1.8469894160225522, "materialize_seconds": 0.1709920571593102, "disk_bytes_read": 23956014200, "disk_read_seconds": 13.351246118691051, "resident_cache_bytes": 18607104000, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 48, "current_bytes": 26270203480, "non_weight_bytes": 7200752920, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 8468, "cache_misses": 6937, "cache_evictions": 0, "forward_calls": 1119, "forward_seconds": 19.165747318736976, "routing_seconds": 2.0703525410499424, "materialize_seconds": 0.1779840118251741, "disk_bytes_read": 24528331000, "disk_read_seconds": 13.780582805135055, "resident_cache_bytes": 19179417600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 50, "current_bytes": 26898448416, "non_weight_bytes": 7229009376, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9403, "cache_misses": 7172, "cache_evictions": 0, "forward_calls": 1236, "forward_seconds": 20.124563859717455, "routing_seconds": 2.2764572868763935, "materialize_seconds": 0.1841472618689295, "disk_bytes_read": 25178062200, "disk_read_seconds": 14.251378659770126, "resident_cache_bytes": 19829145600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 53, "current_bytes": 27587265024, "non_weight_bytes": 7259763264, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10426, "cache_misses": 7381, "cache_evictions": 0, "forward_calls": 1360, "forward_seconds": 21.08177331846673, "routing_seconds": 2.520434621925233, "materialize_seconds": 0.18936793290777132, "disk_bytes_read": 25755910200, "disk_read_seconds": 14.681688504293561, "resident_cache_bytes": 20406988800, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 56, "current_bytes": 28024111952, "non_weight_bytes": 7268025872, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 11811, "cache_misses": 7536, "cache_evictions": 0, "forward_calls": 1514, "forward_seconds": 22.017701529432088, "routing_seconds": 2.78554529484245, "materialize_seconds": 0.19402943571913056, "disk_bytes_read": 26184459000, "disk_read_seconds": 15.060747823561542, "resident_cache_bytes": 20835532800, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 60, "current_bytes": 28598732032, "non_weight_bytes": 7286867392, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 13547, "cache_misses": 7740, "cache_evictions": 0, "forward_calls": 1707, "forward_seconds": 22.943417574308114, "routing_seconds": 2.9954590447014198, "materialize_seconds": 0.19937051783199422, "disk_bytes_read": 26748484600, "disk_read_seconds": 15.484144219371956, "resident_cache_bytes": 21399552000, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 64, "current_bytes": 28777334376, "non_weight_bytes": 7302292776, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 15258, "cache_misses": 7949, "cache_evictions": 182, "forward_calls": 1900, "forward_seconds": 23.875723248376744, "routing_seconds": 3.2067156317352783, "materialize_seconds": 0.204917401104467, "disk_bytes_read": 27326334200, "disk_read_seconds": 15.91753843385959, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 68, "current_bytes": 28778301392, "non_weight_bytes": 7303206032, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 17102, "cache_misses": 8145, "cache_evictions": 378, "forward_calls": 2104, "forward_seconds": 24.796559953218093, "routing_seconds": 3.423804880527314, "materialize_seconds": 0.21126156783429906, "disk_bytes_read": 27868241400, "disk_read_seconds": 16.324291655648267, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 74, "current_bytes": 28779432056, "non_weight_bytes": 7304256056, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19693, "cache_misses": 8292, "cache_evictions": 525, "forward_calls": 2377, "forward_seconds": 25.68669287508237, "routing_seconds": 3.673100631160196, "materialize_seconds": 0.21541823181905784, "disk_bytes_read": 28274676600, "disk_read_seconds": 16.656529246480204, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 78, "current_bytes": 28783348144, "non_weight_bytes": 7308118384, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 21475, "cache_misses": 8500, "cache_evictions": 733, "forward_calls": 2576, "forward_seconds": 26.607425208116183, "routing_seconds": 3.880796551180538, "materialize_seconds": 0.22095756613998674, "disk_bytes_read": 28849761400, "disk_read_seconds": 17.095047467795666, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 84, "current_bytes": 28784511696, "non_weight_bytes": 7309201296, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 23899, "cache_misses": 8656, "cache_evictions": 889, "forward_calls": 2834, "forward_seconds": 27.494646258157445, "routing_seconds": 4.123027806315804, "materialize_seconds": 0.22517852313467301, "disk_bytes_read": 29281079800, "disk_read_seconds": 17.44825538698933, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 88, "current_bytes": 28785331040, "non_weight_bytes": 7309966880, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 25894, "cache_misses": 8863, "cache_evictions": 1096, "forward_calls": 3054, "forward_seconds": 28.42329546311521, "routing_seconds": 4.325250387424603, "materialize_seconds": 0.23045547702349722, "disk_bytes_read": 29853399800, "disk_read_seconds": 17.88446034840308, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 92, "current_bytes": 28786216136, "non_weight_bytes": 7310798216, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 27842, "cache_misses": 8993, "cache_evictions": 1226, "forward_calls": 3262, "forward_seconds": 29.335879456368275, "routing_seconds": 4.605083172500599, "materialize_seconds": 0.23448785312939435, "disk_bytes_read": 30212830200, "disk_read_seconds": 18.230711977899773, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 97, "current_bytes": 28787264904, "non_weight_bytes": 7311779784, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 30005, "cache_misses": 9122, "cache_evictions": 1355, "forward_calls": 3491, "forward_seconds": 30.23640703764977, "routing_seconds": 4.893795661715558, "materialize_seconds": 0.23908306125667877, "disk_bytes_read": 30569497400, "disk_read_seconds": 18.5274116936489, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 101, "current_bytes": 28788117160, "non_weight_bytes": 7312578280, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 31827, "cache_misses": 9268, "cache_evictions": 1501, "forward_calls": 3688, "forward_seconds": 31.16425940746558, "routing_seconds": 5.199710859480547, "materialize_seconds": 0.2433341004070826, "disk_bytes_read": 30973164600, "disk_read_seconds": 18.84145121095935, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 107, "current_bytes": 28789264208, "non_weight_bytes": 7313644688, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 34488, "cache_misses": 9407, "cache_evictions": 1640, "forward_calls": 3968, "forward_seconds": 32.05298919935012, "routing_seconds": 5.459387938433792, "materialize_seconds": 0.24710081538069062, "disk_bytes_read": 31357481400, "disk_read_seconds": 19.159414906258462, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 113, "current_bytes": 28790411328, "non_weight_bytes": 7314711168, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 37163, "cache_misses": 9524, "cache_evictions": 1757, "forward_calls": 4248, "forward_seconds": 32.941379445255734, "routing_seconds": 5.743377649399918, "materialize_seconds": 0.25138085216167383, "disk_bytes_read": 31680972600, "disk_read_seconds": 19.4358131873596, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 119, "current_bytes": 28791607600, "non_weight_bytes": 7315826800, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 39892, "cache_misses": 9663, "cache_evictions": 1896, "forward_calls": 4534, "forward_seconds": 33.83226430925424, "routing_seconds": 6.007156474574003, "materialize_seconds": 0.25546886131633073, "disk_bytes_read": 32065289400, "disk_read_seconds": 19.749439488252392, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 124, "current_bytes": 28792639960, "non_weight_bytes": 7316791960, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 42223, "cache_misses": 9802, "cache_evictions": 2035, "forward_calls": 4781, "forward_seconds": 34.74219986604294, "routing_seconds": 6.2922296494361944, "materialize_seconds": 0.2591602833708748, "disk_bytes_read": 32449604600, "disk_read_seconds": 20.056047404097626, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 130, "current_bytes": 28793721472, "non_weight_bytes": 7317792832, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 44887, "cache_misses": 9950, "cache_evictions": 2183, "forward_calls": 5062, "forward_seconds": 35.64154661225621, "routing_seconds": 6.550069310585968, "materialize_seconds": 0.2629869812808465, "disk_bytes_read": 32858804600, "disk_read_seconds": 20.3882357380935, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 135, "current_bytes": 28794786600, "non_weight_bytes": 7318790760, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 47207, "cache_misses": 10138, "cache_evictions": 2371, "forward_calls": 5313, "forward_seconds": 36.548404201254016, "routing_seconds": 6.771692181791877, "materialize_seconds": 0.26761097519192845, "disk_bytes_read": 33378595000, "disk_read_seconds": 20.787423521775054, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5914006568, "non_weight_bytes": 5914006568, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28801061792, "non_weight_bytes": 7325025632, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 48259, "cache_misses": 10406, "cache_evictions": 2639, "forward_calls": 5445, "forward_seconds": 37.50557907819166, "routing_seconds": 6.941373176698107, "materialize_seconds": 0.27435535873519257, "disk_bytes_read": 34119565400, "disk_read_seconds": 21.324644958687713, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28922024960, "non_weight_bytes": 7445982080, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 48595, "cache_misses": 10689, "cache_evictions": 2922, "forward_calls": 5474, "forward_seconds": 38.2105779502599, "routing_seconds": 7.006315051752608, "materialize_seconds": 0.28132601332617924, "disk_bytes_read": 34902004600, "disk_read_seconds": 21.875503045419464, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28922024960, "non_weight_bytes": 7445982080, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 49003, "cache_misses": 11081, "cache_evictions": 3314, "forward_calls": 5482, "forward_seconds": 39.201681240287144, "routing_seconds": 7.0567682587425224, "materialize_seconds": 0.29155243121203966, "disk_bytes_read": 35985806200, "disk_read_seconds": 22.589723519748077, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28922024960, "non_weight_bytes": 7445982080, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 49347, "cache_misses": 11479, "cache_evictions": 3712, "forward_calls": 5490, "forward_seconds": 40.21763936729985, "routing_seconds": 7.109744674846297, "materialize_seconds": 0.30164285376667976, "disk_bytes_read": 37086196600, "disk_read_seconds": 23.293415974650998, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28922024960, "non_weight_bytes": 7445982080, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 49716, "cache_misses": 11861, "cache_evictions": 4094, "forward_calls": 5498, "forward_seconds": 41.23180190729909, "routing_seconds": 7.162592547800159, "materialize_seconds": 0.3111112308688462, "disk_bytes_read": 38142350200, "disk_read_seconds": 24.0067459824495, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28922024960, "non_weight_bytes": 7445982080, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 50031, "cache_misses": 12265, "cache_evictions": 4498, "forward_calls": 5506, "forward_seconds": 42.303411074273754, "routing_seconds": 7.215217214805307, "materialize_seconds": 0.32077820095582865, "disk_bytes_read": 39259329400, "disk_read_seconds": 24.718849009135738, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28922024960, "non_weight_bytes": 7445982080, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 50275, "cache_misses": 12661, "cache_evictions": 4894, "forward_calls": 5512, "forward_seconds": 43.27744828426512, "routing_seconds": 7.25537912978325, "materialize_seconds": 0.3303900367754977, "disk_bytes_read": 40354190200, "disk_read_seconds": 25.460371797642438, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28922024960, "non_weight_bytes": 7445982080, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 50518, "cache_misses": 13071, "cache_evictions": 5304, "forward_calls": 5518, "forward_seconds": 44.28075749226264, "routing_seconds": 7.297436128836125, "materialize_seconds": 0.3402010425343178, "disk_bytes_read": 41487758200, "disk_read_seconds": 26.211996529600583, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 168, "current_bytes": 28802470864, "non_weight_bytes": 7326421264, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 51421, "cache_misses": 13260, "cache_evictions": 5493, "forward_calls": 5616, "forward_seconds": 45.20291908129002, "routing_seconds": 7.479545507725561, "materialize_seconds": 0.34526279926649295, "disk_bytes_read": 42010305400, "disk_read_seconds": 26.60901022388134, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 173, "current_bytes": 28802536400, "non_weight_bytes": 7326486800, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 53716, "cache_misses": 13445, "cache_evictions": 5678, "forward_calls": 5863, "forward_seconds": 46.149775003344985, "routing_seconds": 7.705366673035314, "materialize_seconds": 0.350041506375419, "disk_bytes_read": 42521793400, "disk_read_seconds": 26.993733642972074, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 177, "current_bytes": 28799931344, "non_weight_bytes": 7323881744, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 55527, "cache_misses": 13674, "cache_evictions": 5907, "forward_calls": 6067, "forward_seconds": 47.10365997313056, "routing_seconds": 7.910032466985285, "materialize_seconds": 0.3556097261898685, "disk_bytes_read": 43154932600, "disk_read_seconds": 27.44162923883414, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 181, "current_bytes": 28799931344, "non_weight_bytes": 7323868304, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 57072, "cache_misses": 13899, "cache_evictions": 6132, "forward_calls": 6245, "forward_seconds": 48.06650163530139, "routing_seconds": 8.112901218177285, "materialize_seconds": 0.36109426809707657, "disk_bytes_read": 43777015800, "disk_read_seconds": 27.90496241344954, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 184, "current_bytes": 28803617744, "non_weight_bytes": 7327534544, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 58220, "cache_misses": 14159, "cache_evictions": 6392, "forward_calls": 6385, "forward_seconds": 49.03385814046487, "routing_seconds": 8.307942675368395, "materialize_seconds": 0.3675230592198204, "disk_bytes_read": 44495864600, "disk_read_seconds": 28.41792630040436, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 187, "current_bytes": 28803617744, "non_weight_bytes": 7327534544, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 59462, "cache_misses": 14407, "cache_evictions": 6640, "forward_calls": 6534, "forward_seconds": 50.01445184837212, "routing_seconds": 8.510752381233033, "materialize_seconds": 0.3733680983132217, "disk_bytes_read": 45181535000, "disk_read_seconds": 28.909474982472602, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 189, "current_bytes": 28803617744, "non_weight_bytes": 7327534544, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 60499, "cache_misses": 14642, "cache_evictions": 6875, "forward_calls": 6661, "forward_seconds": 50.991207928804215, "routing_seconds": 8.74172000636463, "materialize_seconds": 0.3789608939550817, "disk_bytes_read": 45831263000, "disk_read_seconds": 29.371706309437286, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 192, "current_bytes": 28803617744, "non_weight_bytes": 7327534544, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 61401, "cache_misses": 14888, "cache_evictions": 7121, "forward_calls": 6776, "forward_seconds": 51.980687300820136, "routing_seconds": 8.97384600029909, "materialize_seconds": 0.3850473177735694, "disk_bytes_read": 46511403800, "disk_read_seconds": 29.8575962218747, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 195, "current_bytes": 28803617744, "non_weight_bytes": 7327534544, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 62596, "cache_misses": 15083, "cache_evictions": 7316, "forward_calls": 6915, "forward_seconds": 52.95933526052977, "routing_seconds": 9.242844997992506, "materialize_seconds": 0.3906081148015801, "disk_bytes_read": 47050539800, "disk_read_seconds": 30.261032315000193, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 198, "current_bytes": 28803617744, "non_weight_bytes": 7327534544, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 63990, "cache_misses": 15321, "cache_evictions": 7554, "forward_calls": 7078, "forward_seconds": 53.92923617581255, "routing_seconds": 9.459240290947491, "materialize_seconds": 0.396478609618498, "disk_bytes_read": 47708562200, "disk_read_seconds": 30.73232972191181, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 201, "current_bytes": 28806484944, "non_weight_bytes": 7330401744, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 65338, "cache_misses": 15553, "cache_evictions": 7786, "forward_calls": 7237, "forward_seconds": 54.90230780595448, "routing_seconds": 9.676765414129477, "materialize_seconds": 0.4023980763158761, "disk_bytes_read": 48349997400, "disk_read_seconds": 31.19593625268317, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 206, "current_bytes": 28806484944, "non_weight_bytes": 7330334544, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 67325, "cache_misses": 15744, "cache_evictions": 7977, "forward_calls": 7454, "forward_seconds": 55.81460743182106, "routing_seconds": 9.904938621242763, "materialize_seconds": 0.4070971666078549, "disk_bytes_read": 48878082200, "disk_read_seconds": 31.601358349755174, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 210, "current_bytes": 28806484944, "non_weight_bytes": 7330294224, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 69197, "cache_misses": 15944, "cache_evictions": 8177, "forward_calls": 7662, "forward_seconds": 56.75032463498064, "routing_seconds": 10.130476990394527, "materialize_seconds": 0.41212783867376857, "disk_bytes_read": 49431047000, "disk_read_seconds": 32.018601973948535, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 215, "current_bytes": 28806484944, "non_weight_bytes": 7330247184, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 71115, "cache_misses": 16144, "cache_evictions": 8377, "forward_calls": 7873, "forward_seconds": 57.684719545941334, "routing_seconds": 10.35373065553722, "materialize_seconds": 0.41729562473483384, "disk_bytes_read": 49984011000, "disk_read_seconds": 32.43336598816677, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 219, "current_bytes": 28806484944, "non_weight_bytes": 7330247184, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 72878, "cache_misses": 16363, "cache_evictions": 8596, "forward_calls": 8072, "forward_seconds": 58.654465177009115, "routing_seconds": 10.584910658566514, "materialize_seconds": 0.42257320854696445, "disk_bytes_read": 50589502200, "disk_read_seconds": 32.86612731948844, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 224, "current_bytes": 28806484944, "non_weight_bytes": 7330247184, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 75079, "cache_misses": 16542, "cache_evictions": 8775, "forward_calls": 8309, "forward_seconds": 59.60069762330386, "routing_seconds": 10.830562235583784, "materialize_seconds": 0.42744354374008253, "disk_bytes_read": 51084401400, "disk_read_seconds": 33.227819094463484, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 228, "current_bytes": 28806484944, "non_weight_bytes": 7330247184, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 76969, "cache_misses": 16732, "cache_evictions": 8965, "forward_calls": 8518, "forward_seconds": 60.56321761524305, "routing_seconds": 11.074265818228014, "materialize_seconds": 0.43345129350200295, "disk_bytes_read": 51609713400, "disk_read_seconds": 33.61367896813317, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 232, "current_bytes": 28806484944, "non_weight_bytes": 7330247184, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 78915, "cache_misses": 16936, "cache_evictions": 9169, "forward_calls": 8732, "forward_seconds": 61.51643762231106, "routing_seconds": 11.299091694003437, "materialize_seconds": 0.43907669963664375, "disk_bytes_read": 52173732600, "disk_read_seconds": 34.023536403430626, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 237, "current_bytes": 28809270224, "non_weight_bytes": 7333032464, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 80854, "cache_misses": 17137, "cache_evictions": 9370, "forward_calls": 8947, "forward_seconds": 62.48811958337319, "routing_seconds": 11.536202111892635, "materialize_seconds": 0.44409835859551094, "disk_bytes_read": 52729457400, "disk_read_seconds": 34.42874936645967, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 242, "current_bytes": 28809286608, "non_weight_bytes": 7333048848, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 83082, "cache_misses": 17317, "cache_evictions": 9550, "forward_calls": 9187, "forward_seconds": 63.440665082336636, "routing_seconds": 11.79139444581233, "materialize_seconds": 0.44878294770023786, "disk_bytes_read": 53227121400, "disk_read_seconds": 34.791988150565885, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 247, "current_bytes": 28809434064, "non_weight_bytes": 7333196304, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 85375, "cache_misses": 17496, "cache_evictions": 9729, "forward_calls": 9434, "forward_seconds": 64.4001219694328, "routing_seconds": 12.043597947864328, "materialize_seconds": 0.4533306117518805, "disk_bytes_read": 53722020600, "disk_read_seconds": 35.1492709753511, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 252, "current_bytes": 28809434064, "non_weight_bytes": 7333196304, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 87619, "cache_misses": 17672, "cache_evictions": 9905, "forward_calls": 9676, "forward_seconds": 65.35535201558378, "routing_seconds": 12.29789649086888, "materialize_seconds": 0.45783069863682613, "disk_bytes_read": 54208625400, "disk_read_seconds": 35.50733571435558, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 257, "current_bytes": 28809434064, "non_weight_bytes": 7333196304, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 90003, "cache_misses": 17858, "cache_evictions": 10091, "forward_calls": 9933, "forward_seconds": 66.31252339459024, "routing_seconds": 12.53539578281925, "materialize_seconds": 0.4624603226839099, "disk_bytes_read": 54722878200, "disk_read_seconds": 35.87749330600491, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 262, "current_bytes": 28809434064, "non_weight_bytes": 7333196304, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 91969, "cache_misses": 18070, "cache_evictions": 10303, "forward_calls": 10151, "forward_seconds": 67.27247777197044, "routing_seconds": 12.753565209190128, "materialize_seconds": 0.46764511775108986, "disk_bytes_read": 55309015800, "disk_read_seconds": 36.29722168899025, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 266, "current_bytes": 28809417680, "non_weight_bytes": 7333179920, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 93723, "cache_misses": 18296, "cache_evictions": 10529, "forward_calls": 10349, "forward_seconds": 68.23986502093612, "routing_seconds": 12.96239529104787, "materialize_seconds": 0.4731938747863751, "disk_bytes_read": 55933860600, "disk_read_seconds": 36.74515977417468, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 271, "current_bytes": 28809417680, "non_weight_bytes": 7333179920, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 96002, "cache_misses": 18489, "cache_evictions": 10722, "forward_calls": 10596, "forward_seconds": 69.1984431137098, "routing_seconds": 13.19580737495562, "materialize_seconds": 0.47791638257331215, "disk_bytes_read": 56467467000, "disk_read_seconds": 37.127380582503974, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 276, "current_bytes": 28809417680, "non_weight_bytes": 7333179920, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 98110, "cache_misses": 18689, "cache_evictions": 10922, "forward_calls": 10827, "forward_seconds": 70.15839302784298, "routing_seconds": 13.420935578236822, "materialize_seconds": 0.48333913541864604, "disk_bytes_read": 57020427000, "disk_read_seconds": 37.530774017592194, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28891517952, "non_weight_bytes": 7415475072, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28809778128, "non_weight_bytes": 7333540368, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 99195, "cache_misses": 18966, "cache_evictions": 11199, "forward_calls": 10963, "forward_seconds": 71.12274556807824, "routing_seconds": 13.58387470128946, "materialize_seconds": 0.49016026136814617, "disk_bytes_read": 57786276600, "disk_read_seconds": 38.078083637257805, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28935492656, "non_weight_bytes": 7459254896, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 99465, "cache_misses": 19238, "cache_evictions": 11471, "forward_calls": 10993, "forward_seconds": 71.77875761102769, "routing_seconds": 13.65342737120227, "materialize_seconds": 0.49701158041716553, "disk_bytes_read": 58538302200, "disk_read_seconds": 38.59420338476775, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28935492656, "non_weight_bytes": 7459254896, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 99917, "cache_misses": 19614, "cache_evictions": 11847, "forward_calls": 11001, "forward_seconds": 72.83054019403062, "routing_seconds": 13.704306955187349, "materialize_seconds": 0.5069573814398609, "disk_bytes_read": 59577867000, "disk_read_seconds": 39.30164836594486, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28935492656, "non_weight_bytes": 7459254896, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 100270, "cache_misses": 20018, "cache_evictions": 12251, "forward_calls": 11009, "forward_seconds": 73.83052744498127, "routing_seconds": 13.757714623119682, "materialize_seconds": 0.5170632912777364, "disk_bytes_read": 60694846200, "disk_read_seconds": 40.009935600159224, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28935492656, "non_weight_bytes": 7459254896, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 100625, "cache_misses": 20408, "cache_evictions": 12641, "forward_calls": 11016, "forward_seconds": 74.8374044879456, "routing_seconds": 13.804413249075878, "materialize_seconds": 0.5265051050810143, "disk_bytes_read": 61773118200, "disk_read_seconds": 40.734180072002346, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28935492656, "non_weight_bytes": 7459254896, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 100919, "cache_misses": 20821, "cache_evictions": 13054, "forward_calls": 11024, "forward_seconds": 75.88529432093492, "routing_seconds": 13.85844062504475, "materialize_seconds": 0.5366875979816541, "disk_bytes_read": 62914980600, "disk_read_seconds": 41.449510255857604, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28935492656, "non_weight_bytes": 7459254896, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 101197, "cache_misses": 21223, "cache_evictions": 13456, "forward_calls": 11030, "forward_seconds": 76.77331261194195, "routing_seconds": 13.898743499041302, "materialize_seconds": 0.5465854071080685, "disk_bytes_read": 64026430200, "disk_read_seconds": 42.19743221029057, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28935492656, "non_weight_bytes": 7459254896, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 101426, "cache_misses": 21622, "cache_evictions": 13855, "forward_calls": 11037, "forward_seconds": 77.9033287789207, "routing_seconds": 13.946079709014157, "materialize_seconds": 0.5573972819547635, "disk_bytes_read": 65129585400, "disk_read_seconds": 42.943337156262714, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28935492656, "non_weight_bytes": 7459254896, "predicted_peak_bytes": 61819490, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 102185, "cache_misses": 21864, "cache_evictions": 14097, "forward_calls": 11110, "forward_seconds": 78.81573703201138, "routing_seconds": 14.099812379135983, "materialize_seconds": 0.5638864931534044, "disk_bytes_read": 65798667000, "disk_read_seconds": 43.41506245511118, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 312, "current_bytes": 28802143208, "non_weight_bytes": 7325905448, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 103701, "cache_misses": 22058, "cache_evictions": 14291, "forward_calls": 11281, "forward_seconds": 79.68736753606936, "routing_seconds": 14.30380317530944, "materialize_seconds": 0.5688562011346221, "disk_bytes_read": 66335038200, "disk_read_seconds": 43.80113567216904, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 316, "current_bytes": 28798669800, "non_weight_bytes": 7322432040, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 105543, "cache_misses": 22278, "cache_evictions": 14511, "forward_calls": 11488, "forward_seconds": 80.65229661291232, "routing_seconds": 14.51288416821626, "materialize_seconds": 0.5744149202655535, "disk_bytes_read": 66943294200, "disk_read_seconds": 44.23303006438073, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 320, "current_bytes": 28798669800, "non_weight_bytes": 7322432040, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 107417, "cache_misses": 22492, "cache_evictions": 14725, "forward_calls": 11696, "forward_seconds": 81.61337074192124, "routing_seconds": 14.730528343410697, "materialize_seconds": 0.5801086384453811, "disk_bytes_read": 67534961400, "disk_read_seconds": 44.66752080133301, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 323, "current_bytes": 28804404200, "non_weight_bytes": 7328166440, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 108293, "cache_misses": 22776, "cache_evictions": 15009, "forward_calls": 11812, "forward_seconds": 82.60042811193853, "routing_seconds": 14.905548917333363, "materialize_seconds": 0.5871212716156151, "disk_bytes_read": 68320164600, "disk_read_seconds": 45.22379389568232, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 326, "current_bytes": 28804404200, "non_weight_bytes": 7328166440, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 109566, "cache_misses": 23023, "cache_evictions": 15256, "forward_calls": 11964, "forward_seconds": 83.58142641102313, "routing_seconds": 15.117441293405136, "materialize_seconds": 0.5931650564307347, "disk_bytes_read": 69003070200, "disk_read_seconds": 45.705635542515665, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 328, "current_bytes": 28804404200, "non_weight_bytes": 7328166440, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 110515, "cache_misses": 23296, "cache_evictions": 15529, "forward_calls": 12087, "forward_seconds": 84.5655525351176, "routing_seconds": 15.3005212143471, "materialize_seconds": 0.5997387275274377, "disk_bytes_read": 69757860600, "disk_read_seconds": 46.24150971660856, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 331, "current_bytes": 28804404200, "non_weight_bytes": 7328166440, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 111468, "cache_misses": 23531, "cache_evictions": 15764, "forward_calls": 12205, "forward_seconds": 85.53002336921054, "routing_seconds": 15.532149674458196, "materialize_seconds": 0.6063651362492237, "disk_bytes_read": 70407588600, "disk_read_seconds": 46.713162430911325, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 333, "current_bytes": 28804404200, "non_weight_bytes": 7328166440, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 112320, "cache_misses": 23789, "cache_evictions": 16022, "forward_calls": 12316, "forward_seconds": 86.52132670104038, "routing_seconds": 15.748154754197458, "materialize_seconds": 0.613121886330191, "disk_bytes_read": 71120907000, "disk_read_seconds": 47.22250394985895, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 336, "current_bytes": 28804404200, "non_weight_bytes": 7328166440, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 113649, "cache_misses": 24002, "cache_evictions": 16235, "forward_calls": 12471, "forward_seconds": 87.50468044978334, "routing_seconds": 15.990923586912686, "materialize_seconds": 0.6185790114686824, "disk_bytes_read": 71709809400, "disk_read_seconds": 47.652126589935506, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 340, "current_bytes": 28807205864, "non_weight_bytes": 7330968104, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 115191, "cache_misses": 24210, "cache_evictions": 16443, "forward_calls": 12645, "forward_seconds": 88.46223073772853, "routing_seconds": 16.23336975183338, "materialize_seconds": 0.6239473866589833, "disk_bytes_read": 72284887800, "disk_read_seconds": 48.07056967986864, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 343, "current_bytes": 28808057832, "non_weight_bytes": 7331820072, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 116418, "cache_misses": 24413, "cache_evictions": 16646, "forward_calls": 12788, "forward_seconds": 89.43775870057289, "routing_seconds": 16.4923041278671, "materialize_seconds": 0.6293673829059117, "disk_bytes_read": 72846142200, "disk_read_seconds": 48.48864522375516, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 347, "current_bytes": 28808057832, "non_weight_bytes": 7331820072, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 117974, "cache_misses": 24627, "cache_evictions": 16860, "forward_calls": 12965, "forward_seconds": 90.39913145263563, "routing_seconds": 16.728187469765544, "materialize_seconds": 0.6351502996694762, "disk_bytes_read": 73437809400, "disk_read_seconds": 48.91399615848786, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 350, "current_bytes": 28808057832, "non_weight_bytes": 7331820072, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 119368, "cache_misses": 24853, "cache_evictions": 17086, "forward_calls": 13128, "forward_seconds": 91.37950557743898, "routing_seconds": 16.95462268035044, "materialize_seconds": 0.6408545545709785, "disk_bytes_read": 74062654200, "disk_read_seconds": 49.35680385827436, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 354, "current_bytes": 28808057832, "non_weight_bytes": 7331820072, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 121118, "cache_misses": 25061, "cache_evictions": 17294, "forward_calls": 13323, "forward_seconds": 92.33440220123157, "routing_seconds": 17.184075346274767, "materialize_seconds": 0.6461040512658656, "disk_bytes_read": 74637732600, "disk_read_seconds": 49.775897883606376, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 358, "current_bytes": 28808057832, "non_weight_bytes": 7331820072, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 122660, "cache_misses": 25291, "cache_evictions": 17524, "forward_calls": 13500, "forward_seconds": 93.30154661394772, "routing_seconds": 17.395789645117475, "materialize_seconds": 0.6521072181349155, "disk_bytes_read": 75273636600, "disk_read_seconds": 50.232122324436205, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 361, "current_bytes": 28808057832, "non_weight_bytes": 7331820072, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 123971, "cache_misses": 25530, "cache_evictions": 17763, "forward_calls": 13655, "forward_seconds": 94.27427740197163, "routing_seconds": 17.6101276872796, "materialize_seconds": 0.6580561400623992, "disk_bytes_read": 75934423800, "disk_read_seconds": 50.70714246688294, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 364, "current_bytes": 28808205288, "non_weight_bytes": 7331967528, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 125328, "cache_misses": 25751, "cache_evictions": 17984, "forward_calls": 13813, "forward_seconds": 95.24904398911167, "routing_seconds": 17.8463402382622, "materialize_seconds": 0.6638731898274273, "disk_bytes_read": 76545444600, "disk_read_seconds": 51.14702427969314, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 368, "current_bytes": 28808205288, "non_weight_bytes": 7331967528, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 126862, "cache_misses": 25949, "cache_evictions": 18182, "forward_calls": 13987, "forward_seconds": 96.22007270128233, "routing_seconds": 18.105964117334224, "materialize_seconds": 0.6688785700243898, "disk_bytes_read": 77092875000, "disk_read_seconds": 51.53763251341297, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 371, "current_bytes": 28808205288, "non_weight_bytes": 7331967528, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 128232, "cache_misses": 26149, "cache_evictions": 18382, "forward_calls": 14143, "forward_seconds": 97.18505540629849, "routing_seconds": 18.369612525391858, "materialize_seconds": 0.6739595218095928, "disk_bytes_read": 77645835000, "disk_read_seconds": 51.93541996413842, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 375, "current_bytes": 28808205288, "non_weight_bytes": 7331967528, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 129859, "cache_misses": 26352, "cache_evictions": 18585, "forward_calls": 14326, "forward_seconds": 98.15259411244188, "routing_seconds": 18.613655229477445, "materialize_seconds": 0.6794982212013565, "disk_bytes_read": 78207089400, "disk_read_seconds": 52.348540603212314, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 378, "current_bytes": 28808205288, "non_weight_bytes": 7331967528, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 131207, "cache_misses": 26534, "cache_evictions": 18767, "forward_calls": 14479, "forward_seconds": 99.12632527941605, "routing_seconds": 18.892688102612738, "materialize_seconds": 0.6845071811403614, "disk_bytes_read": 78710283000, "disk_read_seconds": 52.73180251714075, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 382, "current_bytes": 28808205288, "non_weight_bytes": 7331967528, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 132910, "cache_misses": 26711, "cache_evictions": 18944, "forward_calls": 14667, "forward_seconds": 100.09147111425409, "routing_seconds": 19.156766730564414, "materialize_seconds": 0.6894228121091146, "disk_bytes_read": 79199652600, "disk_read_seconds": 53.106780188158154, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 385, "current_bytes": 28808205288, "non_weight_bytes": 7331967528, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 134080, "cache_misses": 26931, "cache_evictions": 19164, "forward_calls": 14807, "forward_seconds": 101.06815128834569, "routing_seconds": 19.400572477723472, "materialize_seconds": 0.6951099912112113, "disk_bytes_read": 79807908600, "disk_read_seconds": 53.546457990043564, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 389, "current_bytes": 28808205288, "non_weight_bytes": 7331967528, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 135721, "cache_misses": 27110, "cache_evictions": 19343, "forward_calls": 14989, "forward_seconds": 102.03137586344383, "routing_seconds": 19.6668298067234, "materialize_seconds": 0.699906483583618, "disk_bytes_read": 80302807800, "disk_read_seconds": 53.92104992206441, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 392, "current_bytes": 28808205288, "non_weight_bytes": 7331967528, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 137190, "cache_misses": 27279, "cache_evictions": 19512, "forward_calls": 15152, "forward_seconds": 102.99970144344843, "routing_seconds": 19.96326684669475, "materialize_seconds": 0.7045594886876643, "disk_bytes_read": 80770059000, "disk_read_seconds": 54.28023275427404, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 396, "current_bytes": 28811006952, "non_weight_bytes": 7334769192, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 138673, "cache_misses": 27486, "cache_evictions": 19719, "forward_calls": 15321, "forward_seconds": 103.9659070262278, "routing_seconds": 20.210575675417203, "materialize_seconds": 0.7099041916662827, "disk_bytes_read": 81342372600, "disk_read_seconds": 54.69565842236625, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 399, "current_bytes": 28811006952, "non_weight_bytes": 7334769192, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 140005, "cache_misses": 27706, "cache_evictions": 19939, "forward_calls": 15476, "forward_seconds": 104.94084502442274, "routing_seconds": 20.442266215221025, "materialize_seconds": 0.7156499437405728, "disk_bytes_read": 81950628600, "disk_read_seconds": 55.135735682823, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 403, "current_bytes": 28811006952, "non_weight_bytes": 7334769192, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 141775, "cache_misses": 27924, "cache_evictions": 20157, "forward_calls": 15675, "forward_seconds": 105.90197948142304, "routing_seconds": 20.662363509298302, "materialize_seconds": 0.7211049791367259, "disk_bytes_read": 82553355000, "disk_read_seconds": 55.57022746911389, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 407, "current_bytes": 28811006952, "non_weight_bytes": 7334769192, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 143595, "cache_misses": 28124, "cache_evictions": 20357, "forward_calls": 15877, "forward_seconds": 106.8764234026603, "routing_seconds": 20.90868759842124, "materialize_seconds": 0.7261268170259427, "disk_bytes_read": 83106315000, "disk_read_seconds": 55.97269584372407, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 411, "current_bytes": 28811006952, "non_weight_bytes": 7334769192, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 145321, "cache_misses": 28270, "cache_evictions": 20503, "forward_calls": 16065, "forward_seconds": 107.84211027764832, "routing_seconds": 21.22421388552175, "materialize_seconds": 0.7302768968511373, "disk_bytes_read": 83509975800, "disk_read_seconds": 56.289250379952136, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 415, "current_bytes": 28811006952, "non_weight_bytes": 7334769192, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 146811, "cache_misses": 28428, "cache_evictions": 20661, "forward_calls": 16229, "forward_seconds": 108.79795190459117, "routing_seconds": 21.529339678614633, "materialize_seconds": 0.734844310733024, "disk_bytes_read": 83946814200, "disk_read_seconds": 56.625529534503585, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 418, "current_bytes": 28811006952, "non_weight_bytes": 7334769192, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 148435, "cache_misses": 28634, "cache_evictions": 20867, "forward_calls": 16412, "forward_seconds": 109.77200665976852, "routing_seconds": 21.765961266763043, "materialize_seconds": 0.7403631027264055, "disk_bytes_read": 84516363000, "disk_read_seconds": 57.044223656354006, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 420, "current_bytes": 28811006952, "non_weight_bytes": 7334769192, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 149068, "cache_misses": 28931, "cache_evictions": 21164, "forward_calls": 16505, "forward_seconds": 110.75567982561188, "routing_seconds": 21.93394005674054, "materialize_seconds": 0.7480886346602347, "disk_bytes_read": 85337508600, "disk_read_seconds": 57.626888284197776, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28896449584, "non_weight_bytes": 7420211824, "predicted_peak_bytes": 299252952, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 420, "current_bytes": 28945159216, "non_weight_bytes": 7468921456, "predicted_peak_bytes": 133090130, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 149091, "cache_misses": 28970, "cache_evictions": 21203, "forward_calls": 16512, "forward_seconds": 110.88742969962186, "routing_seconds": 21.94704068172723, "materialize_seconds": 0.7491194655303843, "disk_bytes_read": 85445335800, "disk_read_seconds": 57.705848082056036, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 } ] }