{ "model": "pipenetwork/Qwen3.8-Flash-Next-MLX-mixed-4_8bit", "binary": "/private/tmp/werk-perf-before-20260915", "binary_sha256": "34d1b4337ab8970448c75a39e3508648ba57dcb430b9c6ecb354385929e1aeb2", "same_context": false, "persistence": true, "fixed_history": true, "expert_budget": "20480", "reasoning_effort": null, "samples": [ { "first_text_seconds": 12.480063124996377, "total_seconds": 40.94019887500326, "finish_reason": "stop", "truncated": false, "answer": "Rust ensures memory safety without garbage collection through ownership and borrowing. Every value has a single owner, and when the owner goes out of scope, the value is dropped. You can borrow references to data instead of transferring ownership. Rust enforces strict rules: you can have either one mutable reference or any number of immutable references at a time, but never both. This prevents data races and dangling pointers at compile time. By managing memory through these compile-time checks, Rust eliminates common bugs like use-after-free errors while maintaining high performance and zero-cost abstractions.", "usage": { "completion_tokens": 111, "prompt_tokens": 27, "total_tokens": 138 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 27, "completion_tokens": 111, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 0, "cache_evictions": 0, "forward_calls": 0, "forward_seconds": 0.0, "routing_seconds": 0.0, "materialize_seconds": 0.0, "disk_bytes_read": 5348837400, "disk_read_seconds": 1.2665843291324563, "resident_cache_bytes": 0, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28943963136, "non_weight_bytes": 7467920256, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35759323130, "effective_expert_bytes": 21474836480 }, "cache_hits": 48365, "cache_misses": 10562, "cache_evictions": 2795, "forward_calls": 5472, "forward_seconds": 37.99146020121407, "routing_seconds": 6.774975791020552, "materialize_seconds": 0.25987919347244315, "disk_bytes_read": 34550874200, "disk_read_seconds": 21.89116892887978, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 0, 40 ], "correct": true, "matches_baseline": true, "backend_phases": { "cached_prompt_tokens": 0, "decode_seconds": 28.46, "evaluated_prompt_tokens": 27, "first_token_seconds": 12.45, "prompt_seconds": 12.45 }, "expert_hit_rate": 0.8207612809068848, "expert_read_GiB": 27.19651609659195, "decode_tokens_per_second": 3.900210822206606, "decode_window": { "token_equivalents": 110.45833333333333, "expert_hit_rate": 0.8952251640642679, "read_GiB_per_token": 0.12951870738718024, "disk_read_seconds_per_token": 0.10675507440958601, "forward_seconds_per_token": 0.2358896925383023, "routing_seconds_per_token": 0.056150241028615856 } }, { "first_text_seconds": 7.716570207994664, "total_seconds": 35.29706154201995, "finish_reason": "stop", "truncated": false, "answer": "Rust ensures memory safety without garbage collection through ownership and borrowing. Each value has a single owner, and when the owner goes out of scope, the value is dropped. Instead of copying data, you can borrow it using references. Rust enforces strict rules: you can have either one mutable reference or any number of immutable references at a time, but never both. This prevents data races and dangling pointers at compile time. By managing memory through these compile-time checks, Rust eliminates common bugs like use-after-free errors while maintaining high performance and zero-cost abstractions.", "usage": { "completion_tokens": 112, "prompt_tokens": 167, "total_tokens": 279 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 167, "completion_tokens": 112, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28943963136, "non_weight_bytes": 7467920256, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35759323130, "effective_expert_bytes": 21474836480 }, "cache_hits": 48365, "cache_misses": 10562, "cache_evictions": 2795, "forward_calls": 5472, "forward_seconds": 37.99146020121407, "routing_seconds": 6.774975791020552, "materialize_seconds": 0.25987919347244315, "disk_bytes_read": 34550874200, "disk_read_seconds": 21.89116892887978, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28958577664, "non_weight_bytes": 7482339904, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35713796133, "effective_expert_bytes": 21474836480 }, "cache_hits": 99307, "cache_misses": 19134, "cache_evictions": 11367, "forward_calls": 10992, "forward_seconds": 71.518996784318, "routing_seconds": 13.374726358189946, "materialize_seconds": 0.4750395820301492, "disk_bytes_read": 58250763000, "disk_read_seconds": 38.62787583426689, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 40, 75 ], "correct": true, "matches_baseline": true, "backend_phases": { "cached_prompt_tokens": 139, "decode_seconds": 27.58, "evaluated_prompt_tokens": 28, "first_token_seconds": 7.71, "prompt_seconds": 7.71 }, "expert_hit_rate": 0.8559666633061128, "expert_read_GiB": 22.072241455316544, "decode_tokens_per_second": 4.060913705583757, "decode_window": { "token_equivalents": 111.625, "expert_hit_rate": 0.8926438754945137, "read_GiB_per_token": 0.13270807960399186, "disk_read_seconds_per_token": 0.10315149004544025, "forward_seconds_per_token": 0.23244579764518966, "routing_seconds_per_token": 0.05440359743163908 } }, { "first_text_seconds": 7.808152000012342, "total_seconds": 40.570447000005515, "finish_reason": "stop", "truncated": false, "answer": "Rust ensures memory safety without garbage collection through ownership and borrowing. Each value has a single owner, and when the owner goes out of scope, the value is dropped. Instead of copying data, you can borrow it using references. Rust enforces strict rules: you can have either one mutable reference or any number of immutable references at a time, but never both. This prevents data races and dangling pointers at compile time. By managing memory through these compile-time checks, Rust eliminates common bugs like use-after-free errors while maintaining high performance and zero-cost abstractions.", "usage": { "completion_tokens": 112, "prompt_tokens": 308, "total_tokens": 420 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 308, "completion_tokens": 112, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28958577664, "non_weight_bytes": 7482339904, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35713796133, "effective_expert_bytes": 21474836480 }, "cache_hits": 99307, "cache_misses": 19134, "cache_evictions": 11367, "forward_calls": 10992, "forward_seconds": 71.518996784318, "routing_seconds": 13.374726358189946, "materialize_seconds": 0.4750395820301492, "disk_bytes_read": 58250763000, "disk_read_seconds": 38.62787583426689, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 420, "current_bytes": 28968244296, "non_weight_bytes": 7492006536, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35732043813, "effective_expert_bytes": 21474836480 }, "cache_hits": 149091, "cache_misses": 28970, "cache_evictions": 21203, "forward_calls": 16512, "forward_seconds": 110.38784701790428, "routing_seconds": 21.497080556408037, "materialize_seconds": 0.7284110160253476, "disk_bytes_read": 85445335800, "disk_read_seconds": 57.87546262462274, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 75, 115 ], "correct": true, "matches_baseline": true, "backend_phases": { "cached_prompt_tokens": 280, "decode_seconds": 32.76, "evaluated_prompt_tokens": 28, "first_token_seconds": 7.8, "prompt_seconds": 7.8 }, "expert_hit_rate": 0.8350218047635022, "expert_read_GiB": 25.326919555664062, "decode_tokens_per_second": 3.418803418803419, "decode_window": { "token_equivalents": 111.04166666666667, "expert_hit_rate": 0.8705816135084428, "read_GiB_per_token": 0.15995619668298544, "disk_read_seconds_per_token": 0.12420503629273673, "forward_seconds_per_token": 0.27938139521950195, "routing_seconds_per_token": 0.06826506026699007 } } ], "status": [ { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 304, "cache_evictions": 0, "forward_calls": 2, "forward_seconds": 0.5659122919896618, "routing_seconds": 0.02249191701412201, "materialize_seconds": 0.0072479947993997484, "disk_bytes_read": 6189378200, "disk_read_seconds": 1.8892097820644267, "resident_cache_bytes": 840499200, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 765, "cache_evictions": 0, "forward_calls": 7, "forward_seconds": 1.613667164958315, "routing_seconds": 0.05402195799979381, "materialize_seconds": 0.017899356957059354, "disk_bytes_read": 7463951000, "disk_read_seconds": 2.6746172696293797, "resident_cache_bytes": 2115072000, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1223, "cache_evictions": 0, "forward_calls": 12, "forward_seconds": 2.5310784979665186, "routing_seconds": 0.08801933299400844, "materialize_seconds": 0.028984193137148395, "disk_bytes_read": 8730229400, "disk_read_seconds": 3.439080027921591, "resident_cache_bytes": 3381350400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1668, "cache_evictions": 0, "forward_calls": 17, "forward_seconds": 3.491387997928541, "routing_seconds": 0.12202008292661048, "materialize_seconds": 0.03948829066939652, "disk_bytes_read": 9960565400, "disk_read_seconds": 4.193812251352938, "resident_cache_bytes": 4611686400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 2113, "cache_evictions": 0, "forward_calls": 22, "forward_seconds": 4.607041206938447, "routing_seconds": 0.15544937489903532, "materialize_seconds": 0.050208304077386856, "disk_bytes_read": 11190901400, "disk_read_seconds": 4.96623093704693, "resident_cache_bytes": 5842022400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 2532, "cache_evictions": 0, "forward_calls": 26, "forward_seconds": 5.594277288968442, "routing_seconds": 0.18161949887871742, "materialize_seconds": 0.06038105578045361, "disk_bytes_read": 12349352600, "disk_read_seconds": 5.7354170897451695, "resident_cache_bytes": 7000473600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 2988, "cache_evictions": 0, "forward_calls": 31, "forward_seconds": 6.612482329946943, "routing_seconds": 0.21608887184993364, "materialize_seconds": 0.0714835217804648, "disk_bytes_read": 13610101400, "disk_read_seconds": 6.473602603800828, "resident_cache_bytes": 8261222400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 3407, "cache_evictions": 0, "forward_calls": 36, "forward_seconds": 7.676199413923314, "routing_seconds": 0.2505803728126921, "materialize_seconds": 0.08139997906982899, "disk_bytes_read": 14768552600, "disk_read_seconds": 7.2262439469923265, "resident_cache_bytes": 9419673600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 3847, "cache_evictions": 0, "forward_calls": 40, "forward_seconds": 8.672100996918743, "routing_seconds": 0.2770152898156084, "materialize_seconds": 0.09229511182638817, "disk_bytes_read": 15985064600, "disk_read_seconds": 7.981587652902817, "resident_cache_bytes": 10636185600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 4292, "cache_evictions": 0, "forward_calls": 44, "forward_seconds": 9.659347496868577, "routing_seconds": 0.30262437378405593, "materialize_seconds": 0.10331400507129729, "disk_bytes_read": 17215400600, "disk_read_seconds": 8.737225008720998, "resident_cache_bytes": 11866521600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 4687, "cache_evictions": 0, "forward_calls": 48, "forward_seconds": 10.710941830882803, "routing_seconds": 0.3237932918127626, "materialize_seconds": 0.11303259243140928, "disk_bytes_read": 18307496600, "disk_read_seconds": 9.445468327437993, "resident_cache_bytes": 12958617600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 28, "current_bytes": 20452259184, "non_weight_bytes": 7017719664, "predicted_peak_bytes": 2054825, "ceiling_bytes": 34333939627, "effective_expert_bytes": 21474836480 }, "cache_hits": 794, "cache_misses": 4863, "cache_evictions": 0, "forward_calls": 145, "forward_seconds": 11.512933705904288, "routing_seconds": 0.5319259607640561, "materialize_seconds": 0.11742900445824489, "disk_bytes_read": 18794105700, "disk_read_seconds": 9.81259345592116, "resident_cache_bytes": 13445222400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 30, "current_bytes": 21200631680, "non_weight_bytes": 7047217280, "predicted_peak_bytes": 2054825, "ceiling_bytes": 34552551038, "effective_expert_bytes": 21474836480 }, "cache_hits": 1520, "cache_misses": 5137, "cache_evictions": 0, "forward_calls": 244, "forward_seconds": 12.466189619939541, "routing_seconds": 0.6904196298273746, "materialize_seconds": 0.1239721434249077, "disk_bytes_read": 19551664600, "disk_read_seconds": 10.365986878692638, "resident_cache_bytes": 14202777600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 32, "current_bytes": 21923330448, "non_weight_bytes": 7064865168, "predicted_peak_bytes": 2054825, "ceiling_bytes": 34708537864, "effective_expert_bytes": 21474836480 }, "cache_hits": 2230, "cache_misses": 5415, "cache_evictions": 0, "forward_calls": 343, "forward_seconds": 13.433896985719912, "routing_seconds": 0.8519964997540228, "materialize_seconds": 0.1304747355170548, "disk_bytes_read": 20320282200, "disk_read_seconds": 10.918315014685504, "resident_cache_bytes": 14971392000, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 34, "current_bytes": 22777822184, "non_weight_bytes": 7092654824, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35005581597, "effective_expert_bytes": 21474836480 }, "cache_hits": 2875, "cache_misses": 5680, "cache_evictions": 0, "forward_calls": 434, "forward_seconds": 14.412486238754354, "routing_seconds": 1.0348120097187348, "materialize_seconds": 0.1370773608214222, "disk_bytes_read": 21052957400, "disk_read_seconds": 11.454021397221368, "resident_cache_bytes": 15704064000, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 36, "current_bytes": 23262936400, "non_weight_bytes": 7110490960, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35005581597, "effective_expert_bytes": 21474836480 }, "cache_hits": 4059, "cache_misses": 5878, "cache_evictions": 0, "forward_calls": 572, "forward_seconds": 15.37613948978833, "routing_seconds": 1.2849379667895846, "materialize_seconds": 0.14191290771123022, "disk_bytes_read": 21600391000, "disk_read_seconds": 11.859898778930074, "resident_cache_bytes": 16251494400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 39, "current_bytes": 23771201184, "non_weight_bytes": 7129365984, "predicted_peak_bytes": 2054825, "ceiling_bytes": 34975928563, "effective_expert_bytes": 21474836480 }, "cache_hits": 5070, "cache_misses": 6075, "cache_evictions": 0, "forward_calls": 693, "forward_seconds": 16.329883409751346, "routing_seconds": 1.5296311780402903, "materialize_seconds": 0.14730903779854998, "disk_bytes_read": 22145059000, "disk_read_seconds": 12.271926126559265, "resident_cache_bytes": 16796160000, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 41, "current_bytes": 24498864304, "non_weight_bytes": 7160272624, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35090959312, "effective_expert_bytes": 21474836480 }, "cache_hits": 5759, "cache_misses": 6328, "cache_evictions": 0, "forward_calls": 788, "forward_seconds": 17.295408779755235, "routing_seconds": 1.7114128360408358, "materialize_seconds": 0.15356604076805525, "disk_bytes_read": 22844556600, "disk_read_seconds": 12.784652139554964, "resident_cache_bytes": 17495654400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 43, "current_bytes": 25075663432, "non_weight_bytes": 7181320072, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35183399954, "effective_expert_bytes": 21474836480 }, "cache_hits": 6685, "cache_misses": 6540, "cache_evictions": 0, "forward_calls": 901, "forward_seconds": 18.251503196777776, "routing_seconds": 1.9464024151093327, "materialize_seconds": 0.159035625285469, "disk_bytes_read": 23430697400, "disk_read_seconds": 13.228427645750344, "resident_cache_bytes": 18081792000, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 46, "current_bytes": 25764643904, "non_weight_bytes": 7206708224, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35291714169, "effective_expert_bytes": 21474836480 }, "cache_hits": 7654, "cache_misses": 6761, "cache_evictions": 0, "forward_calls": 1020, "forward_seconds": 19.2010544030054, "routing_seconds": 2.159905330161564, "materialize_seconds": 0.16446908333455212, "disk_bytes_read": 24041723000, "disk_read_seconds": 13.695825888105901, "resident_cache_bytes": 18692812800, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 48, "current_bytes": 26292471208, "non_weight_bytes": 7223020648, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35344673380, "effective_expert_bytes": 21474836480 }, "cache_hits": 8573, "cache_misses": 6982, "cache_evictions": 0, "forward_calls": 1134, "forward_seconds": 20.163737652997952, "routing_seconds": 2.388058538112091, "materialize_seconds": 0.1699116164818406, "disk_bytes_read": 24652747000, "disk_read_seconds": 14.151803415705217, "resident_cache_bytes": 19303833600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 51, "current_bytes": 27116046312, "non_weight_bytes": 7253057832, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35524238724, "effective_expert_bytes": 21474836480 }, "cache_hits": 9550, "cache_misses": 7197, "cache_evictions": 0, "forward_calls": 1253, "forward_seconds": 21.108531529840548, "routing_seconds": 2.6181954170460813, "materialize_seconds": 0.17511627936619334, "disk_bytes_read": 25247183800, "disk_read_seconds": 14.598861530801514, "resident_cache_bytes": 19898265600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 53, "current_bytes": 27609581904, "non_weight_bytes": 7282080144, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35524238724, "effective_expert_bytes": 21474836480 }, "cache_hits": 10570, "cache_misses": 7407, "cache_evictions": 0, "forward_calls": 1376, "forward_seconds": 22.075475607911358, "routing_seconds": 2.853449957969133, "materialize_seconds": 0.1802480703627225, "disk_bytes_read": 25827795000, "disk_read_seconds": 15.038090624846518, "resident_cache_bytes": 20478873600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 57, "current_bytes": 28141308600, "non_weight_bytes": 7291205880, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35719780773, "effective_expert_bytes": 21474836480 }, "cache_hits": 12109, "cache_misses": 7548, "cache_evictions": 0, "forward_calls": 1544, "forward_seconds": 22.996829731826438, "routing_seconds": 3.10804699792061, "materialize_seconds": 0.18437528036884032, "disk_bytes_read": 26217638200, "disk_read_seconds": 15.415538416738855, "resident_cache_bytes": 20868710400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 28736654464, "non_weight_bytes": 7314184384, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35752892385, "effective_expert_bytes": 21474836480 }, "cache_hits": 13746, "cache_misses": 7751, "cache_evictions": 0, "forward_calls": 1729, "forward_seconds": 23.93492606165819, "routing_seconds": 3.3127073649084195, "materialize_seconds": 0.1899738235224504, "disk_bytes_read": 26778897900, "disk_read_seconds": 15.846114316023886, "resident_cache_bytes": 21429964800, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 64, "current_bytes": 28800421232, "non_weight_bytes": 7325379632, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35752892385, "effective_expert_bytes": 21474836480 }, "cache_hits": 15442, "cache_misses": 7965, "cache_evictions": 198, "forward_calls": 1919, "forward_seconds": 24.861523600615328, "routing_seconds": 3.51168748899363, "materialize_seconds": 0.19526248855981976, "disk_bytes_read": 27370571000, "disk_read_seconds": 16.293805755849462, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 69, "current_bytes": 28801502888, "non_weight_bytes": 7326394088, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35753519613, "effective_expert_bytes": 21474836480 }, "cache_hits": 17416, "cache_misses": 8161, "cache_evictions": 394, "forward_calls": 2136, "forward_seconds": 25.777687387657352, "routing_seconds": 3.726121405255981, "materialize_seconds": 0.20017878434737213, "disk_bytes_read": 27912479800, "disk_read_seconds": 16.708022027363768, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 75, "current_bytes": 28802600688, "non_weight_bytes": 7327411248, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35765721662, "effective_expert_bytes": 21474836480 }, "cache_hits": 20002, "cache_misses": 8315, "cache_evictions": 548, "forward_calls": 2411, "forward_seconds": 26.67995013561449, "routing_seconds": 3.9687804004352074, "materialize_seconds": 0.2040800694085192, "disk_bytes_read": 28338268600, "disk_read_seconds": 17.049137400841573, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 79, "current_bytes": 28806221648, "non_weight_bytes": 7330978448, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35766857160, "effective_expert_bytes": 21474836480 }, "cache_hits": 21942, "cache_misses": 8523, "cache_evictions": 756, "forward_calls": 2625, "forward_seconds": 27.606260212662164, "routing_seconds": 4.177160979277687, "materialize_seconds": 0.20926603060797788, "disk_bytes_read": 28913353400, "disk_read_seconds": 17.48408088029828, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 85, "current_bytes": 28807401560, "non_weight_bytes": 7332077720, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35748779292, "effective_expert_bytes": 21474836480 }, "cache_hits": 24426, "cache_misses": 8681, "cache_evictions": 914, "forward_calls": 2889, "forward_seconds": 28.497439129685517, "routing_seconds": 4.419089602975873, "materialize_seconds": 0.21329694133601151, "disk_bytes_read": 29350201400, "disk_read_seconds": 17.836591579631204, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 89, "current_bytes": 28808188136, "non_weight_bytes": 7332810536, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35752510058, "effective_expert_bytes": 21474836480 }, "cache_hits": 26347, "cache_misses": 8890, "cache_evictions": 1123, "forward_calls": 3102, "forward_seconds": 29.425453460600693, "routing_seconds": 4.626048963080393, "materialize_seconds": 0.21839110110886395, "disk_bytes_read": 29928051000, "disk_read_seconds": 18.2715069836122, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 95, "current_bytes": 28809367880, "non_weight_bytes": 7333909640, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35776405389, "effective_expert_bytes": 21474836480 }, "cache_hits": 28764, "cache_misses": 9053, "cache_evictions": 1286, "forward_calls": 3361, "forward_seconds": 30.332772425521398, "routing_seconds": 4.8701115490694065, "materialize_seconds": 0.22243242905824445, "disk_bytes_read": 30378722200, "disk_read_seconds": 18.63083110417938, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 100, "current_bytes": 28810285504, "non_weight_bytes": 7334760064, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35777400804, "effective_expert_bytes": 21474836480 }, "cache_hits": 31107, "cache_misses": 9230, "cache_evictions": 1463, "forward_calls": 3612, "forward_seconds": 31.234729426942067, "routing_seconds": 5.090346542274347, "materialize_seconds": 0.2267306377470959, "disk_bytes_read": 30868100600, "disk_read_seconds": 19.012716643104795, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 106, "current_bytes": 28811432528, "non_weight_bytes": 7335826448, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35750851480, "effective_expert_bytes": 21474836480 }, "cache_hits": 33971, "cache_misses": 9366, "cache_evictions": 1599, "forward_calls": 3913, "forward_seconds": 32.12912721707835, "routing_seconds": 5.3458252022683155, "materialize_seconds": 0.23021588777191937, "disk_bytes_read": 31244123000, "disk_read_seconds": 19.320118956180522, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 28812563024, "non_weight_bytes": 7336876304, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35764211016, "effective_expert_bytes": 21474836480 }, "cache_hits": 36702, "cache_misses": 9515, "cache_evictions": 1748, "forward_calls": 4201, "forward_seconds": 33.02231905685039, "routing_seconds": 5.5911714098765515, "materialize_seconds": 0.2340320416551549, "disk_bytes_read": 31656087800, "disk_read_seconds": 19.654080108681228, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 119, "current_bytes": 28813742720, "non_weight_bytes": 7337961920, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35767447718, "effective_expert_bytes": 21474836480 }, "cache_hits": 39692, "cache_misses": 9645, "cache_evictions": 1878, "forward_calls": 4513, "forward_seconds": 33.90986293493188, "routing_seconds": 5.863154741702601, "materialize_seconds": 0.2373066579166334, "disk_bytes_read": 32015522000, "disk_read_seconds": 19.951843925606227, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 124, "current_bytes": 28814725784, "non_weight_bytes": 7338877784, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35780180565, "effective_expert_bytes": 21474836480 }, "cache_hits": 42289, "cache_misses": 9808, "cache_evictions": 2041, "forward_calls": 4789, "forward_seconds": 34.810469190153526, "routing_seconds": 6.098595782648772, "materialize_seconds": 0.24141803392558359, "disk_bytes_read": 32466193400, "disk_read_seconds": 20.308793265925488, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 130, "current_bytes": 28815807224, "non_weight_bytes": 7339878584, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35760790188, "effective_expert_bytes": 21474836480 }, "cache_hits": 44977, "cache_misses": 9958, "cache_evictions": 2191, "forward_calls": 5072, "forward_seconds": 35.70396734913811, "routing_seconds": 6.350278943631565, "materialize_seconds": 0.24519507508375682, "disk_bytes_read": 32880923000, "disk_read_seconds": 20.64771549910074, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 135, "current_bytes": 28816790312, "non_weight_bytes": 7340794472, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35760790188, "effective_expert_bytes": 21474836480 }, "cache_hits": 47231, "cache_misses": 10144, "cache_evictions": 2377, "forward_calls": 5316, "forward_seconds": 36.61605590212275, "routing_seconds": 6.57194749370683, "materialize_seconds": 0.24973403723561205, "disk_bytes_read": 33395183800, "disk_read_seconds": 21.047253487049602, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5913236496, "non_weight_bytes": 5913236496, "predicted_peak_bytes": 54221920, "ceiling_bytes": 35855471937, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28822999944, "non_weight_bytes": 7346963784, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35765213932, "effective_expert_bytes": 21474836480 }, "cache_hits": 48266, "cache_misses": 10419, "cache_evictions": 2652, "forward_calls": 5447, "forward_seconds": 37.568915994197596, "routing_seconds": 6.734188001049915, "materialize_seconds": 0.2564872392977122, "disk_bytes_read": 34155507800, "disk_read_seconds": 21.604581050080014, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28943963136, "non_weight_bytes": 7467920256, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35759323130, "effective_expert_bytes": 21474836480 }, "cache_hits": 48608, "cache_misses": 10702, "cache_evictions": 2935, "forward_calls": 5475, "forward_seconds": 38.34029416021076, "routing_seconds": 6.799956667033257, "materialize_seconds": 0.2633020670618862, "disk_bytes_read": 34937947000, "disk_read_seconds": 22.153707012505038, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28943963136, "non_weight_bytes": 7467920256, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35759323130, "effective_expert_bytes": 21474836480 }, "cache_hits": 49006, "cache_misses": 11093, "cache_evictions": 3326, "forward_calls": 5482, "forward_seconds": 39.21797703526681, "routing_seconds": 6.845689960056916, "materialize_seconds": 0.2737618599203415, "disk_bytes_read": 36018983800, "disk_read_seconds": 22.870308828161797, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28943963136, "non_weight_bytes": 7467920256, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35759323130, "effective_expert_bytes": 21474836480 }, "cache_hits": 49351, "cache_misses": 11483, "cache_evictions": 3716, "forward_calls": 5491, "forward_seconds": 40.36699453520123, "routing_seconds": 6.905638668074971, "materialize_seconds": 0.2833133602689486, "disk_bytes_read": 37097255800, "disk_read_seconds": 23.569391315599205, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28943963136, "non_weight_bytes": 7467920256, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35759323130, "effective_expert_bytes": 21474836480 }, "cache_hits": 49721, "cache_misses": 11866, "cache_evictions": 4099, "forward_calls": 5498, "forward_seconds": 41.26611016015522, "routing_seconds": 6.953668793023098, "materialize_seconds": 0.2926553193246946, "disk_bytes_read": 38156174200, "disk_read_seconds": 24.281060762994457, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28943963136, "non_weight_bytes": 7467920256, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35759323130, "effective_expert_bytes": 21474836480 }, "cache_hits": 50035, "cache_misses": 12269, "cache_evictions": 4502, "forward_calls": 5506, "forward_seconds": 42.337967119179666, "routing_seconds": 7.008142210019287, "materialize_seconds": 0.30257318427902646, "disk_bytes_read": 39270388600, "disk_read_seconds": 24.99784109398024, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28943963136, "non_weight_bytes": 7467920256, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35759323130, "effective_expert_bytes": 21474836480 }, "cache_hits": 50278, "cache_misses": 12666, "cache_evictions": 4899, "forward_calls": 5512, "forward_seconds": 43.3158366191783, "routing_seconds": 7.048516085022129, "materialize_seconds": 0.31211372910183854, "disk_bytes_read": 40368014200, "disk_read_seconds": 25.744368652172852, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28943963136, "non_weight_bytes": 7467920256, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35759323130, "effective_expert_bytes": 21474836480 }, "cache_hits": 50515, "cache_misses": 13066, "cache_evictions": 5299, "forward_calls": 5518, "forward_seconds": 44.32685087018763, "routing_seconds": 7.089146209997125, "materialize_seconds": 0.32202402423718013, "disk_bytes_read": 41473934200, "disk_read_seconds": 26.487778296344914, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 168, "current_bytes": 28825555896, "non_weight_bytes": 7349506296, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35700554584, "effective_expert_bytes": 21474836480 }, "cache_hits": 51421, "cache_misses": 13260, "cache_evictions": 5493, "forward_calls": 5616, "forward_seconds": 45.22942924418021, "routing_seconds": 7.26984787688707, "materialize_seconds": 0.3272073541593272, "disk_bytes_read": 42010305400, "disk_read_seconds": 26.870772595430026, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 173, "current_bytes": 28825621432, "non_weight_bytes": 7349571832, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35717976511, "effective_expert_bytes": 21474836480 }, "cache_hits": 53764, "cache_misses": 13447, "cache_evictions": 5680, "forward_calls": 5869, "forward_seconds": 46.177093827107456, "routing_seconds": 7.498898214747896, "materialize_seconds": 0.3319769391382579, "disk_bytes_read": 42527323000, "disk_read_seconds": 27.248881177220028, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 177, "current_bytes": 28823737272, "non_weight_bytes": 7347687672, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35718485234, "effective_expert_bytes": 21474836480 }, "cache_hits": 55527, "cache_misses": 13674, "cache_evictions": 5907, "forward_calls": 6068, "forward_seconds": 47.14082594777574, "routing_seconds": 7.708964793826453, "materialize_seconds": 0.3376252628513612, "disk_bytes_read": 43154932600, "disk_read_seconds": 27.694466020941036, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 181, "current_bytes": 28823737272, "non_weight_bytes": 7347674232, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35704852927, "effective_expert_bytes": 21474836480 }, "cache_hits": 57070, "cache_misses": 13899, "cache_evictions": 6132, "forward_calls": 6244, "forward_seconds": 48.08418165368494, "routing_seconds": 7.916067794896662, "materialize_seconds": 0.3434510907100048, "disk_bytes_read": 43777015800, "disk_read_seconds": 28.153613373520784, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 184, "current_bytes": 28826604472, "non_weight_bytes": 7350521272, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35709180760, "effective_expert_bytes": 21474836480 }, "cache_hits": 58235, "cache_misses": 14164, "cache_evictions": 6397, "forward_calls": 6387, "forward_seconds": 49.0596819857019, "routing_seconds": 8.099595835112268, "materialize_seconds": 0.34969753873883747, "disk_bytes_read": 44509688600, "disk_read_seconds": 28.679820816672873, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 187, "current_bytes": 28826604472, "non_weight_bytes": 7350521272, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35717253976, "effective_expert_bytes": 21474836480 }, "cache_hits": 59475, "cache_misses": 14414, "cache_evictions": 6647, "forward_calls": 6536, "forward_seconds": 50.039240991609404, "routing_seconds": 8.304990762961097, "materialize_seconds": 0.3558479127532337, "disk_bytes_read": 45200888600, "disk_read_seconds": 29.174191492667887, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 189, "current_bytes": 28826604472, "non_weight_bytes": 7350521272, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35722518156, "effective_expert_bytes": 21474836480 }, "cache_hits": 60580, "cache_misses": 14659, "cache_evictions": 6892, "forward_calls": 6671, "forward_seconds": 51.021779199974844, "routing_seconds": 8.523591888399096, "materialize_seconds": 0.36211387149523944, "disk_bytes_read": 45878264600, "disk_read_seconds": 29.65608352117124, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 192, "current_bytes": 28826604472, "non_weight_bytes": 7350521272, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35709748466, "effective_expert_bytes": 21474836480 }, "cache_hits": 61483, "cache_misses": 14908, "cache_evictions": 7141, "forward_calls": 6787, "forward_seconds": 52.01510473387316, "routing_seconds": 8.744322967366315, "materialize_seconds": 0.3684031965676695, "disk_bytes_read": 46566699800, "disk_read_seconds": 30.146686477208277, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 195, "current_bytes": 28826604472, "non_weight_bytes": 7350521272, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35717615244, "effective_expert_bytes": 21474836480 }, "cache_hits": 62775, "cache_misses": 15114, "cache_evictions": 7347, "forward_calls": 6936, "forward_seconds": 52.98177685873816, "routing_seconds": 9.007901923236204, "materialize_seconds": 0.37352749044657685, "disk_bytes_read": 47136248600, "disk_read_seconds": 30.560302626690827, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 198, "current_bytes": 28826604472, "non_weight_bytes": 7350521272, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35722400191, "effective_expert_bytes": 21474836480 }, "cache_hits": 64071, "cache_misses": 15348, "cache_evictions": 7581, "forward_calls": 7089, "forward_seconds": 53.95709165662993, "routing_seconds": 9.233211134036537, "materialize_seconds": 0.3794078715145588, "disk_bytes_read": 47783211800, "disk_read_seconds": 31.021703170466935, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 202, "current_bytes": 28829471672, "non_weight_bytes": 7353375032, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35732913804, "effective_expert_bytes": 21474836480 }, "cache_hits": 65454, "cache_misses": 15565, "cache_evictions": 7798, "forward_calls": 7249, "forward_seconds": 54.91650848975405, "routing_seconds": 9.470487260114169, "materialize_seconds": 0.3848057115392294, "disk_bytes_read": 48383176600, "disk_read_seconds": 31.460256095742807, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 206, "current_bytes": 28829471672, "non_weight_bytes": 7353321272, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35712542757, "effective_expert_bytes": 21474836480 }, "cache_hits": 67362, "cache_misses": 15747, "cache_evictions": 7980, "forward_calls": 7458, "forward_seconds": 55.847637406841386, "routing_seconds": 9.718584255228052, "materialize_seconds": 0.3895530802255962, "disk_bytes_read": 48886376600, "disk_read_seconds": 31.844139310880564, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 210, "current_bytes": 28829471672, "non_weight_bytes": 7353280952, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35712822924, "effective_expert_bytes": 21474836480 }, "cache_hits": 69183, "cache_misses": 15938, "cache_evictions": 8171, "forward_calls": 7659, "forward_seconds": 56.781661159708165, "routing_seconds": 9.954699170979438, "materialize_seconds": 0.3945810439181514, "disk_bytes_read": 49414458200, "disk_read_seconds": 32.24466752653825, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 214, "current_bytes": 28829471672, "non_weight_bytes": 7353233912, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35714496549, "effective_expert_bytes": 21474836480 }, "cache_hits": 71091, "cache_misses": 16140, "cache_evictions": 8373, "forward_calls": 7871, "forward_seconds": 57.72800757686491, "routing_seconds": 10.174751880113035, "materialize_seconds": 0.39959033092600293, "disk_bytes_read": 49972951800, "disk_read_seconds": 32.663461964490125, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 219, "current_bytes": 28829471672, "non_weight_bytes": 7353233912, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35710522610, "effective_expert_bytes": 21474836480 }, "cache_hits": 72868, "cache_misses": 16361, "cache_evictions": 8594, "forward_calls": 8070, "forward_seconds": 58.68143178895116, "routing_seconds": 10.384675676119514, "materialize_seconds": 0.40505573991686106, "disk_bytes_read": 50583972600, "disk_read_seconds": 33.098837152007036, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 224, "current_bytes": 28829471672, "non_weight_bytes": 7353233912, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35708760511, "effective_expert_bytes": 21474836480 }, "cache_hits": 75144, "cache_misses": 16555, "cache_evictions": 8788, "forward_calls": 8317, "forward_seconds": 59.641557283728616, "routing_seconds": 10.615649542800384, "materialize_seconds": 0.40996452679974027, "disk_bytes_read": 51120343800, "disk_read_seconds": 33.487005274393596, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 229, "current_bytes": 28829471672, "non_weight_bytes": 7353233912, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35703149810, "effective_expert_bytes": 21474836480 }, "cache_hits": 77228, "cache_misses": 16763, "cache_evictions": 8996, "forward_calls": 8546, "forward_seconds": 60.59739448761684, "routing_seconds": 10.829509076604154, "materialize_seconds": 0.41514327700133435, "disk_bytes_read": 51695422200, "disk_read_seconds": 33.89962307008682, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 233, "current_bytes": 28829471672, "non_weight_bytes": 7353233912, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35723874751, "effective_expert_bytes": 21474836480 }, "cache_hits": 79005, "cache_misses": 16974, "cache_evictions": 9207, "forward_calls": 8745, "forward_seconds": 61.56261386783444, "routing_seconds": 11.05810157765518, "materialize_seconds": 0.4204453662096057, "disk_bytes_read": 52278795000, "disk_read_seconds": 34.32333769000252, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 237, "current_bytes": 28832256952, "non_weight_bytes": 7356019192, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35705066738, "effective_expert_bytes": 21474836480 }, "cache_hits": 81130, "cache_misses": 17149, "cache_evictions": 9382, "forward_calls": 8975, "forward_seconds": 62.531054447114, "routing_seconds": 11.32385428188718, "materialize_seconds": 0.42506707532447763, "disk_bytes_read": 52762635000, "disk_read_seconds": 34.67787710871198, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 242, "current_bytes": 28832273336, "non_weight_bytes": 7356035576, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35708863730, "effective_expert_bytes": 21474836480 }, "cache_hits": 83236, "cache_misses": 17345, "cache_evictions": 9578, "forward_calls": 9205, "forward_seconds": 63.48355969940894, "routing_seconds": 11.559928113943897, "materialize_seconds": 0.4301750663726125, "disk_bytes_read": 53304535800, "disk_read_seconds": 35.06790338290739, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 248, "current_bytes": 28832519096, "non_weight_bytes": 7356281336, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35709932786, "effective_expert_bytes": 21474836480 }, "cache_hits": 85655, "cache_misses": 17524, "cache_evictions": 9757, "forward_calls": 9465, "forward_seconds": 64.43941003648797, "routing_seconds": 11.805310115159955, "materialize_seconds": 0.4347994831914548, "disk_bytes_read": 53799435000, "disk_read_seconds": 35.4232342223695, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 253, "current_bytes": 28832519096, "non_weight_bytes": 7356281336, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35717312959, "effective_expert_bytes": 21474836480 }, "cache_hits": 88173, "cache_misses": 17698, "cache_evictions": 9931, "forward_calls": 9734, "forward_seconds": 65.39584920546622, "routing_seconds": 12.048885705909925, "materialize_seconds": 0.4391189862799365, "disk_bytes_read": 54280510200, "disk_read_seconds": 35.771918529848335, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 258, "current_bytes": 28832519096, "non_weight_bytes": 7356281336, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35719288869, "effective_expert_bytes": 21474836480 }, "cache_hits": 90279, "cache_misses": 17900, "cache_evictions": 10133, "forward_calls": 9965, "forward_seconds": 66.34982453472912, "routing_seconds": 12.278557452140376, "materialize_seconds": 0.44429498139652424, "disk_bytes_read": 54838999800, "disk_read_seconds": 36.16923877954832, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 263, "current_bytes": 28832519096, "non_weight_bytes": 7356281336, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35702604223, "effective_expert_bytes": 21474836480 }, "cache_hits": 92349, "cache_misses": 18102, "cache_evictions": 10335, "forward_calls": 10192, "forward_seconds": 67.31383386079688, "routing_seconds": 12.505434736172901, "materialize_seconds": 0.4494292344315909, "disk_bytes_read": 55397489400, "disk_read_seconds": 36.57198600441916, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 267, "current_bytes": 28832519096, "non_weight_bytes": 7356281336, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35703621669, "effective_expert_bytes": 21474836480 }, "cache_hits": 94075, "cache_misses": 18326, "cache_evictions": 10559, "forward_calls": 10387, "forward_seconds": 68.27006406782311, "routing_seconds": 12.712037520104786, "materialize_seconds": 0.4548989863542374, "disk_bytes_read": 56016804600, "disk_read_seconds": 37.021095874661114, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 272, "current_bytes": 28832535480, "non_weight_bytes": 7356297720, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35723926360, "effective_expert_bytes": 21474836480 }, "cache_hits": 96273, "cache_misses": 18516, "cache_evictions": 10749, "forward_calls": 10626, "forward_seconds": 69.23931465082569, "routing_seconds": 12.952045978279784, "materialize_seconds": 0.4597236575500574, "disk_bytes_read": 56542116600, "disk_read_seconds": 37.402065461239545, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 277, "current_bytes": 28832666552, "non_weight_bytes": 7356428792, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35729212658, "effective_expert_bytes": 21474836480 }, "cache_hits": 98353, "cache_misses": 18718, "cache_evictions": 10951, "forward_calls": 10854, "forward_seconds": 70.19382486157701, "routing_seconds": 13.184574350452749, "materialize_seconds": 0.4649749484669883, "disk_bytes_read": 57100606200, "disk_read_seconds": 37.807724298065295, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28901495808, "non_weight_bytes": 7425452928, "predicted_peak_bytes": 237094880, "ceiling_bytes": 35773530624, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28832895928, "non_weight_bytes": 7356658168, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35710072869, "effective_expert_bytes": 21474836480 }, "cache_hits": 99256, "cache_misses": 19013, "cache_evictions": 11246, "forward_calls": 10974, "forward_seconds": 71.1761914063245, "routing_seconds": 13.342649440193782, "materialize_seconds": 0.4721703670802526, "disk_bytes_read": 57916222200, "disk_read_seconds": 38.38505767175229, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28958577664, "non_weight_bytes": 7482339904, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35713796133, "effective_expert_bytes": 21474836480 }, "cache_hits": 99539, "cache_misses": 19294, "cache_evictions": 11527, "forward_calls": 10995, "forward_seconds": 71.92636628431501, "routing_seconds": 13.399757109204074, "materialize_seconds": 0.47891042177798226, "disk_bytes_read": 58693131000, "disk_read_seconds": 38.917726755084004, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28958577664, "non_weight_bytes": 7482339904, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35713796133, "effective_expert_bytes": 21474836480 }, "cache_hits": 99984, "cache_misses": 19689, "cache_evictions": 11922, "forward_calls": 11002, "forward_seconds": 72.84942740839324, "routing_seconds": 13.4479139012401, "materialize_seconds": 0.48909413832006976, "disk_bytes_read": 59785227000, "disk_read_seconds": 39.64574065012857, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28958577664, "non_weight_bytes": 7482339904, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35713796133, "effective_expert_bytes": 21474836480 }, "cache_hits": 100337, "cache_misses": 20088, "cache_evictions": 12321, "forward_calls": 11010, "forward_seconds": 73.85596020132652, "routing_seconds": 13.503573444235371, "materialize_seconds": 0.4993716061580926, "disk_bytes_read": 60888382200, "disk_read_seconds": 40.358428710809676, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28958577664, "non_weight_bytes": 7482339904, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35713796133, "effective_expert_bytes": 21474836480 }, "cache_hits": 100686, "cache_misses": 20482, "cache_evictions": 12715, "forward_calls": 11018, "forward_seconds": 74.93885007733479, "routing_seconds": 13.559696526208427, "materialize_seconds": 0.5089107840904035, "disk_bytes_read": 61977713400, "disk_read_seconds": 41.08851491374662, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28958577664, "non_weight_bytes": 7482339904, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35713796133, "effective_expert_bytes": 21474836480 }, "cache_hits": 100974, "cache_misses": 20895, "cache_evictions": 13128, "forward_calls": 11025, "forward_seconds": 75.87527070331271, "routing_seconds": 13.606542401219485, "materialize_seconds": 0.5199304861598648, "disk_bytes_read": 63119575800, "disk_read_seconds": 41.81936282326933, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28958577664, "non_weight_bytes": 7482339904, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35713796133, "effective_expert_bytes": 21474836480 }, "cache_hits": 101230, "cache_misses": 21293, "cache_evictions": 13526, "forward_calls": 11032, "forward_seconds": 76.98206145328004, "routing_seconds": 13.651825900218682, "materialize_seconds": 0.5301042633946054, "disk_bytes_read": 64219966200, "disk_read_seconds": 42.573335559427505, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28958577664, "non_weight_bytes": 7482339904, "predicted_peak_bytes": 41011858, "ceiling_bytes": 35713796133, "effective_expert_bytes": 21474836480 }, "cache_hits": 101480, "cache_misses": 21695, "cache_evictions": 13928, "forward_calls": 11038, "forward_seconds": 77.96621487027733, "routing_seconds": 13.68983439920703, "materialize_seconds": 0.5406396606413182, "disk_bytes_read": 65331415800, "disk_read_seconds": 43.3352908641391, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 309, "current_bytes": 28826211256, "non_weight_bytes": 7349973496, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35698106815, "effective_expert_bytes": 21474836480 }, "cache_hits": 102421, "cache_misses": 21898, "cache_evictions": 14131, "forward_calls": 11137, "forward_seconds": 78.80356687717722, "routing_seconds": 13.837861990294186, "materialize_seconds": 0.5462280887877569, "disk_bytes_read": 65892670200, "disk_read_seconds": 43.73834276210982, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 313, "current_bytes": 28825195448, "non_weight_bytes": 7348957688, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35730724082, "effective_expert_bytes": 21474836480 }, "cache_hits": 104333, "cache_misses": 22118, "cache_evictions": 14351, "forward_calls": 11351, "forward_seconds": 79.77678050624672, "routing_seconds": 14.044706410291838, "materialize_seconds": 0.5517317977792118, "disk_bytes_read": 66500926200, "disk_read_seconds": 44.17415426412481, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 317, "current_bytes": 28821722040, "non_weight_bytes": 7345484280, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35693808472, "effective_expert_bytes": 21474836480 }, "cache_hits": 106058, "cache_misses": 22341, "cache_evictions": 14574, "forward_calls": 11545, "forward_seconds": 80.73306059325114, "routing_seconds": 14.248422912409296, "materialize_seconds": 0.5572378354845569, "disk_bytes_read": 67117476600, "disk_read_seconds": 44.62335711604101, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 321, "current_bytes": 28821722040, "non_weight_bytes": 7345484280, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35699773068, "effective_expert_bytes": 21474836480 }, "cache_hits": 107667, "cache_misses": 22572, "cache_evictions": 14805, "forward_calls": 11729, "forward_seconds": 81.6987831829465, "routing_seconds": 14.455634915386327, "materialize_seconds": 0.5631472503300756, "disk_bytes_read": 67756145400, "disk_read_seconds": 45.07984996098094, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 323, "current_bytes": 28827456440, "non_weight_bytes": 7351218680, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35700399756, "effective_expert_bytes": 21474836480 }, "cache_hits": 108644, "cache_misses": 22847, "cache_evictions": 15080, "forward_calls": 11855, "forward_seconds": 82.68648751295405, "routing_seconds": 14.637454622454243, "materialize_seconds": 0.569788387423614, "disk_bytes_read": 68516465400, "disk_read_seconds": 45.619913016911596, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 327, "current_bytes": 28827472824, "non_weight_bytes": 7351235064, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35714430194, "effective_expert_bytes": 21474836480 }, "cache_hits": 109880, "cache_misses": 23099, "cache_evictions": 15332, "forward_calls": 12003, "forward_seconds": 83.6424691422144, "routing_seconds": 14.836439455713844, "materialize_seconds": 0.5760478042066097, "disk_bytes_read": 69213195000, "disk_read_seconds": 46.1144141163968, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 329, "current_bytes": 28827472824, "non_weight_bytes": 7351235064, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35719193023, "effective_expert_bytes": 21474836480 }, "cache_hits": 110765, "cache_misses": 23356, "cache_evictions": 15589, "forward_calls": 12118, "forward_seconds": 84.63622210928588, "routing_seconds": 15.038984757848084, "materialize_seconds": 0.5823148460185621, "disk_bytes_read": 69923748600, "disk_read_seconds": 46.62103677217965, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 331, "current_bytes": 28827472824, "non_weight_bytes": 7351235064, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35695902348, "effective_expert_bytes": 21474836480 }, "cache_hits": 111716, "cache_misses": 23585, "cache_evictions": 15818, "forward_calls": 12236, "forward_seconds": 85.6146193612949, "routing_seconds": 15.286601424973924, "materialize_seconds": 0.5880537707125768, "disk_bytes_read": 70556887800, "disk_read_seconds": 47.07135363164707, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 334, "current_bytes": 28827472824, "non_weight_bytes": 7351235064, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35701999653, "effective_expert_bytes": 21474836480 }, "cache_hits": 112509, "cache_misses": 23842, "cache_evictions": 16075, "forward_calls": 12341, "forward_seconds": 86.58762165420922, "routing_seconds": 15.499604679760523, "materialize_seconds": 0.5943815189530142, "disk_bytes_read": 71267441400, "disk_read_seconds": 47.578325371549, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 337, "current_bytes": 28827472824, "non_weight_bytes": 7351235064, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35712188863, "effective_expert_bytes": 21474836480 }, "cache_hits": 113861, "cache_misses": 24020, "cache_evictions": 16253, "forward_calls": 12493, "forward_seconds": 87.55054973822553, "routing_seconds": 15.797298426623456, "materialize_seconds": 0.5990466371877119, "disk_bytes_read": 71759575800, "disk_read_seconds": 47.94006097494275, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 340, "current_bytes": 28829963192, "non_weight_bytes": 7353725432, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35721301644, "effective_expert_bytes": 21474836480 }, "cache_hits": 115290, "cache_misses": 24249, "cache_evictions": 16482, "forward_calls": 12659, "forward_seconds": 88.51526899155579, "routing_seconds": 16.0138851798838, "materialize_seconds": 0.6048888442455791, "disk_bytes_read": 72392715000, "disk_read_seconds": 48.39255027504987, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 344, "current_bytes": 28831110072, "non_weight_bytes": 7354872312, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35697944613, "effective_expert_bytes": 21474836480 }, "cache_hits": 116853, "cache_misses": 24456, "cache_evictions": 16689, "forward_calls": 12836, "forward_seconds": 89.48726528525003, "routing_seconds": 16.268439724721247, "materialize_seconds": 0.6102433089690749, "disk_bytes_read": 72965028600, "disk_read_seconds": 48.80336569430074, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 347, "current_bytes": 28831110072, "non_weight_bytes": 7354872312, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35731151704, "effective_expert_bytes": 21474836480 }, "cache_hits": 118265, "cache_misses": 24694, "cache_evictions": 16927, "forward_calls": 13001, "forward_seconds": 90.46271778416121, "routing_seconds": 16.4785187644884, "materialize_seconds": 0.6164366779848933, "disk_bytes_read": 73623051000, "disk_read_seconds": 49.273871444689576, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 351, "current_bytes": 28831110072, "non_weight_bytes": 7354872312, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35737934680, "effective_expert_bytes": 21474836480 }, "cache_hits": 119868, "cache_misses": 24913, "cache_evictions": 17146, "forward_calls": 13184, "forward_seconds": 91.43381678595324, "routing_seconds": 16.703525895340135, "materialize_seconds": 0.6221180098655168, "disk_bytes_read": 74228542200, "disk_read_seconds": 49.70391948928591, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 355, "current_bytes": 28831110072, "non_weight_bytes": 7354872312, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35739969573, "effective_expert_bytes": 21474836480 }, "cache_hits": 121607, "cache_misses": 25132, "cache_evictions": 17365, "forward_calls": 13379, "forward_seconds": 92.39263229281642, "routing_seconds": 16.922426277276827, "materialize_seconds": 0.627660303900484, "disk_bytes_read": 74834033400, "disk_read_seconds": 50.142722393007716, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 359, "current_bytes": 28831093688, "non_weight_bytes": 7354855928, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35727133528, "effective_expert_bytes": 21474836480 }, "cache_hits": 123007, "cache_misses": 25372, "cache_evictions": 17605, "forward_calls": 13543, "forward_seconds": 93.35883957904298, "routing_seconds": 17.130275357339997, "materialize_seconds": 0.6338192608673126, "disk_bytes_read": 75497585400, "disk_read_seconds": 50.619512736593606, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 362, "current_bytes": 28831191992, "non_weight_bytes": 7354954232, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35732309234, "effective_expert_bytes": 21474836480 }, "cache_hits": 124452, "cache_misses": 25597, "cache_evictions": 17830, "forward_calls": 13710, "forward_seconds": 94.33166078099748, "routing_seconds": 17.358678647491615, "materialize_seconds": 0.6395666327443905, "disk_bytes_read": 76119665400, "disk_read_seconds": 51.06408652223763, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 365, "current_bytes": 28831191992, "non_weight_bytes": 7354954232, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35738399167, "effective_expert_bytes": 21474836480 }, "cache_hits": 125677, "cache_misses": 25814, "cache_evictions": 18047, "forward_calls": 13855, "forward_seconds": 95.31180590493022, "routing_seconds": 17.604762815724825, "materialize_seconds": 0.6450654667860363, "disk_bytes_read": 76719627000, "disk_read_seconds": 51.49414156677085, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 369, "current_bytes": 28831191992, "non_weight_bytes": 7354954232, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35745617138, "effective_expert_bytes": 21474836480 }, "cache_hits": 127159, "cache_misses": 25990, "cache_evictions": 18223, "forward_calls": 14020, "forward_seconds": 96.27002011207514, "routing_seconds": 17.888947318686405, "materialize_seconds": 0.6499860589683522, "disk_bytes_read": 77206231800, "disk_read_seconds": 51.86155831915676, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 372, "current_bytes": 28831191992, "non_weight_bytes": 7354954232, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35723675685, "effective_expert_bytes": 21474836480 }, "cache_hits": 128478, "cache_misses": 26191, "cache_evictions": 18424, "forward_calls": 14172, "forward_seconds": 97.25346191090648, "routing_seconds": 18.15863061643904, "materialize_seconds": 0.6553096800053027, "disk_bytes_read": 77761956600, "disk_read_seconds": 52.269925681874156, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 375, "current_bytes": 28831191992, "non_weight_bytes": 7354954232, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35737094181, "effective_expert_bytes": 21474836480 }, "cache_hits": 130018, "cache_misses": 26363, "cache_evictions": 18596, "forward_calls": 14343, "forward_seconds": 98.2169152959541, "routing_seconds": 18.452358496491797, "materialize_seconds": 0.6599280509981327, "disk_bytes_read": 78237502200, "disk_read_seconds": 52.622925907955505, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 379, "current_bytes": 28831191992, "non_weight_bytes": 7354954232, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35745336972, "effective_expert_bytes": 21474836480 }, "cache_hits": 131423, "cache_misses": 26546, "cache_evictions": 18779, "forward_calls": 14502, "forward_seconds": 99.1911510877253, "routing_seconds": 18.734252404334256, "materialize_seconds": 0.6649149619915988, "disk_bytes_read": 78743460600, "disk_read_seconds": 52.99863941242802, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 383, "current_bytes": 28831191992, "non_weight_bytes": 7354954232, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35750969791, "effective_expert_bytes": 21474836480 }, "cache_hits": 133208, "cache_misses": 26741, "cache_evictions": 18974, "forward_calls": 14700, "forward_seconds": 100.16117329656845, "routing_seconds": 18.98098445328651, "materialize_seconds": 0.6701134543982334, "disk_bytes_read": 79282596600, "disk_read_seconds": 53.394499603513395, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 386, "current_bytes": 28831191992, "non_weight_bytes": 7354954232, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35732338725, "effective_expert_bytes": 21474836480 }, "cache_hits": 134534, "cache_misses": 26967, "cache_evictions": 19200, "forward_calls": 14856, "forward_seconds": 101.13803029357223, "routing_seconds": 19.208602891187184, "materialize_seconds": 0.6758867832249962, "disk_bytes_read": 79907441400, "disk_read_seconds": 53.840150416857796, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 389, "current_bytes": 28831241144, "non_weight_bytes": 7355003384, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35727605388, "effective_expert_bytes": 21474836480 }, "cache_hits": 135922, "cache_misses": 27137, "cache_evictions": 19370, "forward_calls": 15011, "forward_seconds": 102.1050892577332, "routing_seconds": 19.50715947902063, "materialize_seconds": 0.680644413252594, "disk_bytes_read": 80377457400, "disk_read_seconds": 54.189414864522405, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 393, "current_bytes": 28831241144, "non_weight_bytes": 7355003384, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35737322738, "effective_expert_bytes": 21474836480 }, "cache_hits": 137539, "cache_misses": 27290, "cache_evictions": 19523, "forward_calls": 15188, "forward_seconds": 103.07246830977965, "routing_seconds": 19.81100948524545, "materialize_seconds": 0.6852041650563478, "disk_bytes_read": 80800471800, "disk_read_seconds": 54.51389019729686, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 396, "current_bytes": 28834042808, "non_weight_bytes": 7357805048, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35740588888, "effective_expert_bytes": 21474836480 }, "cache_hits": 138943, "cache_misses": 27516, "cache_evictions": 19749, "forward_calls": 15351, "forward_seconds": 104.044591054786, "routing_seconds": 20.03442135907244, "materialize_seconds": 0.6908984071633313, "disk_bytes_read": 81425316600, "disk_read_seconds": 54.963040705246385, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 400, "current_bytes": 28834042808, "non_weight_bytes": 7357805048, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35728748172, "effective_expert_bytes": 21474836480 }, "cache_hits": 140232, "cache_misses": 27749, "cache_evictions": 19982, "forward_calls": 15504, "forward_seconds": 105.01244713089545, "routing_seconds": 20.2473253881617, "materialize_seconds": 0.6968564392300323, "disk_bytes_read": 82069515000, "disk_read_seconds": 55.429899071430555, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 404, "current_bytes": 28834042808, "non_weight_bytes": 7357805048, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35732891685, "effective_expert_bytes": 21474836480 }, "cache_hits": 141950, "cache_misses": 27951, "cache_evictions": 20184, "forward_calls": 15696, "forward_seconds": 105.97601670911536, "routing_seconds": 20.494044044287875, "materialize_seconds": 0.7019461092422716, "disk_bytes_read": 82628004600, "disk_read_seconds": 55.83263330342015, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 408, "current_bytes": 28834042808, "non_weight_bytes": 7357805048, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35736732914, "effective_expert_bytes": 21474836480 }, "cache_hits": 143690, "cache_misses": 28141, "cache_evictions": 20374, "forward_calls": 15889, "forward_seconds": 106.93972971726907, "routing_seconds": 20.750379428180167, "materialize_seconds": 0.7068108599924017, "disk_bytes_read": 83153316600, "disk_read_seconds": 56.21948436787352, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 412, "current_bytes": 28834042808, "non_weight_bytes": 7357805048, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35715558232, "effective_expert_bytes": 21474836480 }, "cache_hits": 145717, "cache_misses": 28332, "cache_evictions": 20565, "forward_calls": 16110, "forward_seconds": 107.88894834314124, "routing_seconds": 21.001962968410226, "materialize_seconds": 0.7118880989146419, "disk_bytes_read": 83681393400, "disk_read_seconds": 56.60366446519038, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 417, "current_bytes": 28834042808, "non_weight_bytes": 7357805048, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35722628748, "effective_expert_bytes": 21474836480 }, "cache_hits": 147782, "cache_misses": 28519, "cache_evictions": 20752, "forward_calls": 16336, "forward_seconds": 108.85863080710988, "routing_seconds": 21.244150349521078, "materialize_seconds": 0.717077262874227, "disk_bytes_read": 84198411000, "disk_read_seconds": 56.98183476304985, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 420, "current_bytes": 28834042808, "non_weight_bytes": 7357805048, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35729013592, "effective_expert_bytes": 21474836480 }, "cache_hits": 148823, "cache_misses": 28796, "cache_evictions": 21029, "forward_calls": 16467, "forward_seconds": 109.82654263800941, "routing_seconds": 21.41812805744121, "materialize_seconds": 0.7239520559669472, "disk_bytes_read": 84964260600, "disk_read_seconds": 57.53027700044913, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28911047680, "non_weight_bytes": 7434809920, "predicted_peak_bytes": 278445320, "ceiling_bytes": 35740743782, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 420, "current_bytes": 28968244296, "non_weight_bytes": 7492006536, "predicted_peak_bytes": 99699538, "ceiling_bytes": 35732043813, "effective_expert_bytes": 21474836480 }, "cache_hits": 149091, "cache_misses": 28970, "cache_evictions": 21203, "forward_calls": 16512, "forward_seconds": 110.38784701790428, "routing_seconds": 21.497080556408037, "materialize_seconds": 0.7284110160253476, "disk_bytes_read": 85445335800, "disk_read_seconds": 57.87546262462274, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 } ] }