{ "model": "pipenetwork/Qwen3.8-Flash-Next-MLX-mixed-4_8bit", "binary": "/Users/philipbodenbach/Documents/werk1112/target/release/werk", "binary_sha256": "18978a6c2e1ada7e3f507468ac84b4e23b8045f4a73687eab267dcdb62a87107", "same_context": false, "persistence": true, "fixed_history": true, "expert_budget": "20480", "reasoning_effort": null, "samples": [ { "first_text_seconds": 10.07468791701831, "total_seconds": 33.5808155000268, "finish_reason": "stop", "truncated": false, "answer": "Rust ensures memory safety without garbage collection through ownership and borrowing. Every value has a single owner, and when the owner goes out of scope, the value is dropped. You can borrow references to data instead of transferring ownership. Rust enforces strict rules: you can have either one mutable reference or any number of immutable references at a time, but never both. This prevents data races and dangling pointers at compile time. By managing memory through these compile-time checks, Rust eliminates common bugs like use-after-free errors while maintaining high performance and zero-cost abstractions.", "usage": { "completion_tokens": 111, "prompt_tokens": 27, "total_tokens": 138 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 27, "completion_tokens": 111, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 0, "cache_evictions": 0, "forward_calls": 0, "forward_seconds": 0.0, "routing_seconds": 0.0, "materialize_seconds": 0.0, "disk_bytes_read": 5348837400, "disk_read_seconds": 1.266752507101046, "resident_cache_bytes": 0, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28951532592, "non_weight_bytes": 7475489712, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 48392, "cache_misses": 10535, "cache_evictions": 2768, "forward_calls": 5472, "forward_seconds": 30.699978373595513, "routing_seconds": 5.403381375857862, "materialize_seconds": 0.2977405888377689, "disk_bytes_read": 34476224600, "disk_read_seconds": 16.080811368621653, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 0, 33 ], "correct": true, "matches_baseline": true, "backend_phases": { "cached_prompt_tokens": 0, "decode_seconds": 23.5, "evaluated_prompt_tokens": 27, "first_token_seconds": 10.05, "prompt_seconds": 10.05 }, "expert_hit_rate": 0.8212194749435743, "expert_read_GiB": 27.126993238925934, "decode_tokens_per_second": 4.723404255319149, "decode_window": { "token_equivalents": 109.6875, "expert_hit_rate": 0.8954795821462488, "read_GiB_per_token": 0.1291847093152864, "disk_read_seconds_per_token": 0.07458316402594715, "forward_seconds_per_token": 0.1919282495800374, "routing_seconds_per_token": 0.04458390236978135 } }, { "first_text_seconds": 5.613056916015921, "total_seconds": 23.51244395802496, "finish_reason": "stop", "truncated": false, "answer": "Rust ensures memory safety without garbage collection through ownership and borrowing. Each value has a single owner, and when the owner goes out of scope, the value is dropped. Instead of copying data, you can borrow it using references. Rust enforces strict rules: you can have either one mutable reference or any number of immutable references at a time, but never both. This prevents data races and dangling pointers at compile time. By managing memory through these compile-time checks, Rust eliminates common bugs like use-after-free errors while maintaining high performance and zero-cost abstractions.", "usage": { "completion_tokens": 112, "prompt_tokens": 167, "total_tokens": 279 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 167, "completion_tokens": 112, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28951532592, "non_weight_bytes": 7475489712, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 48392, "cache_misses": 10535, "cache_evictions": 2768, "forward_calls": 5472, "forward_seconds": 30.699978373595513, "routing_seconds": 5.403381375857862, "materialize_seconds": 0.2977405888377689, "disk_bytes_read": 34476224600, "disk_read_seconds": 16.080811368621653, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28964262984, "non_weight_bytes": 7488025224, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 101749, "cache_misses": 16692, "cache_evictions": 8925, "forward_calls": 10992, "forward_seconds": 52.57072022269131, "routing_seconds": 10.382421966234688, "materialize_seconds": 0.4710105040576309, "disk_bytes_read": 51499121400, "disk_read_seconds": 24.240918148250785, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 33, 56 ], "correct": true, "matches_baseline": true, "backend_phases": { "cached_prompt_tokens": 139, "decode_seconds": 17.9, "evaluated_prompt_tokens": 28, "first_token_seconds": 5.6, "prompt_seconds": 5.6 }, "expert_hit_rate": 0.896545350673791, "expert_read_GiB": 15.85380807518959, "decode_tokens_per_second": 6.256983240223464, "decode_window": { "token_equivalents": 108.95833333333333, "expert_hit_rate": 0.93463714919324, "read_GiB_per_token": 0.08079854297820287, "disk_read_seconds_per_token": 0.0428503144052535, "forward_seconds_per_token": 0.1460193860578755, "routing_seconds_per_token": 0.040764205833633445 } }, { "first_text_seconds": 6.240321666991804, "total_seconds": 27.979243041976588, "finish_reason": "stop", "truncated": false, "answer": "Rust ensures memory safety without garbage collection through ownership and borrowing. Each value has a single owner, and when the owner goes out of scope, the value is dropped. Instead of copying data, you can borrow it using references. Rust enforces strict rules: you can have either one mutable reference or any number of immutable references at a time, but never both. This prevents data races and dangling pointers at compile time. By managing memory through these compile-time checks, Rust eliminates common bugs like use-after-free errors while maintaining high performance and zero-cost abstractions.", "usage": { "completion_tokens": 112, "prompt_tokens": 308, "total_tokens": 420 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 308, "completion_tokens": 112, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28964262984, "non_weight_bytes": 7488025224, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 101749, "cache_misses": 16692, "cache_evictions": 8925, "forward_calls": 10992, "forward_seconds": 52.57072022269131, "routing_seconds": 10.382421966234688, "materialize_seconds": 0.4710105040576309, "disk_bytes_read": 51499121400, "disk_read_seconds": 24.240918148250785, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 420, "current_bytes": 28975879264, "non_weight_bytes": 7499641504, "predicted_peak_bytes": 172018562, "ceiling_bytes": 36102681885, "effective_expert_bytes": 21474836480 }, "cache_hits": 153178, "cache_misses": 24883, "cache_evictions": 17116, "forward_calls": 16512, "forward_seconds": 78.9185828785121, "routing_seconds": 15.576398697157856, "materialize_seconds": 0.7025301004759967, "disk_bytes_read": 74145598200, "disk_read_seconds": 35.474438715405995, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 56, 84 ], "correct": true, "matches_baseline": true, "backend_phases": { "cached_prompt_tokens": 280, "decode_seconds": 21.74, "evaluated_prompt_tokens": 28, "first_token_seconds": 6.23, "prompt_seconds": 6.23 }, "expert_hit_rate": 0.8626132170412614, "expert_read_GiB": 21.091175079345703, "decode_tokens_per_second": 5.151793928242871, "decode_window": { "token_equivalents": 109.22916666666667, "expert_hit_rate": 0.9007972838941024, "read_GiB_per_token": 0.12260610175546562, "disk_read_seconds_per_token": 0.06740352819330354, "forward_seconds_per_token": 0.18278460873695185, "routing_seconds_per_token": 0.04255306593238548 } } ], "status": [ { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 366, "cache_evictions": 0, "forward_calls": 2, "forward_seconds": 0.47759829097776674, "routing_seconds": 0.026547456975094974, "materialize_seconds": 0.00976836698828265, "disk_bytes_read": 6360795800, "disk_read_seconds": 1.8689404873584863, "resident_cache_bytes": 1011916800, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 934, "cache_evictions": 0, "forward_calls": 9, "forward_seconds": 1.6112736229842994, "routing_seconds": 0.0730461239872966, "materialize_seconds": 0.025057339196791872, "disk_bytes_read": 7931202200, "disk_read_seconds": 2.5740344256337266, "resident_cache_bytes": 2582323200, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1487, "cache_evictions": 0, "forward_calls": 15, "forward_seconds": 2.5407407070160843, "routing_seconds": 0.11158741603139788, "materialize_seconds": 0.039836043666582555, "disk_bytes_read": 9460136600, "disk_read_seconds": 3.2653104327328037, "resident_cache_bytes": 4111257600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 2038, "cache_evictions": 0, "forward_calls": 21, "forward_seconds": 3.5350775819970295, "routing_seconds": 0.1511498330219183, "materialize_seconds": 0.05551342273247428, "disk_bytes_read": 10983541400, "disk_read_seconds": 3.9618258209666237, "resident_cache_bytes": 5634662400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 2573, "cache_evictions": 0, "forward_calls": 27, "forward_seconds": 4.6708282479667105, "routing_seconds": 0.19701562396949157, "materialize_seconds": 0.07058079884154722, "disk_bytes_read": 12462709400, "disk_read_seconds": 4.651091977750184, "resident_cache_bytes": 7113830400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 3132, "cache_evictions": 0, "forward_calls": 33, "forward_seconds": 5.63549770694226, "routing_seconds": 0.23216324899112806, "materialize_seconds": 0.08562981971772388, "disk_bytes_read": 14008232600, "disk_read_seconds": 5.344958526722621, "resident_cache_bytes": 8659353600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 3682, "cache_evictions": 0, "forward_calls": 38, "forward_seconds": 6.54118420794839, "routing_seconds": 0.26633791596395895, "materialize_seconds": 0.10024249472189695, "disk_bytes_read": 15528872600, "disk_read_seconds": 6.057046366680879, "resident_cache_bytes": 10179993600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 4208, "cache_evictions": 0, "forward_calls": 43, "forward_seconds": 7.588623792893486, "routing_seconds": 0.2991274999221787, "materialize_seconds": 0.11423877772176638, "disk_bytes_read": 16983157400, "disk_read_seconds": 6.768376946303761, "resident_cache_bytes": 11634278400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 9, "cache_misses": 4688, "cache_evictions": 0, "forward_calls": 49, "forward_seconds": 8.630130124889547, "routing_seconds": 0.32435529088252224, "materialize_seconds": 0.1277788947627414, "disk_bytes_read": 18310263000, "disk_read_seconds": 7.423409964772873, "resident_cache_bytes": 12961382400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 29, "current_bytes": 20647063024, "non_weight_bytes": 7005150064, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36169647631, "effective_expert_bytes": 21474836480 }, "cache_hits": 1202, "cache_misses": 4945, "cache_evictions": 0, "forward_calls": 193, "forward_seconds": 9.453388788824668, "routing_seconds": 0.49009770978591405, "materialize_seconds": 0.13613018675823696, "disk_bytes_read": 19020821400, "disk_read_seconds": 7.789650868275203, "resident_cache_bytes": 13671936000, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 31, "current_bytes": 21530095688, "non_weight_bytes": 7036597448, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36169647631, "effective_expert_bytes": 21474836480 }, "cache_hits": 2003, "cache_misses": 5302, "cache_evictions": 0, "forward_calls": 309, "forward_seconds": 10.428899333724985, "routing_seconds": 0.644105544895865, "materialize_seconds": 0.14834727163542993, "disk_bytes_read": 20007858200, "disk_read_seconds": 8.272180730244145, "resident_cache_bytes": 14658969600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 33, "current_bytes": 22444667600, "non_weight_bytes": 7069171280, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35843645138, "effective_expert_bytes": 21474836480 }, "cache_hits": 2806, "cache_misses": 5661, "cache_evictions": 0, "forward_calls": 425, "forward_seconds": 11.39017929165857, "routing_seconds": 0.7911547118274029, "materialize_seconds": 0.15967190664377995, "disk_bytes_read": 21000424600, "disk_read_seconds": 8.761929209402297, "resident_cache_bytes": 15651532800, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 37, "current_bytes": 23366038896, "non_weight_bytes": 7100223216, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35898963926, "effective_expert_bytes": 21474836480 }, "cache_hits": 4314, "cache_misses": 5961, "cache_evictions": 0, "forward_calls": 606, "forward_seconds": 12.327147333649918, "routing_seconds": 0.963714127719868, "materialize_seconds": 0.16699374158633873, "disk_bytes_read": 21829870200, "disk_read_seconds": 9.177038599998923, "resident_cache_bytes": 16480972800, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 40, "current_bytes": 24037554024, "non_weight_bytes": 7124754984, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35970229972, "effective_expert_bytes": 21474836480 }, "cache_hits": 5614, "cache_misses": 6271, "cache_evictions": 0, "forward_calls": 767, "forward_seconds": 13.28397807959118, "routing_seconds": 1.1450315497640986, "materialize_seconds": 0.17747326832613908, "disk_bytes_read": 22686961400, "disk_read_seconds": 9.606624084321084, "resident_cache_bytes": 17338060800, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 44, "current_bytes": 25290668768, "non_weight_bytes": 7175127968, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35751303151, "effective_expert_bytes": 21474836480 }, "cache_hits": 6782, "cache_misses": 6555, "cache_evictions": 0, "forward_calls": 913, "forward_seconds": 14.220269165700302, "routing_seconds": 1.3155097599083092, "materialize_seconds": 0.18746639633900486, "disk_bytes_read": 23472169900, "disk_read_seconds": 10.035392443882301, "resident_cache_bytes": 18123264000, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 47, "current_bytes": 26103692576, "non_weight_bytes": 7211202656, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35705725041, "effective_expert_bytes": 21474836480 }, "cache_hits": 7977, "cache_misses": 6850, "cache_evictions": 0, "forward_calls": 1062, "forward_seconds": 15.147227289708098, "routing_seconds": 1.4759809648385271, "materialize_seconds": 0.1963383580732625, "disk_bytes_read": 24287791800, "disk_read_seconds": 10.464881544583477, "resident_cache_bytes": 18938880000, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 50, "current_bytes": 26924351328, "non_weight_bytes": 7254912288, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35705725041, "effective_expert_bytes": 21474836480 }, "cache_hits": 9305, "cache_misses": 7152, "cache_evictions": 0, "forward_calls": 1224, "forward_seconds": 16.08135909261182, "routing_seconds": 1.6499370057426859, "materialize_seconds": 0.20473432922153734, "disk_bytes_read": 25122766200, "disk_read_seconds": 10.885192054091021, "resident_cache_bytes": 19773849600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 54, "current_bytes": 27791327648, "non_weight_bytes": 7281335648, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35978858827, "effective_expert_bytes": 21474836480 }, "cache_hits": 10732, "cache_misses": 7423, "cache_evictions": 0, "forward_calls": 1394, "forward_seconds": 17.012460844387533, "routing_seconds": 1.8385552145482507, "materialize_seconds": 0.21394020732259378, "disk_bytes_read": 25872033400, "disk_read_seconds": 11.27116820414085, "resident_cache_bytes": 20523110400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 58, "current_bytes": 28262974216, "non_weight_bytes": 7299501256, "predicted_peak_bytes": 2054825, "ceiling_bytes": 35978858827, "effective_expert_bytes": 21474836480 }, "cache_hits": 12711, "cache_misses": 7644, "cache_evictions": 0, "forward_calls": 1614, "forward_seconds": 17.943049550027354, "routing_seconds": 2.029877705965191, "materialize_seconds": 0.21988971121027134, "disk_bytes_read": 26483060600, "disk_read_seconds": 11.658258950163145, "resident_cache_bytes": 21134131200, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 63, "current_bytes": 28806415760, "non_weight_bytes": 7331387600, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 14635, "cache_misses": 7890, "cache_evictions": 123, "forward_calls": 1831, "forward_seconds": 18.854250379808946, "routing_seconds": 2.2266664588532876, "materialize_seconds": 0.2265201732807327, "disk_bytes_read": 27163209400, "disk_read_seconds": 12.028827766276663, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 68, "current_bytes": 28807530208, "non_weight_bytes": 7332434848, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 16838, "cache_misses": 8129, "cache_evictions": 362, "forward_calls": 2075, "forward_seconds": 19.765387792809634, "routing_seconds": 2.4287613330525346, "materialize_seconds": 0.23242862743791193, "disk_bytes_read": 27824004600, "disk_read_seconds": 12.384068697836483, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 74, "current_bytes": 28808644464, "non_weight_bytes": 7333468464, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19753, "cache_misses": 8294, "cache_evictions": 527, "forward_calls": 2384, "forward_seconds": 20.665114407951478, "routing_seconds": 2.677542950375937, "materialize_seconds": 0.23653083547833376, "disk_bytes_read": 28280206200, "disk_read_seconds": 12.652954480668996, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 79, "current_bytes": 28812609632, "non_weight_bytes": 7337366432, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 22049, "cache_misses": 8528, "cache_evictions": 761, "forward_calls": 2636, "forward_seconds": 21.572270825970918, "routing_seconds": 2.892545035254443, "materialize_seconds": 0.24249949425575323, "disk_bytes_read": 28927177400, "disk_read_seconds": 12.999641136586433, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 86, "current_bytes": 28814035328, "non_weight_bytes": 7338698048, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 24791, "cache_misses": 8706, "cache_evictions": 939, "forward_calls": 2929, "forward_seconds": 22.45739927890827, "routing_seconds": 3.1382603745441884, "materialize_seconds": 0.2472067372291349, "disk_bytes_read": 29419321900, "disk_read_seconds": 13.28374001244083, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 91, "current_bytes": 28814985840, "non_weight_bytes": 7339581360, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 27092, "cache_misses": 8925, "cache_evictions": 1158, "forward_calls": 3181, "forward_seconds": 23.354479915840784, "routing_seconds": 3.3656904255913105, "materialize_seconds": 0.2537504121719394, "disk_bytes_read": 30024822200, "disk_read_seconds": 13.614486171136377, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 97, "current_bytes": 28816362432, "non_weight_bytes": 7340877312, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 29812, "cache_misses": 9113, "cache_evictions": 1346, "forward_calls": 3471, "forward_seconds": 24.24693616494187, "routing_seconds": 3.6060518454469275, "materialize_seconds": 0.258599460212281, "disk_bytes_read": 30544614200, "disk_read_seconds": 13.913186401536223, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 103, "current_bytes": 28817640864, "non_weight_bytes": 7342075104, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 32448, "cache_misses": 9297, "cache_evictions": 1530, "forward_calls": 3753, "forward_seconds": 25.13538038689876, "routing_seconds": 3.8565690215909854, "materialize_seconds": 0.2641516372386832, "disk_bytes_read": 31053347000, "disk_read_seconds": 14.201981603488093, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 109, "current_bytes": 28818820752, "non_weight_bytes": 7343174352, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 35443, "cache_misses": 9464, "cache_evictions": 1697, "forward_calls": 4070, "forward_seconds": 26.028994258871535, "routing_seconds": 4.112629970477428, "materialize_seconds": 0.2684040571330115, "disk_bytes_read": 31515078200, "disk_read_seconds": 14.469389645411866, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 116, "current_bytes": 28820344752, "non_weight_bytes": 7344604272, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36071751931, "effective_expert_bytes": 21474836480 }, "cache_hits": 38544, "cache_misses": 9603, "cache_evictions": 1836, "forward_calls": 4394, "forward_seconds": 26.89898708788678, "routing_seconds": 4.383854592218995, "materialize_seconds": 0.2726500619610306, "disk_bytes_read": 31899396600, "disk_read_seconds": 14.708205774222733, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 123, "current_bytes": 28821475368, "non_weight_bytes": 7345640808, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36155470248, "effective_expert_bytes": 21474836480 }, "cache_hits": 41693, "cache_misses": 9754, "cache_evictions": 1987, "forward_calls": 4723, "forward_seconds": 27.776071452040924, "routing_seconds": 4.656680543208495, "materialize_seconds": 0.27680868189781904, "disk_bytes_read": 32316892600, "disk_read_seconds": 14.956453688093461, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 130, "current_bytes": 28823032256, "non_weight_bytes": 7347103616, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 44680, "cache_misses": 9927, "cache_evictions": 2160, "forward_calls": 5040, "forward_seconds": 28.670306411600905, "routing_seconds": 4.914712081605103, "materialize_seconds": 0.28122593177249655, "disk_bytes_read": 32795212600, "disk_read_seconds": 15.229318444995442, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 135, "current_bytes": 28824163064, "non_weight_bytes": 7348167224, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 47168, "cache_misses": 10097, "cache_evictions": 2330, "forward_calls": 5305, "forward_seconds": 29.563076412654482, "routing_seconds": 5.200757917802548, "materialize_seconds": 0.2862569256394636, "disk_bytes_read": 33265238200, "disk_read_seconds": 15.502024258632446, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5916038160, "non_weight_bytes": 5916038160, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28830487504, "non_weight_bytes": 7354451344, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 48349, "cache_misses": 10448, "cache_evictions": 2681, "forward_calls": 5458, "forward_seconds": 30.50551866463502, "routing_seconds": 5.380394500971306, "materialize_seconds": 0.29544400473241694, "disk_bytes_read": 34235687000, "disk_read_seconds": 15.970491672371281, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28951532592, "non_weight_bytes": 7475489712, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 48920, "cache_misses": 10814, "cache_evictions": 3047, "forward_calls": 5479, "forward_seconds": 31.26802541562938, "routing_seconds": 5.437568333843956, "materialize_seconds": 0.30664796417113394, "disk_bytes_read": 35247604600, "disk_read_seconds": 16.450722332578152, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28951532592, "non_weight_bytes": 7475489712, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 49408, "cache_misses": 11311, "cache_evictions": 3544, "forward_calls": 5489, "forward_seconds": 32.2205697465688, "routing_seconds": 5.495441499806475, "materialize_seconds": 0.32132836745586246, "disk_bytes_read": 36621710200, "disk_read_seconds": 17.068895080534276, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28951532592, "non_weight_bytes": 7475489712, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 50011, "cache_misses": 11793, "cache_evictions": 4026, "forward_calls": 5501, "forward_seconds": 33.30244899660465, "routing_seconds": 5.568982124765171, "materialize_seconds": 0.33490568862180226, "disk_bytes_read": 37954343800, "disk_read_seconds": 17.67343292714213, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28951532592, "non_weight_bytes": 7475489712, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 50416, "cache_misses": 12294, "cache_evictions": 4527, "forward_calls": 5510, "forward_seconds": 34.30220445455052, "routing_seconds": 5.630455915757921, "materialize_seconds": 0.34944221470505, "disk_bytes_read": 39339508600, "disk_read_seconds": 18.307035004370846, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28951532592, "non_weight_bytes": 7475489712, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 50784, "cache_misses": 12821, "cache_evictions": 5054, "forward_calls": 5518, "forward_seconds": 35.24961753853131, "routing_seconds": 5.679345334763639, "materialize_seconds": 0.3640604609681759, "disk_bytes_read": 40796558200, "disk_read_seconds": 18.981366831838386, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 170, "current_bytes": 28837106664, "non_weight_bytes": 7361057064, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 52647, "cache_misses": 13024, "cache_evictions": 5257, "forward_calls": 5715, "forward_seconds": 36.10003245252301, "routing_seconds": 5.869308249006281, "materialize_seconds": 0.37043133718543686, "disk_bytes_read": 41357812600, "disk_read_seconds": 19.253697057749378, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 177, "current_bytes": 28832060392, "non_weight_bytes": 7356010792, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 55832, "cache_misses": 13209, "cache_evictions": 5442, "forward_calls": 6051, "forward_seconds": 37.030494700418785, "routing_seconds": 6.148913868993986, "materialize_seconds": 0.37526862922823057, "disk_bytes_read": 41869300600, "disk_read_seconds": 19.50012977415463, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 183, "current_bytes": 28834927592, "non_weight_bytes": 7358844392, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 58635, "cache_misses": 13386, "cache_evictions": 5619, "forward_calls": 6349, "forward_seconds": 37.9574784731376, "routing_seconds": 6.407388322957559, "materialize_seconds": 0.3805003373126965, "disk_bytes_read": 42358674200, "disk_read_seconds": 19.79569886776153, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 189, "current_bytes": 28834976744, "non_weight_bytes": 7358893544, "predicted_peak_bytes": 66701970, "ceiling_bytes": 35941195447, "effective_expert_bytes": 21474836480 }, "cache_hits": 61565, "cache_misses": 13594, "cache_evictions": 5827, "forward_calls": 6663, "forward_seconds": 38.89931638914277, "routing_seconds": 6.673166070919251, "materialize_seconds": 0.3862089632602874, "disk_bytes_read": 42933752600, "disk_read_seconds": 20.06563152038143, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 195, "current_bytes": 28837843944, "non_weight_bytes": 7361760744, "predicted_peak_bytes": 66701970, "ceiling_bytes": 35979386551, "effective_expert_bytes": 21474836480 }, "cache_hits": 63805, "cache_misses": 13874, "cache_evictions": 6107, "forward_calls": 6915, "forward_seconds": 39.847719254205, "routing_seconds": 6.893771775823552, "materialize_seconds": 0.3932895472389646, "disk_bytes_read": 43707896600, "disk_read_seconds": 20.426112582412316, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 200, "current_bytes": 28837843944, "non_weight_bytes": 7361760744, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36124416900, "effective_expert_bytes": 21474836480 }, "cache_hits": 66178, "cache_misses": 14133, "cache_evictions": 6366, "forward_calls": 7179, "forward_seconds": 40.80458446839475, "routing_seconds": 7.132281744008651, "materialize_seconds": 0.4000071325281169, "disk_bytes_read": 44423979800, "disk_read_seconds": 20.767477888584835, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 208, "current_bytes": 28837843944, "non_weight_bytes": 7361673384, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36176734288, "effective_expert_bytes": 21474836480 }, "cache_hits": 69853, "cache_misses": 14238, "cache_evictions": 6471, "forward_calls": 7557, "forward_seconds": 41.67309599733562, "routing_seconds": 7.442047862219624, "materialize_seconds": 0.4027308464574162, "disk_bytes_read": 44714295000, "disk_read_seconds": 20.956115382432472, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 216, "current_bytes": 28837843944, "non_weight_bytes": 7361606184, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 73456, "cache_misses": 14365, "cache_evictions": 6598, "forward_calls": 7929, "forward_seconds": 42.56792161788326, "routing_seconds": 7.747201161982957, "materialize_seconds": 0.40600026640458964, "disk_bytes_read": 45065431800, "disk_read_seconds": 21.15763311838964, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 223, "current_bytes": 28837843944, "non_weight_bytes": 7361606184, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 77045, "cache_misses": 14514, "cache_evictions": 6747, "forward_calls": 8303, "forward_seconds": 43.505704828799935, "routing_seconds": 8.051834747981047, "materialize_seconds": 0.40993602864909917, "disk_bytes_read": 45477387000, "disk_read_seconds": 21.356151777203195, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 231, "current_bytes": 28837843944, "non_weight_bytes": 7361606184, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 80276, "cache_misses": 14683, "cache_evictions": 6916, "forward_calls": 8643, "forward_seconds": 44.446956837695325, "routing_seconds": 8.33770249717054, "materialize_seconds": 0.41417432369780727, "disk_bytes_read": 45944638200, "disk_read_seconds": 21.58119353634538, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 237, "current_bytes": 28837843944, "non_weight_bytes": 7361606184, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 83318, "cache_misses": 14881, "cache_evictions": 7114, "forward_calls": 8967, "forward_seconds": 45.3939192899561, "routing_seconds": 8.605977731465828, "materialize_seconds": 0.4192527465929743, "disk_bytes_read": 46492068600, "disk_read_seconds": 21.840154996694764, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 245, "current_bytes": 28837843944, "non_weight_bytes": 7361606184, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 86626, "cache_misses": 15045, "cache_evictions": 7278, "forward_calls": 9314, "forward_seconds": 46.329423954797676, "routing_seconds": 8.894861312583089, "materialize_seconds": 0.4234935415443033, "disk_bytes_read": 46945495800, "disk_read_seconds": 22.056411333964206, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 251, "current_bytes": 28837843944, "non_weight_bytes": 7361606184, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 89543, "cache_misses": 15248, "cache_evictions": 7481, "forward_calls": 9627, "forward_seconds": 47.277089247567346, "routing_seconds": 9.150454490270931, "materialize_seconds": 0.4285086285090074, "disk_bytes_read": 47506750200, "disk_read_seconds": 22.323619875183795, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 257, "current_bytes": 28837843944, "non_weight_bytes": 7361606184, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 92339, "cache_misses": 15462, "cache_evictions": 7695, "forward_calls": 9928, "forward_seconds": 48.223071870655986, "routing_seconds": 9.403799483319744, "materialize_seconds": 0.4342302214645315, "disk_bytes_read": 48098417400, "disk_read_seconds": 22.604435601766454, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 263, "current_bytes": 28837843944, "non_weight_bytes": 7361606184, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 94792, "cache_misses": 15689, "cache_evictions": 7922, "forward_calls": 10195, "forward_seconds": 49.16176303863176, "routing_seconds": 9.641762362385634, "materialize_seconds": 0.4417148405336775, "disk_bytes_read": 48726027000, "disk_read_seconds": 22.9084592271538, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 268, "current_bytes": 28837860328, "non_weight_bytes": 7361622568, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 96885, "cache_misses": 15946, "cache_evictions": 8179, "forward_calls": 10430, "forward_seconds": 50.109308196551865, "routing_seconds": 9.863495687226532, "materialize_seconds": 0.4508714725379832, "disk_bytes_read": 49436580600, "disk_read_seconds": 23.25073926660116, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 274, "current_bytes": 28837860328, "non_weight_bytes": 7361622568, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 99654, "cache_misses": 16157, "cache_evictions": 8390, "forward_calls": 10728, "forward_seconds": 51.054997519764584, "routing_seconds": 10.109449346200563, "materialize_seconds": 0.4562580513593275, "disk_bytes_read": 50019953400, "disk_read_seconds": 23.53723581013037, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28923647024, "non_weight_bytes": 7447604144, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28838220776, "non_weight_bytes": 7361983016, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 101536, "cache_misses": 16443, "cache_evictions": 8676, "forward_calls": 10945, "forward_seconds": 52.010061391745694, "routing_seconds": 10.310908176295925, "materialize_seconds": 0.46392492222366855, "disk_bytes_read": 50810686200, "disk_read_seconds": 23.922595898155123, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28964262984, "non_weight_bytes": 7488025224, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 101958, "cache_misses": 16814, "cache_evictions": 9047, "forward_calls": 10994, "forward_seconds": 52.79532293070224, "routing_seconds": 10.398078633268597, "materialize_seconds": 0.4743240050156601, "disk_bytes_read": 51836427000, "disk_read_seconds": 24.416117892455077, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28964262984, "non_weight_bytes": 7488025224, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 102465, "cache_misses": 17327, "cache_evictions": 9560, "forward_calls": 11004, "forward_seconds": 53.84035401564324, "routing_seconds": 10.458068883250235, "materialize_seconds": 0.48794133093906567, "disk_bytes_read": 53254769400, "disk_read_seconds": 25.05833345153951, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28964262984, "non_weight_bytes": 7488025224, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 102958, "cache_misses": 17823, "cache_evictions": 10056, "forward_calls": 11014, "forward_seconds": 54.840725306625245, "routing_seconds": 10.5197268842021, "materialize_seconds": 0.5015520419401582, "disk_bytes_read": 54626110200, "disk_read_seconds": 25.686990310437977, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28964262984, "non_weight_bytes": 7488025224, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 103427, "cache_misses": 18337, "cache_evictions": 10570, "forward_calls": 11024, "forward_seconds": 55.81209414161276, "routing_seconds": 10.57836296921596, "materialize_seconds": 0.5153941758908331, "disk_bytes_read": 56047217400, "disk_read_seconds": 26.332252850959776, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28964262984, "non_weight_bytes": 7488025224, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 103786, "cache_misses": 18845, "cache_evictions": 11078, "forward_calls": 11033, "forward_seconds": 56.83854164060904, "routing_seconds": 10.635396844270872, "materialize_seconds": 0.5288084720959887, "disk_bytes_read": 57451735800, "disk_read_seconds": 26.99422146723373, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28964262984, "non_weight_bytes": 7488025224, "predicted_peak_bytes": 66701970, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 104046, "cache_misses": 19323, "cache_evictions": 11556, "forward_calls": 11042, "forward_seconds": 57.811093930591596, "routing_seconds": 10.680414218310034, "materialize_seconds": 0.5413669249974191, "disk_bytes_read": 58773310200, "disk_read_seconds": 27.637953819299582, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 311, "current_bytes": 28837893096, "non_weight_bytes": 7361655336, "predicted_peak_bytes": 172018562, "ceiling_bytes": 36065456618, "effective_expert_bytes": 21474836480 }, "cache_hits": 105773, "cache_misses": 19558, "cache_evictions": 11791, "forward_calls": 11238, "forward_seconds": 58.65539063763572, "routing_seconds": 10.888417850190308, "materialize_seconds": 0.5491987138520926, "disk_bytes_read": 59423038200, "disk_read_seconds": 27.942853858025046, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 317, "current_bytes": 28826883048, "non_weight_bytes": 7350645288, "predicted_peak_bytes": 172018562, "ceiling_bytes": 36175628368, "effective_expert_bytes": 21474836480 }, "cache_hits": 108775, "cache_misses": 19746, "cache_evictions": 11979, "forward_calls": 11558, "forward_seconds": 59.59517356764991, "routing_seconds": 11.145057521847775, "materialize_seconds": 0.5538489148311783, "disk_bytes_read": 59942820600, "disk_read_seconds": 28.21647647189093, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 323, "current_bytes": 28832617448, "non_weight_bytes": 7356379688, "predicted_peak_bytes": 172018562, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 111259, "cache_misses": 19972, "cache_evictions": 12205, "forward_calls": 11829, "forward_seconds": 60.54424710854073, "routing_seconds": 11.377199982642196, "materialize_seconds": 0.5605320425529499, "disk_bytes_read": 60567665400, "disk_read_seconds": 28.549350527842762, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 329, "current_bytes": 28832912360, "non_weight_bytes": 7356674600, "predicted_peak_bytes": 172018562, "ceiling_bytes": 36009710877, "effective_expert_bytes": 21474836480 }, "cache_hits": 113884, "cache_misses": 20187, "cache_evictions": 12420, "forward_calls": 12112, "forward_seconds": 61.48637618153589, "routing_seconds": 11.62175685877446, "materialize_seconds": 0.5670633625122719, "disk_bytes_read": 61162097400, "disk_read_seconds": 28.858173082204303, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 333, "current_bytes": 28835779560, "non_weight_bytes": 7359541800, "predicted_peak_bytes": 172018562, "ceiling_bytes": 35917779434, "effective_expert_bytes": 21474836480 }, "cache_hits": 115647, "cache_misses": 20494, "cache_evictions": 12727, "forward_calls": 12319, "forward_seconds": 62.442485973384464, "routing_seconds": 11.811357654893072, "materialize_seconds": 0.5752643941377755, "disk_bytes_read": 62010891000, "disk_read_seconds": 29.272144173126435, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 339, "current_bytes": 28835779560, "non_weight_bytes": 7359541800, "predicted_peak_bytes": 172018562, "ceiling_bytes": 35799092100, "effective_expert_bytes": 21474836480 }, "cache_hits": 118030, "cache_misses": 20729, "cache_evictions": 12962, "forward_calls": 12581, "forward_seconds": 63.375961642857874, "routing_seconds": 12.034041499049636, "materialize_seconds": 0.5820213982951827, "disk_bytes_read": 62660619000, "disk_read_seconds": 29.607860516640358, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 345, "current_bytes": 28836631528, "non_weight_bytes": 7360393768, "predicted_peak_bytes": 172018562, "ceiling_bytes": 35977270557, "effective_expert_bytes": 21474836480 }, "cache_hits": 120975, "cache_misses": 20916, "cache_evictions": 13149, "forward_calls": 12894, "forward_seconds": 64.32553869494586, "routing_seconds": 12.297686465404695, "materialize_seconds": 0.5868827282974962, "disk_bytes_read": 63177636600, "disk_read_seconds": 29.895119529333897, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 351, "current_bytes": 28836418536, "non_weight_bytes": 7360180776, "predicted_peak_bytes": 172018562, "ceiling_bytes": 35903402474, "effective_expert_bytes": 21474836480 }, "cache_hits": 123449, "cache_misses": 21152, "cache_evictions": 13385, "forward_calls": 13166, "forward_seconds": 65.27819527965039, "routing_seconds": 12.52390866834321, "materialize_seconds": 0.5932050661649555, "disk_bytes_read": 63830129400, "disk_read_seconds": 30.232211639668094, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 357, "current_bytes": 28836418536, "non_weight_bytes": 7360180776, "predicted_peak_bytes": 172018562, "ceiling_bytes": 36000708688, "effective_expert_bytes": 21474836480 }, "cache_hits": 126206, "cache_misses": 21363, "cache_evictions": 13596, "forward_calls": 13462, "forward_seconds": 66.2234367369092, "routing_seconds": 12.768016510439338, "materialize_seconds": 0.5986984808987472, "disk_bytes_read": 64413502200, "disk_read_seconds": 30.536373864626512, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 362, "current_bytes": 28836418536, "non_weight_bytes": 7360180776, "predicted_peak_bytes": 172018562, "ceiling_bytes": 35934736874, "effective_expert_bytes": 21474836480 }, "cache_hits": 128363, "cache_misses": 21626, "cache_evictions": 13859, "forward_calls": 13704, "forward_seconds": 67.17391836701427, "routing_seconds": 12.9816067594802, "materialize_seconds": 0.6057732266781386, "disk_bytes_read": 65140644600, "disk_read_seconds": 30.898988301691134, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 367, "current_bytes": 28836418536, "non_weight_bytes": 7360180776, "predicted_peak_bytes": 172018562, "ceiling_bytes": 35981406698, "effective_expert_bytes": 21474836480 }, "cache_hits": 130340, "cache_misses": 21881, "cache_evictions": 14114, "forward_calls": 13928, "forward_seconds": 68.13513786930707, "routing_seconds": 13.183544674393488, "materialize_seconds": 0.612520057708025, "disk_bytes_read": 65845668600, "disk_read_seconds": 31.3058800472063, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 371, "current_bytes": 28836418536, "non_weight_bytes": 7360180776, "predicted_peak_bytes": 172018562, "ceiling_bytes": 36084935556, "effective_expert_bytes": 21474836480 }, "cache_hits": 132296, "cache_misses": 22155, "cache_evictions": 14388, "forward_calls": 14151, "forward_seconds": 69.08454886925756, "routing_seconds": 13.39274467737414, "materialize_seconds": 0.6221631057851482, "disk_bytes_read": 66603223800, "disk_read_seconds": 31.671519055147655, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 376, "current_bytes": 28836418536, "non_weight_bytes": 7360180776, "predicted_peak_bytes": 172018562, "ceiling_bytes": 35986715114, "effective_expert_bytes": 21474836480 }, "cache_hits": 134398, "cache_misses": 22411, "cache_evictions": 14644, "forward_calls": 14386, "forward_seconds": 70.03251994209131, "routing_seconds": 13.605713172262767, "materialize_seconds": 0.6297404847573489, "disk_bytes_read": 67311012600, "disk_read_seconds": 32.028538701008074, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 382, "current_bytes": 28836418536, "non_weight_bytes": 7360180776, "predicted_peak_bytes": 172018562, "ceiling_bytes": 36044635831, "effective_expert_bytes": 21474836480 }, "cache_hits": 136818, "cache_misses": 22643, "cache_evictions": 14876, "forward_calls": 14651, "forward_seconds": 70.98045510787051, "routing_seconds": 13.838629915349884, "materialize_seconds": 0.6361824501655065, "disk_bytes_read": 67952446200, "disk_read_seconds": 32.34973484958755, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 387, "current_bytes": 28836418536, "non_weight_bytes": 7360180776, "predicted_peak_bytes": 172018562, "ceiling_bytes": 35993475972, "effective_expert_bytes": 21474836480 }, "cache_hits": 139020, "cache_misses": 22891, "cache_evictions": 15124, "forward_calls": 14896, "forward_seconds": 71.92802018779912, "routing_seconds": 14.057658285426442, "materialize_seconds": 0.6435052880551666, "disk_bytes_read": 68638116600, "disk_read_seconds": 32.697368280700175, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 392, "current_bytes": 28836418536, "non_weight_bytes": 7360180776, "predicted_peak_bytes": 172018562, "ceiling_bytes": 35936388381, "effective_expert_bytes": 21474836480 }, "cache_hits": 141179, "cache_misses": 23110, "cache_evictions": 15343, "forward_calls": 15134, "forward_seconds": 72.87341713244678, "routing_seconds": 14.288580737280427, "materialize_seconds": 0.6521512541512493, "disk_bytes_read": 69243607800, "disk_read_seconds": 33.02695924235741, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 397, "current_bytes": 28841677800, "non_weight_bytes": 7365440040, "predicted_peak_bytes": 172018562, "ceiling_bytes": 36005589482, "effective_expert_bytes": 21474836480 }, "cache_hits": 143222, "cache_misses": 23369, "cache_evictions": 15602, "forward_calls": 15364, "forward_seconds": 73.82403655542294, "routing_seconds": 14.512871774291852, "materialize_seconds": 0.6604433454340324, "disk_bytes_read": 69959691000, "disk_read_seconds": 33.3790475782298, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 401, "current_bytes": 28841677800, "non_weight_bytes": 7365440040, "predicted_peak_bytes": 172018562, "ceiling_bytes": 36158641437, "effective_expert_bytes": 21474836480 }, "cache_hits": 144956, "cache_misses": 23665, "cache_evictions": 15898, "forward_calls": 15567, "forward_seconds": 74.78473305152147, "routing_seconds": 14.716769775230205, "materialize_seconds": 0.6698893955617677, "disk_bytes_read": 70778071800, "disk_read_seconds": 33.77485303313006, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 406, "current_bytes": 28841677800, "non_weight_bytes": 7365440040, "predicted_peak_bytes": 172018562, "ceiling_bytes": 36174758378, "effective_expert_bytes": 21474836480 }, "cache_hits": 147254, "cache_misses": 23915, "cache_evictions": 16148, "forward_calls": 15822, "forward_seconds": 75.74217042452074, "routing_seconds": 14.93204744005925, "materialize_seconds": 0.6762807742925361, "disk_bytes_read": 71469271800, "disk_read_seconds": 34.12129756761715, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 412, "current_bytes": 28841694184, "non_weight_bytes": 7365456424, "predicted_peak_bytes": 172018562, "ceiling_bytes": 36129769552, "effective_expert_bytes": 21474836480 }, "cache_hits": 149658, "cache_misses": 24151, "cache_evictions": 16384, "forward_calls": 16086, "forward_seconds": 76.69417908022297, "routing_seconds": 15.156031439109938, "materialize_seconds": 0.6824554814083967, "disk_bytes_read": 72121764600, "disk_read_seconds": 34.46015491290018, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 417, "current_bytes": 28841694184, "non_weight_bytes": 7365456424, "predicted_peak_bytes": 172018562, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 151885, "cache_misses": 24404, "cache_evictions": 16637, "forward_calls": 16334, "forward_seconds": 77.65239883644972, "routing_seconds": 15.368047280207975, "materialize_seconds": 0.6889153164229356, "disk_bytes_read": 72821259000, "disk_read_seconds": 34.81705708842492, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 420, "current_bytes": 28841694184, "non_weight_bytes": 7365456424, "predicted_peak_bytes": 172018562, "ceiling_bytes": 36102681885, "effective_expert_bytes": 21474836480 }, "cache_hits": 153000, "cache_misses": 24759, "cache_evictions": 16992, "forward_calls": 16481, "forward_seconds": 78.62080112946569, "routing_seconds": 15.536453781096498, "materialize_seconds": 0.6992164775729179, "disk_bytes_read": 73802763000, "disk_read_seconds": 35.305285072972765, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28933657672, "non_weight_bytes": 7457419912, "predicted_peak_bytes": 304135432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 420, "current_bytes": 28975879264, "non_weight_bytes": 7499641504, "predicted_peak_bytes": 172018562, "ceiling_bytes": 36102681885, "effective_expert_bytes": 21474836480 }, "cache_hits": 153178, "cache_misses": 24883, "cache_evictions": 17116, "forward_calls": 16512, "forward_seconds": 78.9185828785121, "routing_seconds": 15.576398697157856, "materialize_seconds": 0.7025301004759967, "disk_bytes_read": 74145598200, "disk_read_seconds": 35.474438715405995, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 } ] }