{ "model": "pipenetwork/Qwen3.8-Flash-Next-MLX-mixed-4_8bit", "binary": "/private/tmp/werk-perf-retention-20260915", "same_context": false, "persistence": true, "fixed_history": true, "expert_budget": "20480", "reasoning_effort": null, "samples": [ { "first_text_seconds": 12.197968624997884, "total_seconds": 40.71966608299408, "finish_reason": "stop", "truncated": false, "answer": "Rust ensures memory safety without garbage collection through ownership and borrowing. Every value has a single owner, and when the owner goes out of scope, the value is dropped. You can borrow references to data instead of transferring ownership. Rust enforces strict rules: you can have either one mutable reference or any number of immutable references at a time, but never both. This prevents data races and dangling pointers at compile time. By managing memory through these compile-time checks, Rust eliminates common bugs like use-after-free errors while maintaining high performance and zero-cost abstractions.", "usage": { "completion_tokens": 111, "prompt_tokens": 27, "total_tokens": 138 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 27, "completion_tokens": 111, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 0, "cache_evictions": 0, "forward_calls": 0, "forward_seconds": 0.0, "routing_seconds": 0.0, "materialize_seconds": 0.0, "disk_bytes_read": 5348837400, "disk_read_seconds": 1.286273854871979, "resident_cache_bytes": 0, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28927972280, "non_weight_bytes": 7451929400, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 48392, "cache_misses": 10535, "cache_evictions": 2768, "forward_calls": 5472, "forward_seconds": 37.749801224359544, "routing_seconds": 6.850003694155021, "materialize_seconds": 0.2601413322263397, "disk_bytes_read": 34476224600, "disk_read_seconds": 21.65881522675045, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 0, 40 ], "correct": true, "backend_phases": { "cached_prompt_tokens": 0, "decode_seconds": 28.52, "evaluated_prompt_tokens": 27, "first_token_seconds": 12.17, "prompt_seconds": 12.17 }, "expert_hit_rate": 0.8212194749435743, "expert_read_GiB": 27.126993238925934, "decode_tokens_per_second": 3.8920056100981766, "decode_window": { "token_equivalents": 109.85416666666667, "expert_hit_rate": 0.894765787976484, "read_GiB_per_token": 0.13006694308273167, "disk_read_seconds_per_token": 0.10641516658855277, "forward_seconds_per_token": 0.23749587769930441, "routing_seconds_per_token": 0.05704471903501466 } }, { "first_text_seconds": 7.046838500013109, "total_seconds": 27.465052083018236, "finish_reason": "stop", "truncated": false, "answer": "Rust ensures memory safety without garbage collection through ownership and borrowing. Each value has a single owner, and when the owner goes out of scope, the value is dropped. Instead of copying data, you can borrow it using references. Rust enforces strict rules: you can have either one mutable reference or any number of immutable references at a time, but never both. This prevents data races and dangling pointers at compile time. By managing memory through these compile-time checks, Rust eliminates common bugs like use-after-free errors while maintaining high performance and zero-cost abstractions.", "usage": { "completion_tokens": 112, "prompt_tokens": 167, "total_tokens": 279 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 167, "completion_tokens": 112, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28927972280, "non_weight_bytes": 7451929400, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 48392, "cache_misses": 10535, "cache_evictions": 2768, "forward_calls": 5472, "forward_seconds": 37.749801224359544, "routing_seconds": 6.850003694155021, "materialize_seconds": 0.2601413322263397, "disk_bytes_read": 34476224600, "disk_read_seconds": 21.65881522675045, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28940227584, "non_weight_bytes": 7463989824, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 101749, "cache_misses": 16692, "cache_evictions": 8925, "forward_calls": 10992, "forward_seconds": 63.53650439661578, "routing_seconds": 12.380499458464328, "materialize_seconds": 0.41328839599736966, "disk_bytes_read": 51499121400, "disk_read_seconds": 33.30689712194726, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 40, 67 ], "correct": true, "backend_phases": { "cached_prompt_tokens": 139, "decode_seconds": 20.42, "evaluated_prompt_tokens": 28, "first_token_seconds": 7.04, "prompt_seconds": 7.04 }, "expert_hit_rate": 0.896545350673791, "expert_read_GiB": 15.85380807518959, "decode_tokens_per_second": 5.484818805093045, "decode_window": { "token_equivalents": 105.64583333333333, "expert_hit_rate": 0.9319176623683899, "read_GiB_per_token": 0.08416064884318941, "disk_read_seconds_per_token": 0.0635574812658522, "forward_seconds_per_token": 0.1701772914077441, "routing_seconds_per_token": 0.044899995851247265 } }, { "first_text_seconds": 7.7076887500006706, "total_seconds": 32.68122083300841, "finish_reason": "stop", "truncated": false, "answer": "Rust ensures memory safety without garbage collection through ownership and borrowing. Each value has a single owner, and when the owner goes out of scope, the value is dropped. Instead of copying data, you can borrow it using references. Rust enforces strict rules: you can have either one mutable reference or any number of immutable references at a time, but never both. This prevents data races and dangling pointers at compile time. By managing memory through these compile-time checks, Rust eliminates common bugs like use-after-free errors while maintaining high performance and zero-cost abstractions.", "usage": { "completion_tokens": 112, "prompt_tokens": 308, "total_tokens": 420 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 308, "completion_tokens": 112, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28940227584, "non_weight_bytes": 7463989824, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 101749, "cache_misses": 16692, "cache_evictions": 8925, "forward_calls": 10992, "forward_seconds": 63.53650439661578, "routing_seconds": 12.380499458464328, "materialize_seconds": 0.41328839599736966, "disk_bytes_read": 51499121400, "disk_read_seconds": 33.30689712194726, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 420, "current_bytes": 28952368176, "non_weight_bytes": 7476130416, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 153178, "cache_misses": 24883, "cache_evictions": 17116, "forward_calls": 16512, "forward_seconds": 94.61292294226587, "routing_seconds": 18.3637659267697, "materialize_seconds": 0.6154583772004116, "disk_bytes_read": 74145598200, "disk_read_seconds": 48.659087680251105, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 67, 99 ], "correct": true, "backend_phases": { "cached_prompt_tokens": 280, "decode_seconds": 24.97, "evaluated_prompt_tokens": 28, "first_token_seconds": 7.7, "prompt_seconds": 7.7 }, "expert_hit_rate": 0.8626132170412614, "expert_read_GiB": 21.091175079345703, "decode_tokens_per_second": 4.485382458950741, "decode_window": { "token_equivalents": 110.39583333333333, "expert_hit_rate": 0.9031892809964144, "read_GiB_per_token": 0.11965436156143848, "disk_read_seconds_per_token": 0.08934697163639094, "forward_seconds_per_token": 0.20871102583042225, "routing_seconds_per_token": 0.04856978260103004 } } ], "status": [ { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 296, "cache_evictions": 0, "forward_calls": 2, "forward_seconds": 0.5752519999805372, "routing_seconds": 0.02805174997774884, "materialize_seconds": 0.007312878791708499, "disk_bytes_read": 6167259800, "disk_read_seconds": 1.9045451319252606, "resident_cache_bytes": 818380800, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 757, "cache_evictions": 0, "forward_calls": 7, "forward_seconds": 1.596096665947698, "routing_seconds": 0.06318462491617538, "materialize_seconds": 0.018052974570309743, "disk_bytes_read": 7441832600, "disk_read_seconds": 2.6792905883921776, "resident_cache_bytes": 2092953600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1231, "cache_evictions": 0, "forward_calls": 12, "forward_seconds": 2.4923386249574833, "routing_seconds": 0.09572370888781734, "materialize_seconds": 0.029036220745183527, "disk_bytes_read": 8752347800, "disk_read_seconds": 3.4459327430813573, "resident_cache_bytes": 3403468800, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1700, "cache_evictions": 0, "forward_calls": 18, "forward_seconds": 3.607196665951051, "routing_seconds": 0.1351125829096418, "materialize_seconds": 0.04031888299505226, "disk_bytes_read": 10049039000, "disk_read_seconds": 4.207330706965877, "resident_cache_bytes": 4700160000, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 2169, "cache_evictions": 0, "forward_calls": 22, "forward_seconds": 4.479458207002608, "routing_seconds": 0.16272312391083688, "materialize_seconds": 0.0516661296132952, "disk_bytes_read": 11345730200, "disk_read_seconds": 4.99235464274534, "resident_cache_bytes": 5996851200, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 2621, "cache_evictions": 0, "forward_calls": 27, "forward_seconds": 5.5969554990006145, "routing_seconds": 0.1939447908953298, "materialize_seconds": 0.06248595946817659, "disk_bytes_read": 12595419800, "disk_read_seconds": 5.760692523472244, "resident_cache_bytes": 7246540800, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 3078, "cache_evictions": 0, "forward_calls": 32, "forward_seconds": 6.585335165960714, "routing_seconds": 0.22638183186063543, "materialize_seconds": 0.07318604836473241, "disk_bytes_read": 13858933400, "disk_read_seconds": 6.512322618538747, "resident_cache_bytes": 8510054400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 3509, "cache_evictions": 0, "forward_calls": 37, "forward_seconds": 7.651024373946711, "routing_seconds": 0.25849083182401955, "materialize_seconds": 0.0833130465762224, "disk_bytes_read": 15050562200, "disk_read_seconds": 7.27399637750932, "resident_cache_bytes": 9701683200, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 3957, "cache_evictions": 0, "forward_calls": 41, "forward_seconds": 8.641315081971698, "routing_seconds": 0.2841437067836523, "materialize_seconds": 0.09417313861194998, "disk_bytes_read": 16289192600, "disk_read_seconds": 8.04706439661095, "resident_cache_bytes": 10940313600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 4410, "cache_evictions": 0, "forward_calls": 45, "forward_seconds": 9.646588414907455, "routing_seconds": 0.3112098737619817, "materialize_seconds": 0.10537414555437863, "disk_bytes_read": 17541647000, "disk_read_seconds": 8.823280893237097, "resident_cache_bytes": 12192768000, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 389, "cache_misses": 4708, "cache_evictions": 0, "forward_calls": 89, "forward_seconds": 10.636984079843387, "routing_seconds": 0.4052324166696053, "materialize_seconds": 0.11269106843974441, "disk_bytes_read": 18365559000, "disk_read_seconds": 9.390486533142393, "resident_cache_bytes": 13016678400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 28, "current_bytes": 20436070160, "non_weight_bytes": 7001530640, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 1187, "cache_misses": 4928, "cache_evictions": 0, "forward_calls": 190, "forward_seconds": 11.489436990930699, "routing_seconds": 0.5714338718098588, "materialize_seconds": 0.11788098225952126, "disk_bytes_read": 18973818200, "disk_read_seconds": 9.849459030810976, "resident_cache_bytes": 13624934400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 30, "current_bytes": 21184393480, "non_weight_bytes": 7030979080, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 1739, "cache_misses": 5216, "cache_evictions": 0, "forward_calls": 274, "forward_seconds": 12.466541573085124, "routing_seconds": 0.7203614919853862, "materialize_seconds": 0.12489410222042352, "disk_bytes_read": 19770083800, "disk_read_seconds": 10.432668534485856, "resident_cache_bytes": 14421196800, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 32, "current_bytes": 21907141400, "non_weight_bytes": 7048676120, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 2308, "cache_misses": 5487, "cache_evictions": 0, "forward_calls": 358, "forward_seconds": 13.419723568309564, "routing_seconds": 0.8847912400669884, "materialize_seconds": 0.13134072904358618, "disk_bytes_read": 20519347800, "disk_read_seconds": 10.977810129610589, "resident_cache_bytes": 15170457600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 34, "current_bytes": 22761616752, "non_weight_bytes": 7076449392, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 3078, "cache_misses": 5737, "cache_evictions": 0, "forward_calls": 460, "forward_seconds": 14.394005064386874, "routing_seconds": 1.076967365166638, "materialize_seconds": 0.13748876395402476, "disk_bytes_read": 21210551000, "disk_read_seconds": 11.492757298023207, "resident_cache_bytes": 15861657600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 37, "current_bytes": 23364646688, "non_weight_bytes": 7098831008, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 4218, "cache_misses": 5927, "cache_evictions": 0, "forward_calls": 593, "forward_seconds": 15.347767568542622, "routing_seconds": 1.3189154102874454, "materialize_seconds": 0.14213756006211042, "disk_bytes_read": 21735867000, "disk_read_seconds": 11.92218720546225, "resident_cache_bytes": 16386969600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 40, "current_bytes": 24036145408, "non_weight_bytes": 7123346368, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 5299, "cache_misses": 6138, "cache_evictions": 0, "forward_calls": 723, "forward_seconds": 16.313280610600486, "routing_seconds": 1.562546032393584, "materialize_seconds": 0.14729668622021563, "disk_bytes_read": 22319243000, "disk_read_seconds": 12.349367951392196, "resident_cache_bytes": 16970342400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 42, "current_bytes": 24798133032, "non_weight_bytes": 7155399912, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 5987, "cache_misses": 6390, "cache_evictions": 0, "forward_calls": 817, "forward_seconds": 17.2840818586119, "routing_seconds": 1.7561252453015186, "materialize_seconds": 0.15326451815781184, "disk_bytes_read": 23015974900, "disk_read_seconds": 12.854638208373217, "resident_cache_bytes": 17667072000, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 44, "current_bytes": 25288932472, "non_weight_bytes": 7173391672, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 6984, "cache_misses": 6601, "cache_evictions": 0, "forward_calls": 937, "forward_seconds": 18.231003450375283, "routing_seconds": 1.9922250050585717, "materialize_seconds": 0.15863289328990504, "disk_bytes_read": 23599351800, "disk_read_seconds": 13.285260301403468, "resident_cache_bytes": 18250444800, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 46, "current_bytes": 25748192712, "non_weight_bytes": 7190257032, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 7925, "cache_misses": 6832, "cache_evictions": 0, "forward_calls": 1054, "forward_seconds": 19.192315863270778, "routing_seconds": 2.208960960037075, "materialize_seconds": 0.16402968621696346, "disk_bytes_read": 24238023800, "disk_read_seconds": 13.75025666700094, "resident_cache_bytes": 18889113600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 49, "current_bytes": 26608910392, "non_weight_bytes": 7221494392, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 8819, "cache_misses": 7058, "cache_evictions": 0, "forward_calls": 1166, "forward_seconds": 20.132611731125508, "routing_seconds": 2.4285676239815075, "materialize_seconds": 0.1706787770963274, "disk_bytes_read": 24862873400, "disk_read_seconds": 14.212137997354148, "resident_cache_bytes": 19513958400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 51, "current_bytes": 27099759008, "non_weight_bytes": 7236770528, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9870, "cache_misses": 7285, "cache_evictions": 0, "forward_calls": 1294, "forward_seconds": 21.098193320067367, "routing_seconds": 2.639573750027921, "materialize_seconds": 0.1774431623343844, "disk_bytes_read": 25490486200, "disk_read_seconds": 14.675077148189303, "resident_cache_bytes": 20141568000, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 55, "current_bytes": 27920794568, "non_weight_bytes": 7272549128, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 11177, "cache_misses": 7478, "cache_evictions": 0, "forward_calls": 1444, "forward_seconds": 22.029499065160053, "routing_seconds": 2.843659081903752, "materialize_seconds": 0.18331775005208328, "disk_bytes_read": 26024099000, "disk_read_seconds": 15.087658067175653, "resident_cache_bytes": 20675174400, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 59, "current_bytes": 28469609824, "non_weight_bytes": 7287704224, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 12991, "cache_misses": 7674, "cache_evictions": 0, "forward_calls": 1645, "forward_seconds": 22.96245598825044, "routing_seconds": 3.064800537977135, "materialize_seconds": 0.18806996816419996, "disk_bytes_read": 26566006200, "disk_read_seconds": 15.498013775970321, "resident_cache_bytes": 21217075200, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 63, "current_bytes": 28783101664, "non_weight_bytes": 7308073504, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 14635, "cache_misses": 7890, "cache_evictions": 123, "forward_calls": 1831, "forward_seconds": 23.893247577216243, "routing_seconds": 3.274236709054094, "materialize_seconds": 0.19321746719651856, "disk_bytes_read": 27163209400, "disk_read_seconds": 15.944651832513046, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 67, "current_bytes": 28784068632, "non_weight_bytes": 7308986712, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 16529, "cache_misses": 8096, "cache_evictions": 329, "forward_calls": 2041, "forward_seconds": 24.821376910986146, "routing_seconds": 3.4792743729485665, "materialize_seconds": 0.1982555074209813, "disk_bytes_read": 27732764600, "disk_read_seconds": 16.36982589607942, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 73, "current_bytes": 28785314056, "non_weight_bytes": 7310151496, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19034, "cache_misses": 8241, "cache_evictions": 474, "forward_calls": 2306, "forward_seconds": 25.72119033682975, "routing_seconds": 3.7403979187074583, "materialize_seconds": 0.20208321951213293, "disk_bytes_read": 28133670200, "disk_read_seconds": 16.692252054199344, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 76, "current_bytes": 28785772856, "non_weight_bytes": 7310569976, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 20604, "cache_misses": 8411, "cache_evictions": 644, "forward_calls": 2480, "forward_seconds": 26.657539040927077, "routing_seconds": 4.013430375693133, "materialize_seconds": 0.2065890985832084, "disk_bytes_read": 28603691000, "disk_read_seconds": 17.057652124320157, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 81, "current_bytes": 28789754456, "non_weight_bytes": 7314484376, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 22844, "cache_misses": 8573, "cache_evictions": 806, "forward_calls": 2721, "forward_seconds": 27.57239262512303, "routing_seconds": 4.271009577758377, "materialize_seconds": 0.2106864766101353, "disk_bytes_read": 29051596600, "disk_read_seconds": 17.409597189573105, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 86, "current_bytes": 28790868880, "non_weight_bytes": 7315531600, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 25130, "cache_misses": 8747, "cache_evictions": 980, "forward_calls": 2967, "forward_seconds": 28.483009296905948, "routing_seconds": 4.498420827643713, "materialize_seconds": 0.21498159592738375, "disk_bytes_read": 29532679800, "disk_read_seconds": 17.78681744847563, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 91, "current_bytes": 28791934176, "non_weight_bytes": 7316529696, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 27160, "cache_misses": 8935, "cache_evictions": 1168, "forward_calls": 3188, "forward_seconds": 29.3942427119473, "routing_seconds": 4.72036253879196, "materialize_seconds": 0.21979280380764976, "disk_bytes_read": 30052470200, "disk_read_seconds": 18.19487143115839, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 96, "current_bytes": 28792950128, "non_weight_bytes": 7317478448, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 29638, "cache_misses": 9099, "cache_evictions": 1332, "forward_calls": 3452, "forward_seconds": 30.30236828647321, "routing_seconds": 4.960819859436015, "materialize_seconds": 0.224006506963633, "disk_bytes_read": 30505905400, "disk_read_seconds": 18.555608252674574, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 102, "current_bytes": 28794064432, "non_weight_bytes": 7318512112, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 31905, "cache_misses": 9272, "cache_evictions": 1505, "forward_calls": 3697, "forward_seconds": 31.21212603439926, "routing_seconds": 5.186276819789782, "materialize_seconds": 0.22827016675728373, "disk_bytes_read": 30984224600, "disk_read_seconds": 18.930216543463757, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 108, "current_bytes": 28795260608, "non_weight_bytes": 7319627648, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 34639, "cache_misses": 9418, "cache_evictions": 1651, "forward_calls": 3985, "forward_seconds": 32.103739498590585, "routing_seconds": 5.435038533847546, "materialize_seconds": 0.23180479306029156, "disk_bytes_read": 31387895400, "disk_read_seconds": 19.259374589077197, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 114, "current_bytes": 28796423944, "non_weight_bytes": 7320710344, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 37547, "cache_misses": 9548, "cache_evictions": 1781, "forward_calls": 4288, "forward_seconds": 32.990846792352386, "routing_seconds": 5.703353539836826, "materialize_seconds": 0.23511341979610734, "disk_bytes_read": 31747329400, "disk_read_seconds": 19.557539212459233, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 120, "current_bytes": 28797653056, "non_weight_bytes": 7321858816, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 40262, "cache_misses": 9673, "cache_evictions": 1906, "forward_calls": 4572, "forward_seconds": 33.8865649131767, "routing_seconds": 5.98451012375881, "materialize_seconds": 0.23842974577564746, "disk_bytes_read": 32092939000, "disk_read_seconds": 19.84559214732144, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 125, "current_bytes": 28798587088, "non_weight_bytes": 7322725648, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 42757, "cache_misses": 9840, "cache_evictions": 2073, "forward_calls": 4839, "forward_seconds": 34.79930661540129, "routing_seconds": 6.216304413886974, "materialize_seconds": 0.24271832752856426, "disk_bytes_read": 32554668600, "disk_read_seconds": 20.210898392659146, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 131, "current_bytes": 28799963728, "non_weight_bytes": 7324021648, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 45381, "cache_misses": 9984, "cache_evictions": 2217, "forward_calls": 5115, "forward_seconds": 35.692325480340514, "routing_seconds": 6.4733492841769475, "materialize_seconds": 0.2465233714610804, "disk_bytes_read": 32952809400, "disk_read_seconds": 20.537910858198302, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 136, "current_bytes": 28804911960, "non_weight_bytes": 7328902680, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 47433, "cache_misses": 10182, "cache_evictions": 2415, "forward_calls": 5340, "forward_seconds": 36.60929967733682, "routing_seconds": 6.693424690165557, "materialize_seconds": 0.2513467083335854, "disk_bytes_read": 33500247800, "disk_read_seconds": 20.95943412167253, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 26, "cached_tokens": 0, "current_bytes": 5912859616, "non_weight_bytes": 5912859616, "predicted_peak_bytes": 54221920, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28807041904, "non_weight_bytes": 7331005744, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 48368, "cache_misses": 10477, "cache_evictions": 2710, "forward_calls": 5463, "forward_seconds": 37.57934872235637, "routing_seconds": 6.838033944135532, "materialize_seconds": 0.25826016819337383, "disk_bytes_read": 34315866200, "disk_read_seconds": 21.53960847709095, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28927972280, "non_weight_bytes": 7451929400, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 48835, "cache_misses": 10752, "cache_evictions": 2985, "forward_calls": 5478, "forward_seconds": 38.33740564240725, "routing_seconds": 6.89076373714488, "materialize_seconds": 0.2656145781802479, "disk_bytes_read": 35076187000, "disk_read_seconds": 22.068048154585995, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28927972280, "non_weight_bytes": 7451929400, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 49240, "cache_misses": 11150, "cache_evictions": 3383, "forward_calls": 5486, "forward_seconds": 39.351483309437754, "routing_seconds": 6.941011529183015, "materialize_seconds": 0.27644148978288285, "disk_bytes_read": 36176577400, "disk_read_seconds": 22.772755464626243, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28927972280, "non_weight_bytes": 7451929400, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 49695, "cache_misses": 11544, "cache_evictions": 3777, "forward_calls": 5494, "forward_seconds": 40.259362268436234, "routing_seconds": 6.988720653171185, "materialize_seconds": 0.2855595244036522, "disk_bytes_read": 37265908600, "disk_read_seconds": 23.485750352410832, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28927972280, "non_weight_bytes": 7451929400, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 50123, "cache_misses": 11944, "cache_evictions": 4177, "forward_calls": 5503, "forward_seconds": 41.28161122545134, "routing_seconds": 7.0464137791714165, "materialize_seconds": 0.2949859750806354, "disk_bytes_read": 38371828600, "disk_read_seconds": 24.18632966457517, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28927972280, "non_weight_bytes": 7451929400, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 50455, "cache_misses": 12343, "cache_evictions": 4576, "forward_calls": 5510, "forward_seconds": 42.25963868346298, "routing_seconds": 7.090854780195514, "materialize_seconds": 0.3047522810229566, "disk_bytes_read": 39474983800, "disk_read_seconds": 24.919144626299385, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28927972280, "non_weight_bytes": 7451929400, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 50726, "cache_misses": 12745, "cache_evictions": 4978, "forward_calls": 5517, "forward_seconds": 43.31628209943301, "routing_seconds": 7.135920986154815, "materialize_seconds": 0.31448414304759353, "disk_bytes_read": 40586433400, "disk_read_seconds": 25.659908971458208, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 28927972280, "non_weight_bytes": 7451929400, "predicted_peak_bytes": 2054825, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 51625, "cache_misses": 12986, "cache_evictions": 5219, "forward_calls": 5609, "forward_seconds": 44.30769484426128, "routing_seconds": 7.310191776952706, "materialize_seconds": 0.320650016044965, "disk_bytes_read": 41252750200, "disk_read_seconds": 26.115193222038215, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 173, "current_bytes": 28812940192, "non_weight_bytes": 7336890592, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 54378, "cache_misses": 13093, "cache_evictions": 5326, "forward_calls": 5895, "forward_seconds": 45.155126629484585, "routing_seconds": 7.592946315126028, "materialize_seconds": 0.32369763412862085, "disk_bytes_read": 41548583800, "disk_read_seconds": 26.329351290041814, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 178, "current_bytes": 28810843040, "non_weight_bytes": 7334793440, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 56383, "cache_misses": 13278, "cache_evictions": 5511, "forward_calls": 6114, "forward_seconds": 46.11418475562823, "routing_seconds": 7.870298286055913, "materialize_seconds": 0.32837713381741196, "disk_bytes_read": 42060071800, "disk_read_seconds": 26.676904779975303, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 185, "current_bytes": 28810941344, "non_weight_bytes": 7334858144, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 59421, "cache_misses": 13420, "cache_evictions": 5653, "forward_calls": 6432, "forward_seconds": 47.037160216015764, "routing_seconds": 8.143296284368262, "materialize_seconds": 0.332059127104003, "disk_bytes_read": 42452677400, "disk_read_seconds": 26.968305710324785, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 190, "current_bytes": 28813857696, "non_weight_bytes": 7337774496, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 61797, "cache_misses": 13614, "cache_evictions": 5847, "forward_calls": 6689, "forward_seconds": 47.98878576117568, "routing_seconds": 8.386582117207581, "materialize_seconds": 0.3368455852032639, "disk_bytes_read": 42989048600, "disk_read_seconds": 27.33273337778519, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 194, "current_bytes": 28813857696, "non_weight_bytes": 7337774496, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 63501, "cache_misses": 13858, "cache_evictions": 6091, "forward_calls": 6883, "forward_seconds": 48.95402772439411, "routing_seconds": 8.592837281321408, "materialize_seconds": 0.34264962127781473, "disk_bytes_read": 43663659800, "disk_read_seconds": 27.78804270378896, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 198, "current_bytes": 28813857696, "non_weight_bytes": 7337774496, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 65338, "cache_misses": 14091, "cache_evictions": 6324, "forward_calls": 7090, "forward_seconds": 49.91011389050982, "routing_seconds": 8.8062934105983, "materialize_seconds": 0.34828140508034267, "disk_bytes_read": 44307858200, "disk_read_seconds": 28.238121448637685, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 205, "current_bytes": 28813857696, "non_weight_bytes": 7337720736, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 68662, "cache_misses": 14207, "cache_evictions": 6440, "forward_calls": 7434, "forward_seconds": 50.818390378699405, "routing_seconds": 9.098251035466092, "materialize_seconds": 0.35131016036029905, "disk_bytes_read": 44628583000, "disk_read_seconds": 28.49599882803159, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 212, "current_bytes": 28813857696, "non_weight_bytes": 7337640096, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 71774, "cache_misses": 14327, "cache_evictions": 6560, "forward_calls": 7758, "forward_seconds": 51.70474217963056, "routing_seconds": 9.378481117775664, "materialize_seconds": 0.35435698644141667, "disk_bytes_read": 44960368600, "disk_read_seconds": 28.767743799602613, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 219, "current_bytes": 28813857696, "non_weight_bytes": 7337619936, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 75146, "cache_misses": 14455, "cache_evictions": 6688, "forward_calls": 8108, "forward_seconds": 52.64077988680219, "routing_seconds": 9.675324417097727, "materialize_seconds": 0.3575906114128884, "disk_bytes_read": 45314263800, "disk_read_seconds": 29.020071127044503, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 227, "current_bytes": 28813857696, "non_weight_bytes": 7337619936, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 78583, "cache_misses": 14576, "cache_evictions": 6809, "forward_calls": 8463, "forward_seconds": 53.57256051173317, "routing_seconds": 9.973840405145893, "materialize_seconds": 0.3608223972551059, "disk_bytes_read": 45648804600, "disk_read_seconds": 29.254260644025635, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 233, "current_bytes": 28813857696, "non_weight_bytes": 7337619936, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 81186, "cache_misses": 14745, "cache_evictions": 6978, "forward_calls": 8740, "forward_seconds": 54.506991516565904, "routing_seconds": 10.235903361986857, "materialize_seconds": 0.36514269627514295, "disk_bytes_read": 46116055800, "disk_read_seconds": 29.58685902770958, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 239, "current_bytes": 28813857696, "non_weight_bytes": 7337619936, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 83943, "cache_misses": 14908, "cache_evictions": 7141, "forward_calls": 9032, "forward_seconds": 55.47347997952602, "routing_seconds": 10.496320154954446, "materialize_seconds": 0.369499659340363, "disk_bytes_read": 46566718200, "disk_read_seconds": 29.90674973008572, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 245, "current_bytes": 28813857696, "non_weight_bytes": 7337619936, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 87029, "cache_misses": 15060, "cache_evictions": 7293, "forward_calls": 9356, "forward_seconds": 56.42051577422535, "routing_seconds": 10.773613947763806, "materialize_seconds": 0.37346118927234784, "disk_bytes_read": 46986967800, "disk_read_seconds": 30.201017899235012, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 251, "current_bytes": 28813857696, "non_weight_bytes": 7337619936, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 89486, "cache_misses": 15245, "cache_evictions": 7478, "forward_calls": 9621, "forward_seconds": 57.37449022696819, "routing_seconds": 11.020623487682315, "materialize_seconds": 0.37802285703946836, "disk_bytes_read": 47498455800, "disk_read_seconds": 30.549719441507477, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 256, "current_bytes": 28813857696, "non_weight_bytes": 7337619936, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 91882, "cache_misses": 15439, "cache_evictions": 7672, "forward_calls": 9879, "forward_seconds": 58.32642956203199, "routing_seconds": 11.256280372617766, "materialize_seconds": 0.38272098475135863, "disk_bytes_read": 48034827000, "disk_read_seconds": 30.921026143041672, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 262, "current_bytes": 28813857696, "non_weight_bytes": 7337619936, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 94230, "cache_misses": 15631, "cache_evictions": 7864, "forward_calls": 10133, "forward_seconds": 59.270863185374765, "routing_seconds": 11.491640287509654, "materialize_seconds": 0.38753910359810106, "disk_bytes_read": 48565668600, "disk_read_seconds": 31.293216020276304, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 266, "current_bytes": 28813874080, "non_weight_bytes": 7337636320, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 96063, "cache_misses": 15866, "cache_evictions": 8099, "forward_calls": 10340, "forward_seconds": 60.243810344312806, "routing_seconds": 11.699441122531425, "materialize_seconds": 0.393096397689078, "disk_bytes_read": 49215396600, "disk_read_seconds": 31.73940304268035, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 271, "current_bytes": 28813874080, "non_weight_bytes": 7337636320, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 98359, "cache_misses": 16060, "cache_evictions": 8293, "forward_calls": 10589, "forward_seconds": 61.20270806062035, "routing_seconds": 11.933363079588162, "materialize_seconds": 0.3980381037690677, "disk_bytes_read": 49751767800, "disk_read_seconds": 32.117564478190616, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 276, "current_bytes": 28813874080, "non_weight_bytes": 7337636320, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 100589, "cache_misses": 16262, "cache_evictions": 8495, "forward_calls": 10833, "forward_seconds": 62.169023895665305, "routing_seconds": 12.161335373675684, "materialize_seconds": 0.402931069053011, "disk_bytes_read": 50310257400, "disk_read_seconds": 32.50483810616424, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 139, "current_bytes": 28894155704, "non_weight_bytes": 7418112824, "predicted_peak_bytes": 237094880, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28814218144, "non_weight_bytes": 7337980384, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 101643, "cache_misses": 16546, "cache_evictions": 8779, "forward_calls": 10966, "forward_seconds": 63.133648394665215, "routing_seconds": 12.336443793494254, "materialize_seconds": 0.40980581325129606, "disk_bytes_read": 51095460600, "disk_read_seconds": 33.04393436294049, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28940227584, "non_weight_bytes": 7463989824, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 101982, "cache_misses": 16838, "cache_evictions": 9071, "forward_calls": 10994, "forward_seconds": 63.78921973062097, "routing_seconds": 12.39810525046778, "materialize_seconds": 0.4167647288995795, "disk_bytes_read": 51902782200, "disk_read_seconds": 33.56988908708445, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28940227584, "non_weight_bytes": 7463989824, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 102388, "cache_misses": 17237, "cache_evictions": 9470, "forward_calls": 11002, "forward_seconds": 64.8703025225841, "routing_seconds": 12.451694459479768, "materialize_seconds": 0.4268695938808378, "disk_bytes_read": 53005937400, "disk_read_seconds": 34.28225034833304, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28940227584, "non_weight_bytes": 7463989824, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 102786, "cache_misses": 17639, "cache_evictions": 9872, "forward_calls": 11010, "forward_seconds": 65.82248560662265, "routing_seconds": 12.506103253515903, "materialize_seconds": 0.436907891795272, "disk_bytes_read": 54117387000, "disk_read_seconds": 34.97992461689864, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28940227584, "non_weight_bytes": 7463989824, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 103169, "cache_misses": 18039, "cache_evictions": 10272, "forward_calls": 11018, "forward_seconds": 66.84998623264255, "routing_seconds": 12.557736588525586, "materialize_seconds": 0.4464038515579887, "disk_bytes_read": 55223307000, "disk_read_seconds": 35.699699806486024, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28940227584, "non_weight_bytes": 7463989824, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 103531, "cache_misses": 18446, "cache_evictions": 10679, "forward_calls": 11026, "forward_seconds": 67.84363748168107, "routing_seconds": 12.612196381553076, "materialize_seconds": 0.45610580244101584, "disk_bytes_read": 56348580600, "disk_read_seconds": 36.41170813408098, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28940227584, "non_weight_bytes": 7463989824, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 103793, "cache_misses": 18862, "cache_evictions": 11095, "forward_calls": 11033, "forward_seconds": 68.88268569073989, "routing_seconds": 12.656424673565198, "materialize_seconds": 0.46577215028810315, "disk_bytes_read": 57498737400, "disk_read_seconds": 37.16362319941982, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 28940227584, "non_weight_bytes": 7463989824, "predicted_peak_bytes": 54184498, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 104025, "cache_misses": 19287, "cache_evictions": 11520, "forward_calls": 11039, "forward_seconds": 69.845387067704, "routing_seconds": 12.697761506569805, "materialize_seconds": 0.476242901670048, "disk_bytes_read": 58673777400, "disk_read_seconds": 37.92156980512664, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 309, "current_bytes": 28813841312, "non_weight_bytes": 7337603552, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 104878, "cache_misses": 19491, "cache_evictions": 11724, "forward_calls": 11142, "forward_seconds": 70.74147336377064, "routing_seconds": 12.876495964592323, "materialize_seconds": 0.4811847178498283, "disk_bytes_read": 59237796600, "disk_read_seconds": 38.28804019364179, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 314, "current_bytes": 28813841312, "non_weight_bytes": 7337603552, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 107510, "cache_misses": 19671, "cache_evictions": 11904, "forward_calls": 11423, "forward_seconds": 71.69228561341879, "routing_seconds": 13.120506769570056, "materialize_seconds": 0.4856728067388758, "disk_bytes_read": 59735460600, "disk_read_seconds": 38.62951083961525, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 320, "current_bytes": 28808532896, "non_weight_bytes": 7332295136, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 110073, "cache_misses": 19858, "cache_evictions": 12091, "forward_calls": 11698, "forward_seconds": 72.64314757610555, "routing_seconds": 13.369006114196964, "materialize_seconds": 0.49017156395711936, "disk_bytes_read": 60252478200, "disk_read_seconds": 38.97758426787914, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 325, "current_bytes": 28808532896, "non_weight_bytes": 7332295136, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 112207, "cache_misses": 20064, "cache_evictions": 12297, "forward_calls": 11932, "forward_seconds": 73.60103890253231, "routing_seconds": 13.594723493763013, "materialize_seconds": 0.4951695197378285, "disk_bytes_read": 60822027000, "disk_read_seconds": 39.375241924106376, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 330, "current_bytes": 28808827808, "non_weight_bytes": 7332590048, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 114400, "cache_misses": 20271, "cache_evictions": 12504, "forward_calls": 12172, "forward_seconds": 74.55129018766456, "routing_seconds": 13.82273290574085, "materialize_seconds": 0.5004345600318629, "disk_bytes_read": 61394340600, "disk_read_seconds": 39.773664091480896, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 334, "current_bytes": 28811695008, "non_weight_bytes": 7335457248, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 115787, "cache_misses": 20522, "cache_evictions": 12755, "forward_calls": 12336, "forward_seconds": 75.52448753252975, "routing_seconds": 14.022415159677621, "materialize_seconds": 0.506379845115589, "disk_bytes_read": 62088305400, "disk_read_seconds": 40.254055267898366, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 339, "current_bytes": 28811695008, "non_weight_bytes": 7335457248, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 117997, "cache_misses": 20714, "cache_evictions": 12947, "forward_calls": 12577, "forward_seconds": 76.47911445150385, "routing_seconds": 14.256819452682976, "materialize_seconds": 0.5112327511014882, "disk_bytes_read": 62619147000, "disk_read_seconds": 40.62471350992564, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 344, "current_bytes": 28814447520, "non_weight_bytes": 7338209760, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 120579, "cache_misses": 20892, "cache_evictions": 13125, "forward_calls": 12852, "forward_seconds": 77.42554256459698, "routing_seconds": 14.512822529912228, "materialize_seconds": 0.515829832147574, "disk_bytes_read": 63111281400, "disk_read_seconds": 40.96715521829901, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 349, "current_bytes": 28813071264, "non_weight_bytes": 7336833504, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 122880, "cache_misses": 21091, "cache_evictions": 13324, "forward_calls": 13103, "forward_seconds": 78.38754697464174, "routing_seconds": 14.74164048305829, "materialize_seconds": 0.5207769154221751, "disk_bytes_read": 63661476600, "disk_read_seconds": 41.35234005091479, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 355, "current_bytes": 28813071264, "non_weight_bytes": 7336833504, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 125219, "cache_misses": 21282, "cache_evictions": 13515, "forward_calls": 13356, "forward_seconds": 79.33945080940612, "routing_seconds": 14.97960348817287, "materialize_seconds": 0.5255924233060796, "disk_bytes_read": 64189553400, "disk_read_seconds": 41.72067718411563, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 360, "current_bytes": 28813071264, "non_weight_bytes": 7336833504, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 127325, "cache_misses": 21494, "cache_evictions": 13727, "forward_calls": 13587, "forward_seconds": 80.29516810231144, "routing_seconds": 15.194803985883482, "materialize_seconds": 0.5309368374873884, "disk_bytes_read": 64775691000, "disk_read_seconds": 42.126749967748765, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 364, "current_bytes": 28813071264, "non_weight_bytes": 7336833504, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 128981, "cache_misses": 21730, "cache_evictions": 13963, "forward_calls": 13777, "forward_seconds": 81.26277464747545, "routing_seconds": 15.401013280934421, "materialize_seconds": 0.5366190926288255, "disk_bytes_read": 65428183800, "disk_read_seconds": 42.58215243575978, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 368, "current_bytes": 28813071264, "non_weight_bytes": 7336833504, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 130930, "cache_misses": 21951, "cache_evictions": 14184, "forward_calls": 13993, "forward_seconds": 82.21783610829152, "routing_seconds": 15.62249811476795, "materialize_seconds": 0.5420946846134029, "disk_bytes_read": 66039204600, "disk_read_seconds": 43.00176498372457, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 372, "current_bytes": 28813071264, "non_weight_bytes": 7336833504, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 132521, "cache_misses": 22190, "cache_evictions": 14423, "forward_calls": 14177, "forward_seconds": 83.19031477352837, "routing_seconds": 15.833199200889794, "materialize_seconds": 0.5478870574734174, "disk_bytes_read": 66699991800, "disk_read_seconds": 43.4520604313293, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 376, "current_bytes": 28813071264, "non_weight_bytes": 7336833504, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 134391, "cache_misses": 22410, "cache_evictions": 14643, "forward_calls": 14385, "forward_seconds": 84.13852372750989, "routing_seconds": 16.049851616844535, "materialize_seconds": 0.5537260255368892, "disk_bytes_read": 67308247800, "disk_read_seconds": 43.87827011878835, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 381, "current_bytes": 28813071264, "non_weight_bytes": 7336833504, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 136457, "cache_misses": 22612, "cache_evictions": 14845, "forward_calls": 14612, "forward_seconds": 85.10208102318575, "routing_seconds": 16.284844449633965, "materialize_seconds": 0.5587102303979918, "disk_bytes_read": 67866737400, "disk_read_seconds": 44.273086502362275, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 385, "current_bytes": 28813087648, "non_weight_bytes": 7336849888, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 138398, "cache_misses": 22833, "cache_evictions": 15066, "forward_calls": 14828, "forward_seconds": 86.06983535233303, "routing_seconds": 16.497973994497443, "materialize_seconds": 0.5641956444014795, "disk_bytes_read": 68477758200, "disk_read_seconds": 44.70050618390087, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 390, "current_bytes": 28813087648, "non_weight_bytes": 7336849888, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 140374, "cache_misses": 23045, "cache_evictions": 15278, "forward_calls": 15047, "forward_seconds": 87.02881547133438, "routing_seconds": 16.7224838216207, "materialize_seconds": 0.5695020163257141, "disk_bytes_read": 69063895800, "disk_read_seconds": 45.111717719817534, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 394, "current_bytes": 28818150304, "non_weight_bytes": 7341912544, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 142258, "cache_misses": 23261, "cache_evictions": 15494, "forward_calls": 15257, "forward_seconds": 87.99601066211471, "routing_seconds": 16.95116285950644, "materialize_seconds": 0.5753124009061139, "disk_bytes_read": 69661092600, "disk_read_seconds": 45.52475495211547, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 398, "current_bytes": 28818150304, "non_weight_bytes": 7341912544, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 143752, "cache_misses": 23509, "cache_evictions": 15742, "forward_calls": 15432, "forward_seconds": 88.96610361195053, "routing_seconds": 17.15046081339824, "materialize_seconds": 0.5813141088874545, "disk_bytes_read": 70346763000, "disk_read_seconds": 46.00049190130085, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 402, "current_bytes": 28818150304, "non_weight_bytes": 7341912544, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 145592, "cache_misses": 23729, "cache_evictions": 15962, "forward_calls": 15638, "forward_seconds": 89.92781035928056, "routing_seconds": 17.37006239267066, "materialize_seconds": 0.5870886900811456, "disk_bytes_read": 70955019000, "disk_read_seconds": 46.42344281208352, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 407, "current_bytes": 28818150304, "non_weight_bytes": 7341912544, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 147537, "cache_misses": 23952, "cache_evictions": 16185, "forward_calls": 15854, "forward_seconds": 90.88626482116524, "routing_seconds": 17.579933565633837, "materialize_seconds": 0.5924490616307594, "disk_bytes_read": 71571569400, "disk_read_seconds": 46.85362084489316, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 412, "current_bytes": 28818150304, "non_weight_bytes": 7341912544, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 149631, "cache_misses": 24148, "cache_evictions": 16381, "forward_calls": 16083, "forward_seconds": 91.84133123620995, "routing_seconds": 17.82015462356503, "materialize_seconds": 0.5975671448104549, "disk_bytes_read": 72113470200, "disk_read_seconds": 47.23624199384358, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 416, "current_bytes": 28818150304, "non_weight_bytes": 7341912544, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 151465, "cache_misses": 24354, "cache_evictions": 16587, "forward_calls": 16287, "forward_seconds": 92.81003373826388, "routing_seconds": 18.059148416592507, "materialize_seconds": 0.6028144340380095, "disk_bytes_read": 72683019000, "disk_read_seconds": 47.63920583378058, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 419, "current_bytes": 28818150304, "non_weight_bytes": 7341912544, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 152738, "cache_misses": 24621, "cache_evictions": 16854, "forward_calls": 16441, "forward_seconds": 93.78230098617496, "routing_seconds": 18.238397589651868, "materialize_seconds": 0.6092583430581726, "disk_bytes_read": 73421220600, "disk_read_seconds": 48.151573583250865, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 0, "attention_shared_bytes": 0, "last_prefill_admission": { "chunk_tokens": 27, "cached_tokens": 280, "current_bytes": 28902249472, "non_weight_bytes": 7426011712, "predicted_peak_bytes": 291617960, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 420, "current_bytes": 28952368176, "non_weight_bytes": 7476130416, "predicted_peak_bytes": 130108146, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 153178, "cache_misses": 24883, "cache_evictions": 17116, "forward_calls": 16512, "forward_seconds": 94.61292294226587, "routing_seconds": 18.3637659267697, "materialize_seconds": 0.6154583772004116, "disk_bytes_read": 74145598200, "disk_read_seconds": 48.659087680251105, "resident_cache_bytes": 21474201600, "effective_cache_budget_bytes": 21474836480 } ] }