{ "model": "Vontra/GLM-5.3-Flash-MLX-oQ2-MTP", "same_context": false, "persistence": true, "fixed_history": true, "expert_budget": "20480", "reasoning_effort": "low", "samples": [ { "first_text_seconds": 12.775536957982695, "total_seconds": 28.746159583010012, "finish_reason": "stop", "truncated": false, "answer": "Rust is a systems programming language that emphasizes memory safety, concurrency, and performance through its innovative ownership model, which enforces safe memory management at compile time without needing a garbage collector.", "usage": { "completion_tokens": 38, "prompt_tokens": 23, "total_tokens": 61 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 23, "completion_tokens": 38, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 0, "cache_evictions": 0, "forward_calls": 0, "forward_seconds": 0.0, "routing_seconds": 0.0, "materialize_seconds": 0.0, "disk_bytes_read": 9567393404, "disk_read_seconds": 1.9639004460768774, "resident_cache_bytes": 0, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32404657152, "non_weight_bytes": 10935063552, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9460, "cache_misses": 7452, "cache_evictions": 4722, "forward_calls": 1722, "forward_seconds": 28.09068592195399, "routing_seconds": 3.5302638771245256, "materialize_seconds": 0.2619057731644716, "disk_bytes_read": 68172306044, "disk_read_seconds": 17.9655262985616, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 0, 28 ], "correct": true, "backend_phases": { "cached_prompt_tokens": 0, "decode_seconds": 15.97, "evaluated_prompt_tokens": 23, "first_token_seconds": 12.74, "prompt_seconds": 12.74 }, "expert_hit_rate": 0.5593661305581835, "expert_read_GiB": 54.580078125, "decode_tokens_per_second": 2.3794614902943017, "decode_window": { "token_equivalents": 35.30952380952381, "expert_hit_rate": 0.7040627107215105, "read_GiB_per_token": 0.7282831728337829, "disk_read_seconds_per_token": 0.21517272432614495, "forward_seconds_per_token": 0.4208489164373045, "routing_seconds_per_token": 0.07689080359262715 } }, { "first_text_seconds": 10.782940208009677, "total_seconds": 20.809005041024648, "finish_reason": "stop", "truncated": false, "answer": "Rust is a memory-safe systems programming language whose ownership model eliminates data races and memory errors at compile time without a garbage collector.", "usage": { "completion_tokens": 37, "prompt_tokens": 75, "total_tokens": 112 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 75, "completion_tokens": 37, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32404657152, "non_weight_bytes": 10935063552, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9460, "cache_misses": 7452, "cache_evictions": 4722, "forward_calls": 1722, "forward_seconds": 28.09068592195399, "routing_seconds": 3.5302638771245256, "materialize_seconds": 0.2619057731644716, "disk_bytes_read": 68172306044, "disk_read_seconds": 17.9655262985616, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32404346024, "non_weight_bytes": 10934752424, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19506, "cache_misses": 12694, "cache_evictions": 9964, "forward_calls": 3402, "forward_seconds": 48.359753988625016, "routing_seconds": 6.773266040952876, "materialize_seconds": 0.4490123050636612, "disk_bytes_read": 109397071484, "disk_read_seconds": 28.990709104778944, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 28, 49 ], "correct": true, "backend_phases": { "cached_prompt_tokens": 62, "decode_seconds": 14.57, "evaluated_prompt_tokens": 13, "first_token_seconds": 6.22, "prompt_seconds": 6.22 }, "expert_hit_rate": 0.6571166928309785, "expert_read_GiB": 38.3935546875, "decode_tokens_per_second": 2.539464653397392, "decode_window": { "token_equivalents": 37.0, "expert_hit_rate": 0.707046332046332, "read_GiB_per_token": 0.7209406672297297, "disk_read_seconds_per_token": 0.2071876456061177, "forward_seconds_per_token": 0.40015914598700114, "routing_seconds_per_token": 0.07257831180421007 } }, { "first_text_seconds": 15.22336262499448, "total_seconds": 27.396900666994043, "finish_reason": "stop", "truncated": false, "answer": "Rust is a systems programming language that guarantees memory safety and thread safety through compile-time checks, letting developers build fast, reliable software without a garbage collector.", "usage": { "completion_tokens": 41, "prompt_tokens": 116, "total_tokens": 157 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 116, "completion_tokens": 41, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32404346024, "non_weight_bytes": 10934752424, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19506, "cache_misses": 12694, "cache_evictions": 9964, "forward_calls": 3402, "forward_seconds": 48.359753988625016, "routing_seconds": 6.773266040952876, "materialize_seconds": 0.4490123050636612, "disk_bytes_read": 109397071484, "disk_read_seconds": 28.990709104778944, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 157, "current_bytes": 32406590848, "non_weight_bytes": 10936997248, "predicted_peak_bytes": 258965312, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 31753, "cache_misses": 19776, "cache_evictions": 17046, "forward_calls": 5250, "forward_seconds": 75.12900922517292, "routing_seconds": 10.447983560705325, "materialize_seconds": 0.7020290043437853, "disk_bytes_read": 165092185724, "disk_read_seconds": 43.96850046314648, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 49, 76 ], "correct": true, "backend_phases": { "cached_prompt_tokens": 74, "decode_seconds": 16.31, "evaluated_prompt_tokens": 42, "first_token_seconds": 11.07, "prompt_seconds": 11.07 }, "expert_hit_rate": 0.6336075327228516, "expert_read_GiB": 51.8701171875, "decode_tokens_per_second": 2.513795217657879, "decode_window": { "token_equivalents": 39.976190476190474, "expert_hit_rate": 0.7071428571428572, "read_GiB_per_token": 0.7211323704586063, "disk_read_seconds_per_token": 0.20701693366649865, "forward_seconds_per_token": 0.397117164177474, "routing_seconds_per_token": 0.07094749969524843 } } ], "status": [ { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 314, "cache_evictions": 0, "forward_calls": 2, "forward_seconds": 0.6802940420166124, "routing_seconds": 0.051703167031519115, "materialize_seconds": 0.009989548911107704, "disk_bytes_read": 12036789884, "disk_read_seconds": 2.5977675684553105, "resident_cache_bytes": 2469396480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 654, "cache_evictions": 0, "forward_calls": 6, "forward_seconds": 1.8659925000101794, "routing_seconds": 0.09195241704583168, "materialize_seconds": 0.021060284198028967, "disk_bytes_read": 14710658684, "disk_read_seconds": 3.2919324381800834, "resident_cache_bytes": 5143265280, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 974, "cache_evictions": 0, "forward_calls": 9, "forward_seconds": 2.8698503760097083, "routing_seconds": 0.12278150103520602, "materialize_seconds": 0.031310655060224235, "disk_bytes_read": 17227241084, "disk_read_seconds": 3.9706728855671827, "resident_cache_bytes": 7659847680, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1284, "cache_evictions": 0, "forward_calls": 13, "forward_seconds": 3.9710818759631366, "routing_seconds": 0.15201025101123378, "materialize_seconds": 0.04189524316461757, "disk_bytes_read": 19665180284, "disk_read_seconds": 4.636532445059856, "resident_cache_bytes": 10097786880, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1601, "cache_evictions": 0, "forward_calls": 17, "forward_seconds": 4.902208751969738, "routing_seconds": 0.20488608503364958, "materialize_seconds": 0.05263146202196367, "disk_bytes_read": 22158169724, "disk_read_seconds": 5.3217166968097445, "resident_cache_bytes": 12590776320, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1901, "cache_evictions": 0, "forward_calls": 22, "forward_seconds": 5.983352583949454, "routing_seconds": 0.253562876052456, "materialize_seconds": 0.06227480375673622, "disk_bytes_read": 24517465724, "disk_read_seconds": 5.971677030756837, "resident_cache_bytes": 14950072320, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 2205, "cache_evictions": 0, "forward_calls": 26, "forward_seconds": 6.8759320849203505, "routing_seconds": 0.29324708503554575, "materialize_seconds": 0.07308385201031342, "disk_bytes_read": 26908219004, "disk_read_seconds": 6.637067366245901, "resident_cache_bytes": 17340825600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 2521, "cache_evictions": 0, "forward_calls": 30, "forward_seconds": 7.960834583907854, "routing_seconds": 0.3272314590285532, "materialize_seconds": 0.0837451389816124, "disk_bytes_read": 29393344124, "disk_read_seconds": 7.301061065430986, "resident_cache_bytes": 19825950720, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 2826, "cache_evictions": 96, "forward_calls": 34, "forward_seconds": 8.985653499868931, "routing_seconds": 0.3728191669797525, "materialize_seconds": 0.09410417315666564, "disk_bytes_read": 31791961724, "disk_read_seconds": 7.947983874153579, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 3130, "cache_evictions": 400, "forward_calls": 37, "forward_seconds": 9.796379708859604, "routing_seconds": 0.4037807499989867, "materialize_seconds": 0.1046266711782664, "disk_bytes_read": 34182715004, "disk_read_seconds": 8.614244609110756, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 3436, "cache_evictions": 706, "forward_calls": 41, "forward_seconds": 10.88878520889557, "routing_seconds": 0.448227083979873, "materialize_seconds": 0.11593504119082354, "disk_bytes_read": 36589196924, "disk_read_seconds": 9.27007604969549, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 459, "cache_misses": 3637, "cache_evictions": 907, "forward_calls": 119, "forward_seconds": 11.971326997794677, "routing_seconds": 0.6037857519404497, "materialize_seconds": 0.12297849528840743, "disk_bytes_read": 38169925244, "disk_read_seconds": 9.71096177547588, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 25, "current_bytes": 32241352688, "non_weight_bytes": 10771759088, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 865, "cache_misses": 3863, "cache_evictions": 1133, "forward_calls": 198, "forward_seconds": 12.888779957895167, "routing_seconds": 0.758672297000885, "materialize_seconds": 0.1312611507019028, "disk_bytes_read": 39947261564, "disk_read_seconds": 10.200926191319013, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 27, "current_bytes": 32250413712, "non_weight_bytes": 10780820112, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 1364, "cache_misses": 4108, "cache_evictions": 1378, "forward_calls": 292, "forward_seconds": 13.888382334000198, "routing_seconds": 0.924649007152766, "materialize_seconds": 0.1397577285533771, "disk_bytes_read": 41874019964, "disk_read_seconds": 10.724754724651575, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 30, "current_bytes": 32251135496, "non_weight_bytes": 10781541896, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 1804, "cache_misses": 4356, "cache_evictions": 1626, "forward_calls": 378, "forward_seconds": 14.872599462105427, "routing_seconds": 1.080790719250217, "materialize_seconds": 0.1484139463864267, "disk_bytes_read": 43824371324, "disk_read_seconds": 11.259824536944507, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 32, "current_bytes": 32251660432, "non_weight_bytes": 10782066832, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 2285, "cache_misses": 4595, "cache_evictions": 1865, "forward_calls": 467, "forward_seconds": 15.85467496025376, "routing_seconds": 1.2506862193404231, "materialize_seconds": 0.15678602759726346, "disk_bytes_read": 45703943804, "disk_read_seconds": 11.811857046326622, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 33, "current_bytes": 32244320784, "non_weight_bytes": 10774727184, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 2649, "cache_misses": 4839, "cache_evictions": 2109, "forward_calls": 543, "forward_seconds": 16.865320042474195, "routing_seconds": 1.421248093538452, "materialize_seconds": 0.1658842686447315, "disk_bytes_read": 47622837884, "disk_read_seconds": 12.332842568866909, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 36, "current_bytes": 32252759336, "non_weight_bytes": 10783165736, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 3163, "cache_misses": 5069, "cache_evictions": 2339, "forward_calls": 636, "forward_seconds": 17.856791501311818, "routing_seconds": 1.6068120093841571, "materialize_seconds": 0.17430063863866962, "disk_bytes_read": 49431631484, "disk_read_seconds": 12.824662305123638, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 38, "current_bytes": 32257379840, "non_weight_bytes": 10787786240, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 3823, "cache_misses": 5273, "cache_evictions": 2543, "forward_calls": 745, "forward_seconds": 18.849172587302746, "routing_seconds": 1.8199065083172172, "materialize_seconds": 0.1820433447137475, "disk_bytes_read": 51035952764, "disk_read_seconds": 13.270394643681357, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 41, "current_bytes": 32253611880, "non_weight_bytes": 10784018280, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 4398, "cache_misses": 5498, "cache_evictions": 2768, "forward_calls": 844, "forward_seconds": 19.827114505518693, "routing_seconds": 2.0088351744925603, "materialize_seconds": 0.19027079979423434, "disk_bytes_read": 52805424764, "disk_read_seconds": 13.761353429814335, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 43, "current_bytes": 32257986576, "non_weight_bytes": 10788392976, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 5024, "cache_misses": 5720, "cache_evictions": 2990, "forward_calls": 951, "forward_seconds": 20.83245863346383, "routing_seconds": 2.205078845465323, "materialize_seconds": 0.19809768168488517, "disk_bytes_read": 54551303804, "disk_read_seconds": 14.237834077444859, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 46, "current_bytes": 32230674856, "non_weight_bytes": 10761081256, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 5774, "cache_misses": 5938, "cache_evictions": 3208, "forward_calls": 1071, "forward_seconds": 21.813726048421813, "routing_seconds": 2.4108241265057586, "materialize_seconds": 0.20637280683149584, "disk_bytes_read": 56265725564, "disk_read_seconds": 14.709919075947255, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 49, "current_bytes": 32246633136, "non_weight_bytes": 10777039536, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 6402, "cache_misses": 6174, "cache_evictions": 3444, "forward_calls": 1179, "forward_seconds": 22.79495379855507, "routing_seconds": 2.592401331581641, "materialize_seconds": 0.21506314491853118, "disk_bytes_read": 58121705084, "disk_read_seconds": 15.21999580078409, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 51, "current_bytes": 32254546632, "non_weight_bytes": 10784953032, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 7161, "cache_misses": 6391, "cache_evictions": 3661, "forward_calls": 1301, "forward_seconds": 23.789890128624393, "routing_seconds": 2.7896408277447335, "materialize_seconds": 0.2231374770635739, "disk_bytes_read": 59828262524, "disk_read_seconds": 15.692323214636417, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 54, "current_bytes": 32246944576, "non_weight_bytes": 10777350976, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 7587, "cache_misses": 6645, "cache_evictions": 3915, "forward_calls": 1386, "forward_seconds": 24.771456751739606, "routing_seconds": 2.955485450773267, "materialize_seconds": 0.2324221359740477, "disk_bytes_read": 61825799804, "disk_read_seconds": 16.236362571420614, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 56, "current_bytes": 32247075720, "non_weight_bytes": 10777482120, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 8077, "cache_misses": 6891, "cache_evictions": 4161, "forward_calls": 1479, "forward_seconds": 25.787098919798154, "routing_seconds": 3.121954121859744, "materialize_seconds": 0.2414739329542499, "disk_bytes_read": 63760422524, "disk_read_seconds": 16.771811616315972, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 58, "current_bytes": 32252466080, "non_weight_bytes": 10782872480, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 8679, "cache_misses": 7129, "cache_evictions": 4399, "forward_calls": 1584, "forward_seconds": 26.77300916783861, "routing_seconds": 3.301646830950631, "materialize_seconds": 0.25006097901496105, "disk_bytes_read": 65632130684, "disk_read_seconds": 17.27682520035887, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10143439976, "non_weight_bytes": 10143439976, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32263132112, "non_weight_bytes": 10793538512, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9218, "cache_misses": 7374, "cache_evictions": 4644, "forward_calls": 1681, "forward_seconds": 27.748754793050466, "routing_seconds": 3.4736499571881723, "materialize_seconds": 0.25894085617619567, "disk_bytes_read": 67558889084, "disk_read_seconds": 17.79857262407313, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32404657152, "non_weight_bytes": 10935063552, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9548, "cache_misses": 7629, "cache_evictions": 4899, "forward_calls": 1725, "forward_seconds": 28.562566213920945, "routing_seconds": 3.5881962100684177, "materialize_seconds": 0.2679501841776073, "disk_bytes_read": 69564290684, "disk_read_seconds": 18.340098446060438, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32404657152, "non_weight_bytes": 10935063552, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9739, "cache_misses": 7932, "cache_evictions": 5202, "forward_calls": 1734, "forward_seconds": 29.589020462910412, "routing_seconds": 3.666137086052913, "materialize_seconds": 0.27857485521235503, "disk_bytes_read": 71947179644, "disk_read_seconds": 18.97808945464203, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32404657152, "non_weight_bytes": 10935063552, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9968, "cache_misses": 8232, "cache_evictions": 5502, "forward_calls": 1746, "forward_seconds": 30.58243091989425, "routing_seconds": 3.75281921113492, "materialize_seconds": 0.2889785323932301, "disk_bytes_read": 74306475644, "disk_read_seconds": 19.600990854232805, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32404657152, "non_weight_bytes": 10935063552, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10146, "cache_misses": 8529, "cache_evictions": 5799, "forward_calls": 1756, "forward_seconds": 31.64516421186272, "routing_seconds": 3.8502290871401783, "materialize_seconds": 0.29904920526314527, "disk_bytes_read": 76642178684, "disk_read_seconds": 20.218519906367874, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32404657152, "non_weight_bytes": 10935063552, "predicted_peak_bytes": 42115842, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10320, "cache_misses": 8800, "cache_evictions": 6070, "forward_calls": 1766, "forward_seconds": 32.58700367194251, "routing_seconds": 3.932208546117181, "materialize_seconds": 0.3091297824284993, "disk_bytes_read": 78773409404, "disk_read_seconds": 20.812332634202903, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 76, "current_bytes": 32261116928, "non_weight_bytes": 10791523328, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10716, "cache_misses": 9052, "cache_evictions": 6322, "forward_calls": 1848, "forward_seconds": 33.553865587105975, "routing_seconds": 4.087868504197104, "materialize_seconds": 0.3178612341871485, "disk_bytes_read": 80755218044, "disk_read_seconds": 21.32476621735259, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 77, "current_bytes": 32260477952, "non_weight_bytes": 10790884352, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 11030, "cache_misses": 9314, "cache_evictions": 6584, "forward_calls": 1919, "forward_seconds": 34.540100674144924, "routing_seconds": 4.226792672154261, "materialize_seconds": 0.3269452292006463, "disk_bytes_read": 82815669884, "disk_read_seconds": 21.91236489659059, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 79, "current_bytes": 32261116952, "non_weight_bytes": 10791523352, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 11471, "cache_misses": 9577, "cache_evictions": 6847, "forward_calls": 2007, "forward_seconds": 35.53322709022905, "routing_seconds": 4.390728295198642, "materialize_seconds": 0.3361381089198403, "disk_bytes_read": 84883986044, "disk_read_seconds": 22.455236731562763, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 81, "current_bytes": 32263590936, "non_weight_bytes": 10793997336, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 11947, "cache_misses": 9837, "cache_evictions": 7107, "forward_calls": 2099, "forward_seconds": 36.52569225418847, "routing_seconds": 4.549114131135866, "materialize_seconds": 0.34547814703546464, "disk_bytes_read": 86928709244, "disk_read_seconds": 22.98367748365854, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 84, "current_bytes": 32258282520, "non_weight_bytes": 10788688920, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 12419, "cache_misses": 10093, "cache_evictions": 7363, "forward_calls": 2190, "forward_seconds": 37.51141208608169, "routing_seconds": 4.716561257140711, "materialize_seconds": 0.3546193560177926, "disk_bytes_read": 88941975164, "disk_read_seconds": 23.51632512555807, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 86, "current_bytes": 32253105176, "non_weight_bytes": 10783511576, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 13061, "cache_misses": 10323, "cache_evictions": 7593, "forward_calls": 2300, "forward_seconds": 38.50609649892431, "routing_seconds": 4.911647247965448, "materialize_seconds": 0.3628141871013213, "disk_bytes_read": 90750768764, "disk_read_seconds": 23.995276209374424, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 89, "current_bytes": 32260969496, "non_weight_bytes": 10791375896, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 13610, "cache_misses": 10566, "cache_evictions": 7836, "forward_calls": 2398, "forward_seconds": 39.48366087785689, "routing_seconds": 5.093821620888775, "materialize_seconds": 0.37145910429535434, "disk_bytes_read": 92661798524, "disk_read_seconds": 24.5096173180209, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 92, "current_bytes": 32265409584, "non_weight_bytes": 10795815984, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 14475, "cache_misses": 10781, "cache_evictions": 8051, "forward_calls": 2534, "forward_seconds": 40.484171668678755, "routing_seconds": 5.307609872921603, "materialize_seconds": 0.37958432122832164, "disk_bytes_read": 94352627324, "disk_read_seconds": 24.961903417570284, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 95, "current_bytes": 32265425968, "non_weight_bytes": 10795832368, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 15216, "cache_misses": 11016, "cache_evictions": 8286, "forward_calls": 2656, "forward_seconds": 41.46336642061942, "routing_seconds": 5.496247372764628, "materialize_seconds": 0.3880614431691356, "disk_bytes_read": 96200742524, "disk_read_seconds": 25.456941498239757, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 97, "current_bytes": 32255743024, "non_weight_bytes": 10786149424, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 15893, "cache_misses": 11251, "cache_evictions": 8521, "forward_calls": 2769, "forward_seconds": 42.449396671698196, "routing_seconds": 5.680652209877735, "materialize_seconds": 0.3966164026642218, "disk_bytes_read": 98048857724, "disk_read_seconds": 25.954908502841135, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 100, "current_bytes": 32258888752, "non_weight_bytes": 10789295152, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 16385, "cache_misses": 11503, "cache_evictions": 8773, "forward_calls": 2862, "forward_seconds": 43.439529920666246, "routing_seconds": 5.859449916839367, "materialize_seconds": 0.40546744444873184, "disk_bytes_read": 100030666364, "disk_read_seconds": 26.48209260214935, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 102, "current_bytes": 32260953136, "non_weight_bytes": 10791359536, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 17004, "cache_misses": 11748, "cache_evictions": 9018, "forward_calls": 2970, "forward_seconds": 44.434958623722196, "routing_seconds": 6.034784244839102, "materialize_seconds": 0.4146292323421221, "disk_bytes_read": 101957424764, "disk_read_seconds": 26.996840991952922, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 105, "current_bytes": 32260969544, "non_weight_bytes": 10791375944, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 17568, "cache_misses": 11992, "cache_evictions": 9262, "forward_calls": 3072, "forward_seconds": 45.42648103975807, "routing_seconds": 6.217708997923182, "materialize_seconds": 0.4231697722862009, "disk_bytes_read": 103876318844, "disk_read_seconds": 27.506451835128246, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 107, "current_bytes": 32253662280, "non_weight_bytes": 10784068680, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18261, "cache_misses": 12227, "cache_evictions": 9497, "forward_calls": 3188, "forward_seconds": 46.40879329259042, "routing_seconds": 6.408220709010493, "materialize_seconds": 0.4317354011000134, "disk_bytes_read": 105724434044, "disk_read_seconds": 28.003196709498297, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 110, "current_bytes": 32253137992, "non_weight_bytes": 10783544392, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18891, "cache_misses": 12461, "cache_evictions": 9731, "forward_calls": 3295, "forward_seconds": 47.392418204719434, "routing_seconds": 6.595351833035238, "materialize_seconds": 0.4404616941756103, "disk_bytes_read": 107564684924, "disk_read_seconds": 28.498677379247965, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32376099840, "non_weight_bytes": 10906506240, "predicted_peak_bytes": 505390118, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32260969544, "non_weight_bytes": 10791375944, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19506, "cache_misses": 12694, "cache_evictions": 9964, "forward_calls": 3402, "forward_seconds": 48.359753988625016, "routing_seconds": 6.773266040952876, "materialize_seconds": 0.4490123050636612, "disk_bytes_read": 109397071484, "disk_read_seconds": 28.990709104778944, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32404346024, "non_weight_bytes": 10934752424, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19668, "cache_misses": 12994, "cache_evictions": 10264, "forward_calls": 3404, "forward_seconds": 49.07205382260145, "routing_seconds": 6.833904790924862, "materialize_seconds": 0.4590847223007586, "disk_bytes_read": 111756367484, "disk_read_seconds": 29.61002068873495, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32404346024, "non_weight_bytes": 10934752424, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19829, "cache_misses": 13307, "cache_evictions": 10577, "forward_calls": 3407, "forward_seconds": 50.06501732362085, "routing_seconds": 6.88387412391603, "materialize_seconds": 0.4701085992855951, "disk_bytes_read": 114217899644, "disk_read_seconds": 30.267740886978572, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32404346024, "non_weight_bytes": 10934752424, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19987, "cache_misses": 13620, "cache_evictions": 10890, "forward_calls": 3410, "forward_seconds": 51.04470548965037, "routing_seconds": 6.931685539952014, "materialize_seconds": 0.48102568311151117, "disk_bytes_read": 116679431804, "disk_read_seconds": 30.947393013047986, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32404346024, "non_weight_bytes": 10934752424, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 20188, "cache_misses": 13901, "cache_evictions": 11171, "forward_calls": 3415, "forward_seconds": 52.30770011563436, "routing_seconds": 6.984424163936637, "materialize_seconds": 0.49116930618765764, "disk_bytes_read": 118889305724, "disk_read_seconds": 31.555847662355518, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32404346024, "non_weight_bytes": 10934752424, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 20444, "cache_misses": 14187, "cache_evictions": 11457, "forward_calls": 3420, "forward_seconds": 53.22665228266851, "routing_seconds": 7.057284163980512, "materialize_seconds": 0.5017153910885099, "disk_bytes_read": 121138501244, "disk_read_seconds": 32.170528112968896, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32404346024, "non_weight_bytes": 10934752424, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 20702, "cache_misses": 14469, "cache_evictions": 11739, "forward_calls": 3425, "forward_seconds": 54.15186507470207, "routing_seconds": 7.138227998017101, "materialize_seconds": 0.5117716478125658, "disk_bytes_read": 123356239484, "disk_read_seconds": 32.799786994059104, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32404346024, "non_weight_bytes": 10934752424, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 20956, "cache_misses": 14765, "cache_evictions": 12035, "forward_calls": 3431, "forward_seconds": 55.27996594872093, "routing_seconds": 7.202925790043082, "materialize_seconds": 0.5219567376479972, "disk_bytes_read": 125684078204, "disk_read_seconds": 33.41556623275392, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32404346024, "non_weight_bytes": 10934752424, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 21201, "cache_misses": 15058, "cache_evictions": 12328, "forward_calls": 3436, "forward_seconds": 56.25049632470473, "routing_seconds": 7.259095749031985, "materialize_seconds": 0.5324341198720504, "disk_bytes_read": 127988323964, "disk_read_seconds": 34.03963675125851, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32404346024, "non_weight_bytes": 10934752424, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 21482, "cache_misses": 15352, "cache_evictions": 12622, "forward_calls": 3441, "forward_seconds": 57.14599107473623, "routing_seconds": 7.331877041026019, "materialize_seconds": 0.542751454107929, "disk_bytes_read": 130300434044, "disk_read_seconds": 34.664906638266984, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32404346024, "non_weight_bytes": 10934752424, "predicted_peak_bytes": 201555968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 21841, "cache_misses": 15584, "cache_evictions": 12854, "forward_calls": 3486, "forward_seconds": 58.24523407765082, "routing_seconds": 7.451979543984635, "materialize_seconds": 0.551189740333939, "disk_bytes_read": 132124956284, "disk_read_seconds": 35.16056118148845, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 117, "current_bytes": 32263148808, "non_weight_bytes": 10793555208, "predicted_peak_bytes": 258965312, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 22225, "cache_misses": 15832, "cache_evictions": 13102, "forward_calls": 3566, "forward_seconds": 59.20357995459926, "routing_seconds": 7.603703966073226, "materialize_seconds": 0.5602390716958325, "disk_bytes_read": 134075307644, "disk_read_seconds": 35.67648726206971, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 120, "current_bytes": 32262313224, "non_weight_bytes": 10792719624, "predicted_peak_bytes": 258965312, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 22708, "cache_misses": 16093, "cache_evictions": 13363, "forward_calls": 3658, "forward_seconds": 60.18649978269241, "routing_seconds": 7.764068756921915, "materialize_seconds": 0.5697950687026605, "disk_bytes_read": 136127895164, "disk_read_seconds": 36.226594884938095, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 122, "current_bytes": 32262231304, "non_weight_bytes": 10792637704, "predicted_peak_bytes": 258965312, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 23205, "cache_misses": 16340, "cache_evictions": 13610, "forward_calls": 3751, "forward_seconds": 61.180833704653196, "routing_seconds": 7.93629729480017, "materialize_seconds": 0.5786720685719047, "disk_bytes_read": 138070382204, "disk_read_seconds": 36.747319674672326, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 124, "current_bytes": 32254366984, "non_weight_bytes": 10784773384, "predicted_peak_bytes": 258965312, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 23801, "cache_misses": 16584, "cache_evictions": 13854, "forward_calls": 3857, "forward_seconds": 62.181807952641975, "routing_seconds": 8.11188649572432, "materialize_seconds": 0.5872774497838691, "disk_bytes_read": 139989276284, "disk_read_seconds": 37.26526259552338, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 127, "current_bytes": 32259642632, "non_weight_bytes": 10790049032, "predicted_peak_bytes": 258965312, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 24447, "cache_misses": 16818, "cache_evictions": 14088, "forward_calls": 3966, "forward_seconds": 63.1673293626809, "routing_seconds": 8.311461239703931, "materialize_seconds": 0.5955341217049863, "disk_bytes_read": 141829527164, "disk_read_seconds": 37.76197000104003, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 130, "current_bytes": 32254399752, "non_weight_bytes": 10784806152, "predicted_peak_bytes": 258965312, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 25150, "cache_misses": 17051, "cache_evictions": 14321, "forward_calls": 4083, "forward_seconds": 64.15308578053373, "routing_seconds": 8.49296057363972, "materialize_seconds": 0.603999916522298, "disk_bytes_read": 143661913724, "disk_read_seconds": 38.2647953282285, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 133, "current_bytes": 32254399752, "non_weight_bytes": 10784806152, "predicted_peak_bytes": 258965312, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 25874, "cache_misses": 17279, "cache_evictions": 14549, "forward_calls": 4202, "forward_seconds": 65.14600848863483, "routing_seconds": 8.691288613597862, "materialize_seconds": 0.6123141385032795, "disk_bytes_read": 145454978684, "disk_read_seconds": 38.75089477802976, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 135, "current_bytes": 32262264072, "non_weight_bytes": 10792670472, "predicted_peak_bytes": 258965312, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 26475, "cache_misses": 17526, "cache_evictions": 14796, "forward_calls": 4308, "forward_seconds": 66.14583594561554, "routing_seconds": 8.862679773796117, "materialize_seconds": 0.6209303386276588, "disk_bytes_read": 147397465724, "disk_read_seconds": 39.268383468996035, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 138, "current_bytes": 32262264072, "non_weight_bytes": 10792670472, "predicted_peak_bytes": 258965312, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 27123, "cache_misses": 17758, "cache_evictions": 15028, "forward_calls": 4418, "forward_seconds": 67.12564386156737, "routing_seconds": 9.051184523676056, "materialize_seconds": 0.6294841772760265, "disk_bytes_read": 149221987964, "disk_read_seconds": 39.76323145459173, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 140, "current_bytes": 32259609864, "non_weight_bytes": 10790016264, "predicted_peak_bytes": 258965312, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 27806, "cache_misses": 17995, "cache_evictions": 15265, "forward_calls": 4533, "forward_seconds": 68.11692719531129, "routing_seconds": 9.236876446433598, "materialize_seconds": 0.6378797925717663, "disk_bytes_read": 151085831804, "disk_read_seconds": 40.25624424996204, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 143, "current_bytes": 32262264072, "non_weight_bytes": 10792670472, "predicted_peak_bytes": 258965312, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 28506, "cache_misses": 18239, "cache_evictions": 15509, "forward_calls": 4651, "forward_seconds": 69.10535378110944, "routing_seconds": 9.413391530280933, "materialize_seconds": 0.6466703245823737, "disk_bytes_read": 153004725884, "disk_read_seconds": 40.76652831042884, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 145, "current_bytes": 32246699272, "non_weight_bytes": 10777105672, "predicted_peak_bytes": 258965312, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 29002, "cache_misses": 18495, "cache_evictions": 15765, "forward_calls": 4745, "forward_seconds": 70.09805411516572, "routing_seconds": 9.588574531167978, "materialize_seconds": 0.6560280316334683, "disk_bytes_read": 155017991804, "disk_read_seconds": 41.30375888865092, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 148, "current_bytes": 32265573640, "non_weight_bytes": 10795980040, "predicted_peak_bytes": 258965312, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 29483, "cache_misses": 18758, "cache_evictions": 16028, "forward_calls": 4838, "forward_seconds": 71.10295448909164, "routing_seconds": 9.754245869320584, "materialize_seconds": 0.6652773294481449, "disk_bytes_read": 157086307964, "disk_read_seconds": 41.85056076949695, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 150, "current_bytes": 32262247688, "non_weight_bytes": 10792654088, "predicted_peak_bytes": 258965312, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 30174, "cache_misses": 19003, "cache_evictions": 16273, "forward_calls": 4956, "forward_seconds": 72.10028540305211, "routing_seconds": 9.943712907464942, "materialize_seconds": 0.673893708299147, "disk_bytes_read": 159013066364, "disk_read_seconds": 42.32853230263572, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 153, "current_bytes": 32254563592, "non_weight_bytes": 10784969992, "predicted_peak_bytes": 258965312, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 30634, "cache_misses": 19263, "cache_evictions": 16533, "forward_calls": 5045, "forward_seconds": 73.08540232200176, "routing_seconds": 10.111602863529697, "materialize_seconds": 0.6833065872779116, "disk_bytes_read": 161057789564, "disk_read_seconds": 42.87535676089465, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 155, "current_bytes": 32254563592, "non_weight_bytes": 10784969992, "predicted_peak_bytes": 258965312, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 31243, "cache_misses": 19510, "cache_evictions": 16780, "forward_calls": 5152, "forward_seconds": 74.08548177214107, "routing_seconds": 10.281751981558045, "materialize_seconds": 0.6922962502285372, "disk_bytes_read": 163000276604, "disk_read_seconds": 43.40252888429677, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 157, "current_bytes": 32260003080, "non_weight_bytes": 10790409480, "predicted_peak_bytes": 258965312, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 31729, "cache_misses": 19768, "cache_evictions": 17038, "forward_calls": 5245, "forward_seconds": 75.07881135112257, "routing_seconds": 10.439914727699943, "materialize_seconds": 0.7017687523039058, "disk_bytes_read": 165029271164, "disk_read_seconds": 43.95223563411855, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32379393192, "non_weight_bytes": 10909799592, "predicted_peak_bytes": 1726749572, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 157, "current_bytes": 32406590848, "non_weight_bytes": 10936997248, "predicted_peak_bytes": 258965312, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 31753, "cache_misses": 19776, "cache_evictions": 17046, "forward_calls": 5250, "forward_seconds": 75.12900922517292, "routing_seconds": 10.447983560705325, "materialize_seconds": 0.7020290043437853, "disk_bytes_read": 165092185724, "disk_read_seconds": 43.96850046314648, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 } ] }