{ "model": "Vontra/GLM-5.3-Flash-MLX-oQ2-MTP", "binary": "/Users/philipbodenbach/Documents/werk1112/target/release/werk", "same_context": false, "persistence": true, "fixed_history": true, "expert_budget": "auto", "reasoning_effort": "low", "samples": [ { "first_text_seconds": 12.617755709012272, "total_seconds": 27.54848250001669, "finish_reason": "stop", "truncated": false, "answer": "Rust is a systems programming language that emphasizes memory safety, concurrency, and performance through its innovative ownership model, which enforces safe memory management at compile time without needing a garbage collector.", "usage": { "completion_tokens": 38, "prompt_tokens": 23, "total_tokens": 61 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 23, "completion_tokens": 38, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 0, "cache_evictions": 0, "forward_calls": 0, "forward_seconds": 0.0, "routing_seconds": 0.0, "materialize_seconds": 0.0, "disk_bytes_read": 9567393404, "disk_read_seconds": 1.965975334693212, "resident_cache_bytes": 0, "effective_cache_budget_bytes": 23900137860 }, "after": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 34860047040, "non_weight_bytes": 10960378560, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 9833, "cache_misses": 7079, "cache_evictions": 4040, "forward_calls": 1722, "forward_seconds": 26.90208652667934, "routing_seconds": 3.519671461515827, "materialize_seconds": 0.24841182483942248, "disk_bytes_read": 65238914684, "disk_read_seconds": 17.178044396976475, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, "status_range": [ 0, 27 ], "correct": true, "backend_phases": { "cached_prompt_tokens": 0, "decode_seconds": 14.91, "evaluated_prompt_tokens": 23, "first_token_seconds": 12.58, "prompt_seconds": 12.58 }, "expert_hit_rate": 0.5814214758751183, "expert_read_GiB": 51.84814453125, "decode_tokens_per_second": 2.5486250838363516, "decode_window": { "token_equivalents": 37.714285714285715, "expert_hit_rate": 0.7268927444794953, "read_GiB_per_token": 0.6725241921164773, "disk_read_seconds_per_token": 0.20059051333847686, "forward_seconds_per_token": 0.3950088992470145, "routing_seconds_per_token": 0.07357742985021269 } }, { "first_text_seconds": 10.67472804200952, "total_seconds": 20.089045750006335, "finish_reason": "stop", "truncated": false, "answer": "Rust is a memory-safe systems programming language whose ownership model eliminates data races and memory errors at compile time without a garbage collector.", "usage": { "completion_tokens": 37, "prompt_tokens": 75, "total_tokens": 112 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 75, "completion_tokens": 37, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 34860047040, "non_weight_bytes": 10960378560, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 9833, "cache_misses": 7079, "cache_evictions": 4040, "forward_calls": 1722, "forward_seconds": 26.90208652667934, "routing_seconds": 3.519671461515827, "materialize_seconds": 0.24841182483942248, "disk_bytes_read": 65238914684, "disk_read_seconds": 17.178044396976475, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, "after": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 34863504232, "non_weight_bytes": 10963835752, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 20380, "cache_misses": 11820, "cache_evictions": 8781, "forward_calls": 3402, "forward_seconds": 46.298824824683834, "routing_seconds": 6.788900650164578, "materialize_seconds": 0.42341598600614816, "disk_bytes_read": 102523655804, "disk_read_seconds": 27.446284428064246, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, "status_range": [ 27, 47 ], "correct": true, "backend_phases": { "cached_prompt_tokens": 62, "decode_seconds": 13.93, "evaluated_prompt_tokens": 13, "first_token_seconds": 6.09, "prompt_seconds": 6.09 }, "expert_hit_rate": 0.6898874934589221, "expert_read_GiB": 34.72412109375, "decode_tokens_per_second": 2.656137832017229, "decode_window": { "token_equivalents": 36.476190476190474, "expert_hit_rate": 0.7402904699738904, "read_GiB_per_token": 0.6391289215486293, "disk_read_seconds_per_token": 0.18886456289890954, "forward_seconds_per_token": 0.37827676851173964, "routing_seconds_per_token": 0.07328964972522203 } }, { "first_text_seconds": 15.133537208021153, "total_seconds": 26.793296707997797, "finish_reason": "stop", "truncated": false, "answer": "Rust is a systems programming language that guarantees memory safety and thread safety through compile-time checks, letting developers build fast, reliable software without a garbage collector.", "usage": { "completion_tokens": 41, "prompt_tokens": 116, "total_tokens": 157 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 116, "completion_tokens": 41, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 34863504232, "non_weight_bytes": 10963835752, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 20380, "cache_misses": 11820, "cache_evictions": 8781, "forward_calls": 3402, "forward_seconds": 46.298824824683834, "routing_seconds": 6.788900650164578, "materialize_seconds": 0.42341598600614816, "disk_bytes_read": 102523655804, "disk_read_seconds": 27.446284428064246, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, "after": { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 157, "current_bytes": 34872744952, "non_weight_bytes": 10973076472, "predicted_peak_bytes": 37277670, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 33185, "cache_misses": 18344, "cache_evictions": 15305, "forward_calls": 5250, "forward_seconds": 72.36751007623388, "routing_seconds": 10.611712078331038, "materialize_seconds": 0.6572462320909835, "disk_bytes_read": 153830479484, "disk_read_seconds": 41.67741249295068, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, "status_range": [ 47, 73 ], "correct": true, "backend_phases": { "cached_prompt_tokens": 74, "decode_seconds": 15.66, "evaluated_prompt_tokens": 42, "first_token_seconds": 11.07, "prompt_seconds": 11.07 }, "expert_hit_rate": 0.6624760722230845, "expert_read_GiB": 47.783203125, "decode_tokens_per_second": 2.6181353767560664, "decode_window": { "token_equivalents": 39.166666666666664, "expert_hit_rate": 0.7449088145896656, "read_GiB_per_token": 0.6277634640957447, "disk_read_seconds_per_token": 0.19191296859916815, "forward_seconds_per_token": 0.37900496608245765, "routing_seconds_per_token": 0.0728067896475005 } } ], "status": [ { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 298, "cache_evictions": 0, "forward_calls": 2, "forward_seconds": 0.7593869169941172, "routing_seconds": 0.11372412502532825, "materialize_seconds": 0.010237245180178434, "disk_bytes_read": 11910960764, "disk_read_seconds": 2.5877876782324165, "resident_cache_bytes": 2343567360, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 630, "cache_evictions": 0, "forward_calls": 6, "forward_seconds": 1.950848292966839, "routing_seconds": 0.15473458403721452, "materialize_seconds": 0.020468421920668334, "disk_bytes_read": 14521915004, "disk_read_seconds": 3.266415963676991, "resident_cache_bytes": 4954521600, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 958, "cache_evictions": 0, "forward_calls": 9, "forward_seconds": 2.931775167991873, "routing_seconds": 0.1887042930466123, "materialize_seconds": 0.031011298444354907, "disk_bytes_read": 17101411964, "disk_read_seconds": 3.937699946720386, "resident_cache_bytes": 7534018560, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1278, "cache_evictions": 0, "forward_calls": 12, "forward_seconds": 3.7579749599390198, "routing_seconds": 0.22074150101980194, "materialize_seconds": 0.04105159736354835, "disk_bytes_read": 19617994364, "disk_read_seconds": 4.620763521408662, "resident_cache_bytes": 10050600960, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1585, "cache_evictions": 0, "forward_calls": 17, "forward_seconds": 4.959827250888338, "routing_seconds": 0.2772772089811042, "materialize_seconds": 0.0507139272231143, "disk_bytes_read": 22032340604, "disk_read_seconds": 5.279957257735077, "resident_cache_bytes": 12464947200, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1893, "cache_evictions": 0, "forward_calls": 21, "forward_seconds": 5.771613625867758, "routing_seconds": 0.3217837499687448, "materialize_seconds": 0.060241178201977164, "disk_bytes_read": 24454551164, "disk_read_seconds": 5.949877961887978, "resident_cache_bytes": 14887157760, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 2205, "cache_evictions": 0, "forward_calls": 26, "forward_seconds": 6.873069875815418, "routing_seconds": 0.3781673739431426, "materialize_seconds": 0.07080784093705006, "disk_bytes_read": 26908219004, "disk_read_seconds": 6.6037412696750835, "resident_cache_bytes": 17340825600, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 2521, "cache_evictions": 0, "forward_calls": 30, "forward_seconds": 7.9297467498108745, "routing_seconds": 0.4249272909364663, "materialize_seconds": 0.0806506649532821, "disk_bytes_read": 29393344124, "disk_read_seconds": 7.251187862624647, "resident_cache_bytes": 19825950720, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 2826, "cache_evictions": 0, "forward_calls": 34, "forward_seconds": 8.971053874789504, "routing_seconds": 0.47565391592797823, "materialize_seconds": 0.09100366220809519, "disk_bytes_read": 31791961724, "disk_read_seconds": 7.892791617050534, "resident_cache_bytes": 22224568320, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 3130, "cache_evictions": 91, "forward_calls": 37, "forward_seconds": 9.803807458782103, "routing_seconds": 0.5058122499322053, "materialize_seconds": 0.10110733998590149, "disk_bytes_read": 34182715004, "disk_read_seconds": 8.557936554978369, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 3444, "cache_evictions": 405, "forward_calls": 41, "forward_seconds": 10.899943250784418, "routing_seconds": 0.5461867499689106, "materialize_seconds": 0.11150466112303548, "disk_bytes_read": 36652111484, "disk_read_seconds": 9.224902761430712, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 24, "current_bytes": 34694283560, "non_weight_bytes": 10794615080, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 540, "cache_misses": 3604, "cache_evictions": 565, "forward_calls": 126, "forward_seconds": 11.933264000836061, "routing_seconds": 0.7309522080468014, "materialize_seconds": 0.11721586316707544, "disk_bytes_read": 37910402684, "disk_read_seconds": 9.586202095466433, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 26, "current_bytes": 34686927672, "non_weight_bytes": 10787259192, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 1025, "cache_misses": 3847, "cache_evictions": 808, "forward_calls": 216, "forward_seconds": 12.908291338913841, "routing_seconds": 0.9047090438543819, "materialize_seconds": 0.12585240160115063, "disk_bytes_read": 39821432444, "disk_read_seconds": 10.112569380173227, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 28, "current_bytes": 34703688936, "non_weight_bytes": 10804020456, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 1501, "cache_misses": 4099, "cache_evictions": 1060, "forward_calls": 307, "forward_seconds": 13.906794126931345, "routing_seconds": 1.058241168881068, "materialize_seconds": 0.13478739862330258, "disk_bytes_read": 41803241084, "disk_read_seconds": 10.65730013960274, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 30, "current_bytes": 34704230280, "non_weight_bytes": 10804561800, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 2159, "cache_misses": 4329, "cache_evictions": 1290, "forward_calls": 418, "forward_seconds": 14.901088544575032, "routing_seconds": 1.2445440078154206, "materialize_seconds": 0.14302878867601976, "disk_bytes_read": 43612034684, "disk_read_seconds": 11.156551943247905, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 32, "current_bytes": 34704853640, "non_weight_bytes": 10805185160, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 2549, "cache_misses": 4579, "cache_evictions": 1540, "forward_calls": 499, "forward_seconds": 15.906950591685018, "routing_seconds": 1.4076670929207467, "materialize_seconds": 0.15172533103032038, "disk_bytes_read": 45578114684, "disk_read_seconds": 11.691928772022948, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 35, "current_bytes": 34698104752, "non_weight_bytes": 10798436272, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 3047, "cache_misses": 4825, "cache_evictions": 1786, "forward_calls": 591, "forward_seconds": 16.8891453796532, "routing_seconds": 1.5803467147925403, "materialize_seconds": 0.16071103091235273, "disk_bytes_read": 47512737404, "disk_read_seconds": 12.27708570039249, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 37, "current_bytes": 34698711584, "non_weight_bytes": 10799043104, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 3727, "cache_misses": 5041, "cache_evictions": 2002, "forward_calls": 703, "forward_seconds": 17.93868980559637, "routing_seconds": 1.7733138527546544, "materialize_seconds": 0.16946265471051447, "disk_bytes_read": 49211430524, "disk_read_seconds": 12.747211297624744, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 40, "current_bytes": 34691355792, "non_weight_bytes": 10791687312, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 4351, "cache_misses": 5265, "cache_evictions": 2226, "forward_calls": 809, "forward_seconds": 18.91740134562133, "routing_seconds": 1.966080393671291, "materialize_seconds": 0.17834094556747004, "disk_bytes_read": 50973038204, "disk_read_seconds": 13.235673316201428, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 42, "current_bytes": 34709001888, "non_weight_bytes": 10809333408, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 4936, "cache_misses": 5488, "cache_evictions": 2449, "forward_calls": 911, "forward_seconds": 19.919730593450367, "routing_seconds": 2.1544468036445323, "materialize_seconds": 0.18724115981603973, "disk_bytes_read": 52726781564, "disk_read_seconds": 13.723087533377111, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 45, "current_bytes": 34701563840, "non_weight_bytes": 10801895360, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 5825, "cache_misses": 5695, "cache_evictions": 2656, "forward_calls": 1047, "forward_seconds": 20.89641392615158, "routing_seconds": 2.3727701756579336, "materialize_seconds": 0.19529761510784738, "disk_bytes_read": 54354695804, "disk_read_seconds": 14.174134977452923, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 48, "current_bytes": 34701793480, "non_weight_bytes": 10802125000, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 6452, "cache_misses": 5924, "cache_evictions": 2885, "forward_calls": 1154, "forward_seconds": 21.888905461994, "routing_seconds": 2.5594375117798336, "materialize_seconds": 0.20418828594847582, "disk_bytes_read": 56155625084, "disk_read_seconds": 14.677757418103283, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 52, "current_bytes": 34699417992, "non_weight_bytes": 10799749512, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 7451, "cache_misses": 6117, "cache_evictions": 3078, "forward_calls": 1303, "forward_seconds": 22.863627957965946, "routing_seconds": 2.785132212622557, "materialize_seconds": 0.21193228819174692, "disk_bytes_read": 57673438844, "disk_read_seconds": 15.103850237006554, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 54, "current_bytes": 34702318128, "non_weight_bytes": 10802649648, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 7942, "cache_misses": 6362, "cache_evictions": 3323, "forward_calls": 1395, "forward_seconds": 23.860266076721018, "routing_seconds": 2.9522941645409446, "materialize_seconds": 0.22142661828547716, "disk_bytes_read": 59600197244, "disk_read_seconds": 15.635450050758664, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 56, "current_bytes": 34694486600, "non_weight_bytes": 10794818120, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 8518, "cache_misses": 6594, "cache_evictions": 3555, "forward_calls": 1497, "forward_seconds": 24.859174532728503, "routing_seconds": 3.1346193336648867, "materialize_seconds": 0.2302156610530801, "disk_bytes_read": 61424719484, "disk_read_seconds": 16.13575967802899, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 59, "current_bytes": 34714688120, "non_weight_bytes": 10815019640, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 9145, "cache_misses": 6831, "cache_evictions": 3792, "forward_calls": 1604, "forward_seconds": 25.835674233880127, "routing_seconds": 3.3219667087250855, "materialize_seconds": 0.23924508117488585, "disk_bytes_read": 63288563324, "disk_read_seconds": 16.645549689914333, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10096843856, "non_weight_bytes": 10096843856, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 34718489208, "non_weight_bytes": 10818820728, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 9757, "cache_misses": 7067, "cache_evictions": 4028, "forward_calls": 1710, "forward_seconds": 26.830742486723466, "routing_seconds": 3.5058724195405375, "materialize_seconds": 0.24799303285544738, "disk_bytes_read": 65144542844, "disk_read_seconds": 17.15133002708899, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 34860047040, "non_weight_bytes": 10960378560, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 9974, "cache_misses": 7300, "cache_evictions": 4264, "forward_calls": 1727, "forward_seconds": 27.603593776701018, "routing_seconds": 3.586755835538497, "materialize_seconds": 0.2564899138233159, "disk_bytes_read": 66976929404, "disk_read_seconds": 17.662616203946527, "resident_cache_bytes": 23876075520, "effective_cache_budget_bytes": 23878844756 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 34860047040, "non_weight_bytes": 10960378560, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 10249, "cache_misses": 7581, "cache_evictions": 4545, "forward_calls": 1738, "forward_seconds": 28.639561984688044, "routing_seconds": 3.682531959551852, "materialize_seconds": 0.26676350584602915, "disk_bytes_read": 69186803324, "disk_read_seconds": 18.275212087202817, "resident_cache_bytes": 23876075520, "effective_cache_budget_bytes": 23878844756 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 34860047040, "non_weight_bytes": 10960378560, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 10480, "cache_misses": 7871, "cache_evictions": 4835, "forward_calls": 1749, "forward_seconds": 29.575993527687388, "routing_seconds": 3.770438835519599, "materialize_seconds": 0.27756446474813856, "disk_bytes_read": 71467456124, "disk_read_seconds": 18.887304694217164, "resident_cache_bytes": 23876075520, "effective_cache_budget_bytes": 23878844756 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 34860047040, "non_weight_bytes": 10960378560, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 10689, "cache_misses": 8176, "cache_evictions": 5140, "forward_calls": 1759, "forward_seconds": 30.577212527714437, "routing_seconds": 3.854010752576869, "materialize_seconds": 0.2885885003488511, "disk_bytes_read": 73866073724, "disk_read_seconds": 19.536388695065398, "resident_cache_bytes": 23876075520, "effective_cache_budget_bytes": 23878844756 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 34860047040, "non_weight_bytes": 10960378560, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 11044, "cache_misses": 8388, "cache_evictions": 5352, "forward_calls": 1806, "forward_seconds": 31.55516786070075, "routing_seconds": 3.9778763786598574, "materialize_seconds": 0.297108881524764, "disk_bytes_read": 75533309564, "disk_read_seconds": 20.012933788035298, "resident_cache_bytes": 23876075520, "effective_cache_budget_bytes": 23878844756 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 76, "current_bytes": 34694994576, "non_weight_bytes": 10818919056, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 11307, "cache_misses": 8637, "cache_evictions": 5598, "forward_calls": 1870, "forward_seconds": 32.50072936373181, "routing_seconds": 4.115573426854098, "materialize_seconds": 0.30659266651491635, "disk_bytes_read": 77491525244, "disk_read_seconds": 20.557224657561164, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 78, "current_bytes": 34718456512, "non_weight_bytes": 10818788032, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 11634, "cache_misses": 8870, "cache_evictions": 5831, "forward_calls": 1939, "forward_seconds": 33.48325890375418, "routing_seconds": 4.306832509988453, "materialize_seconds": 0.3153480847249739, "disk_bytes_read": 79323911804, "disk_read_seconds": 21.061120521248085, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 80, "current_bytes": 34718653144, "non_weight_bytes": 10818984664, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 12075, "cache_misses": 9109, "cache_evictions": 6070, "forward_calls": 2024, "forward_seconds": 34.46969653168344, "routing_seconds": 4.484166092937812, "materialize_seconds": 0.32384072261629626, "disk_bytes_read": 81203484284, "disk_read_seconds": 21.566722236806527, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 82, "current_bytes": 34718505688, "non_weight_bytes": 10818837208, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 12610, "cache_misses": 9350, "cache_evictions": 6311, "forward_calls": 2122, "forward_seconds": 35.46994307357818, "routing_seconds": 4.654360304703005, "materialize_seconds": 0.33252018556231633, "disk_bytes_read": 83098785404, "disk_read_seconds": 22.081123120355187, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 85, "current_bytes": 34710805208, "non_weight_bytes": 10811136728, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 13217, "cache_misses": 9583, "cache_evictions": 6544, "forward_calls": 2226, "forward_seconds": 36.44408441055566, "routing_seconds": 4.846631264605094, "materialize_seconds": 0.34082877164473757, "disk_bytes_read": 84931171964, "disk_read_seconds": 22.579120721464278, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 87, "current_bytes": 34710657752, "non_weight_bytes": 10810989272, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 13905, "cache_misses": 9807, "cache_evictions": 6768, "forward_calls": 2341, "forward_seconds": 37.44742407463491, "routing_seconds": 5.041442389629083, "materialize_seconds": 0.3491883954848163, "disk_bytes_read": 86692779644, "disk_read_seconds": 23.057045982859563, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 90, "current_bytes": 34722962160, "non_weight_bytes": 10823293680, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 14678, "cache_misses": 10018, "cache_evictions": 6979, "forward_calls": 2463, "forward_seconds": 38.42522123263916, "routing_seconds": 5.250608181842836, "materialize_seconds": 0.3567905204836279, "disk_bytes_read": 88352151164, "disk_read_seconds": 23.5143772700103, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 93, "current_bytes": 34722978544, "non_weight_bytes": 10823310064, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 15462, "cache_misses": 10234, "cache_evictions": 7195, "forward_calls": 2588, "forward_seconds": 39.40514281773358, "routing_seconds": 5.4595008618198335, "materialize_seconds": 0.36491226259386167, "disk_bytes_read": 90050844284, "disk_read_seconds": 23.98384079535026, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 96, "current_bytes": 34718505712, "non_weight_bytes": 10818837232, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 16214, "cache_misses": 10458, "cache_evictions": 7419, "forward_calls": 2710, "forward_seconds": 40.39616335782921, "routing_seconds": 5.660822237783577, "materialize_seconds": 0.37317510272259824, "disk_bytes_read": 91812451964, "disk_read_seconds": 24.46528223148198, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 99, "current_bytes": 34715884272, "non_weight_bytes": 10816215792, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 16875, "cache_misses": 10685, "cache_evictions": 7646, "forward_calls": 2821, "forward_seconds": 41.377686901862035, "routing_seconds": 5.852669572894229, "materialize_seconds": 0.3818087317922618, "disk_bytes_read": 93597652604, "disk_read_seconds": 24.963837242452428, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 101, "current_bytes": 34718505712, "non_weight_bytes": 10818837232, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 17426, "cache_misses": 10918, "cache_evictions": 7879, "forward_calls": 2919, "forward_seconds": 42.37776256885263, "routing_seconds": 6.026692284765886, "materialize_seconds": 0.3903771437762771, "disk_bytes_read": 95430039164, "disk_read_seconds": 25.48972026249976, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 104, "current_bytes": 34717670128, "non_weight_bytes": 10818001648, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 18189, "cache_misses": 11123, "cache_evictions": 8084, "forward_calls": 3040, "forward_seconds": 43.36304077284876, "routing_seconds": 6.230413403798593, "materialize_seconds": 0.39791785096167587, "disk_bytes_read": 97042224764, "disk_read_seconds": 25.963957250321982, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 107, "current_bytes": 34706971376, "non_weight_bytes": 10807302896, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 18896, "cache_misses": 11360, "cache_evictions": 8321, "forward_calls": 3158, "forward_seconds": 44.34871669992572, "routing_seconds": 6.422762030706508, "materialize_seconds": 0.4062915618706029, "disk_bytes_read": 98906068604, "disk_read_seconds": 26.470899588341126, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 110, "current_bytes": 34706971376, "non_weight_bytes": 10807302896, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 19650, "cache_misses": 11598, "cache_evictions": 8559, "forward_calls": 3282, "forward_seconds": 45.344923444790766, "routing_seconds": 6.611483276588842, "materialize_seconds": 0.4153708058584016, "disk_bytes_read": 100777776764, "disk_read_seconds": 26.977001343824668, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33995627152, "non_weight_bytes": 10638596752, "predicted_peak_bytes": 589623528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23878844756 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 34720062216, "non_weight_bytes": 10820393736, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 20380, "cache_misses": 11820, "cache_evictions": 8781, "forward_calls": 3402, "forward_seconds": 46.298824824683834, "routing_seconds": 6.788900650164578, "materialize_seconds": 0.42341598600614816, "disk_bytes_read": 102523655804, "disk_read_seconds": 27.446284428064246, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 34863504232, "non_weight_bytes": 10963835752, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 20533, "cache_misses": 12097, "cache_evictions": 9288, "forward_calls": 3404, "forward_seconds": 46.991551198705565, "routing_seconds": 6.84923644119408, "materialize_seconds": 0.43266256889910437, "disk_bytes_read": 104702072444, "disk_read_seconds": 28.00661519935238, "resident_cache_bytes": 22090874880, "effective_cache_budget_bytes": 22097061206 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 34863504232, "non_weight_bytes": 10963835752, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 20730, "cache_misses": 12422, "cache_evictions": 9613, "forward_calls": 3407, "forward_seconds": 47.909383365738904, "routing_seconds": 6.897725690185325, "materialize_seconds": 0.443803191796178, "disk_bytes_read": 107257976444, "disk_read_seconds": 28.659035906224744, "resident_cache_bytes": 22090874880, "effective_cache_budget_bytes": 22097061206 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 34863504232, "non_weight_bytes": 10963835752, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 20916, "cache_misses": 12726, "cache_evictions": 9917, "forward_calls": 3411, "forward_seconds": 49.10901274072239, "routing_seconds": 6.953905482165283, "materialize_seconds": 0.45407564772176556, "disk_bytes_read": 109648729724, "disk_read_seconds": 29.313883125258144, "resident_cache_bytes": 22090874880, "effective_cache_budget_bytes": 22097061206 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 34863504232, "non_weight_bytes": 10963835752, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 21134, "cache_misses": 13011, "cache_evictions": 10202, "forward_calls": 3415, "forward_seconds": 50.073222865728894, "routing_seconds": 7.0065382321190555, "materialize_seconds": 0.4639123482920695, "disk_bytes_read": 111890060924, "disk_read_seconds": 29.930621078063268, "resident_cache_bytes": 22090874880, "effective_cache_budget_bytes": 22097061206 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 34863504232, "non_weight_bytes": 10963835752, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 21397, "cache_misses": 13290, "cache_evictions": 10481, "forward_calls": 3421, "forward_seconds": 51.192002655763645, "routing_seconds": 7.071314564149361, "materialize_seconds": 0.4736666071403306, "disk_bytes_read": 114084206204, "disk_read_seconds": 30.5299851000309, "resident_cache_bytes": 22090874880, "effective_cache_budget_bytes": 22097061206 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 34863504232, "non_weight_bytes": 10963835752, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 21674, "cache_misses": 13577, "cache_evictions": 10768, "forward_calls": 3426, "forward_seconds": 52.120503903744975, "routing_seconds": 7.1544476051058155, "materialize_seconds": 0.48378294313442893, "disk_bytes_read": 116341266044, "disk_read_seconds": 31.15090238620178, "resident_cache_bytes": 22090874880, "effective_cache_budget_bytes": 22097061206 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 34863504232, "non_weight_bytes": 10963835752, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 21914, "cache_misses": 13871, "cache_evictions": 11062, "forward_calls": 3431, "forward_seconds": 53.04589869474876, "routing_seconds": 7.227360689081252, "materialize_seconds": 0.49409460919559933, "disk_bytes_read": 118653376124, "disk_read_seconds": 31.761140611371957, "resident_cache_bytes": 22090874880, "effective_cache_budget_bytes": 22097061206 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 34863504232, "non_weight_bytes": 10963835752, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 22160, "cache_misses": 14152, "cache_evictions": 11343, "forward_calls": 3437, "forward_seconds": 54.173843652766664, "routing_seconds": 7.298747522087069, "materialize_seconds": 0.5041467793344054, "disk_bytes_read": 120863250044, "disk_read_seconds": 32.361493816948496, "resident_cache_bytes": 22090874880, "effective_cache_budget_bytes": 22097061206 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 34863504232, "non_weight_bytes": 10963835752, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 22456, "cache_misses": 14442, "cache_evictions": 11633, "forward_calls": 3442, "forward_seconds": 55.122895069711376, "routing_seconds": 7.365208355040522, "materialize_seconds": 0.5147717833460774, "disk_bytes_read": 123143902844, "disk_read_seconds": 32.98615804873407, "resident_cache_bytes": 22090874880, "effective_cache_budget_bytes": 22097061206 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 34863504232, "non_weight_bytes": 10963835752, "predicted_peak_bytes": 49135294, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 22812, "cache_misses": 14653, "cache_evictions": 11844, "forward_calls": 3491, "forward_seconds": 56.08738286176231, "routing_seconds": 7.504441814176971, "materialize_seconds": 0.5221031083201524, "disk_bytes_read": 124803274364, "disk_read_seconds": 33.43608384707477, "resident_cache_bytes": 22090874880, "effective_cache_budget_bytes": 22097061206 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 117, "current_bytes": 32915839752, "non_weight_bytes": 10824964872, "predicted_peak_bytes": 37277670, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 23147, "cache_misses": 14886, "cache_evictions": 11960, "forward_calls": 3562, "forward_seconds": 57.04324094866752, "routing_seconds": 7.663308568065986, "materialize_seconds": 0.5306854841473978, "disk_bytes_read": 126635660924, "disk_read_seconds": 33.939998342917534, "resident_cache_bytes": 23011000320, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 119, "current_bytes": 34728106808, "non_weight_bytes": 10828438328, "predicted_peak_bytes": 37277670, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 23605, "cache_misses": 15124, "cache_evictions": 12085, "forward_calls": 3649, "forward_seconds": 58.03375253180275, "routing_seconds": 7.829179107997334, "materialize_seconds": 0.539391568308929, "disk_bytes_read": 128507369084, "disk_read_seconds": 34.46151072875364, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 122, "current_bytes": 34723830608, "non_weight_bytes": 10824162128, "predicted_peak_bytes": 37277670, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 24153, "cache_misses": 15360, "cache_evictions": 12321, "forward_calls": 3747, "forward_seconds": 59.01608857672545, "routing_seconds": 7.998748446960235, "materialize_seconds": 0.5478052243415732, "disk_bytes_read": 130363348604, "disk_read_seconds": 35.01311091374373, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 124, "current_bytes": 34708101968, "non_weight_bytes": 10808433488, "predicted_peak_bytes": 37277670, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 24726, "cache_misses": 15587, "cache_evictions": 12548, "forward_calls": 3847, "forward_seconds": 60.011926243809285, "routing_seconds": 8.18623506714357, "materialize_seconds": 0.5561079691979103, "disk_bytes_read": 132148549244, "disk_read_seconds": 35.516912402410526, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 127, "current_bytes": 34728123240, "non_weight_bytes": 10828454760, "predicted_peak_bytes": 37277670, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 25546, "cache_misses": 15799, "cache_evictions": 12760, "forward_calls": 3977, "forward_seconds": 61.000406071631005, "routing_seconds": 8.391169608948985, "materialize_seconds": 0.564417427231092, "disk_bytes_read": 133815785084, "disk_read_seconds": 35.9953608258802, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 130, "current_bytes": 34728319848, "non_weight_bytes": 10828651368, "predicted_peak_bytes": 37277670, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 26386, "cache_misses": 16015, "cache_evictions": 12976, "forward_calls": 4108, "forward_seconds": 61.977639861783246, "routing_seconds": 8.592769806971774, "materialize_seconds": 0.5723741733527277, "disk_bytes_read": 135514478204, "disk_read_seconds": 36.47552390079363, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 134, "current_bytes": 34722241408, "non_weight_bytes": 10822572928, "predicted_peak_bytes": 37277670, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 27248, "cache_misses": 16225, "cache_evictions": 13186, "forward_calls": 4242, "forward_seconds": 62.95264248395688, "routing_seconds": 8.80236309816246, "materialize_seconds": 0.5799682053329889, "disk_bytes_read": 137165985404, "disk_read_seconds": 36.95290895208018, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 137, "current_bytes": 34729302912, "non_weight_bytes": 10829634432, "predicted_peak_bytes": 37277670, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 28050, "cache_misses": 16439, "cache_evictions": 13400, "forward_calls": 4369, "forward_seconds": 63.94154994309065, "routing_seconds": 9.001692014950095, "materialize_seconds": 0.5879971273243427, "disk_bytes_read": 138848949884, "disk_read_seconds": 37.43400348426076, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 139, "current_bytes": 34716998528, "non_weight_bytes": 10817330048, "predicted_peak_bytes": 37277670, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 28661, "cache_misses": 16676, "cache_evictions": 13637, "forward_calls": 4475, "forward_seconds": 64.95247822807869, "routing_seconds": 9.17742634381284, "materialize_seconds": 0.596748079318786, "disk_bytes_read": 140712793724, "disk_read_seconds": 37.952838010620326, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 142, "current_bytes": 34729270144, "non_weight_bytes": 10829601664, "predicted_peak_bytes": 37277670, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 29387, "cache_misses": 16894, "cache_evictions": 13855, "forward_calls": 4594, "forward_seconds": 65.94255480906577, "routing_seconds": 9.379057842859766, "materialize_seconds": 0.6046167445310857, "disk_bytes_read": 142427215484, "disk_read_seconds": 38.443880668404745, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 145, "current_bytes": 34725026688, "non_weight_bytes": 10825358208, "predicted_peak_bytes": 37277670, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 30111, "cache_misses": 17114, "cache_evictions": 14075, "forward_calls": 4711, "forward_seconds": 66.92519288419862, "routing_seconds": 9.580174543953035, "materialize_seconds": 0.6124933665851131, "disk_bytes_read": 144157365884, "disk_read_seconds": 38.92864263249794, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 147, "current_bytes": 34730793856, "non_weight_bytes": 10831125376, "predicted_peak_bytes": 37277670, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 30547, "cache_misses": 17358, "cache_evictions": 14319, "forward_calls": 4796, "forward_seconds": 67.92507446429227, "routing_seconds": 9.743836456822464, "materialize_seconds": 0.6210402736614924, "disk_bytes_read": 146076259964, "disk_read_seconds": 39.470033162651816, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 149, "current_bytes": 34717162368, "non_weight_bytes": 10817493888, "predicted_peak_bytes": 37277670, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 31179, "cache_misses": 17574, "cache_evictions": 14535, "forward_calls": 4902, "forward_seconds": 68.91881796522648, "routing_seconds": 9.937416961911367, "materialize_seconds": 0.6289794367330614, "disk_bytes_read": 147774953084, "disk_read_seconds": 39.95567147579277, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 152, "current_bytes": 34701433728, "non_weight_bytes": 10801765248, "predicted_peak_bytes": 37277670, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 31873, "cache_misses": 17784, "cache_evictions": 14745, "forward_calls": 5015, "forward_seconds": 69.90041608727188, "routing_seconds": 10.13928225217387, "materialize_seconds": 0.6365713565028273, "disk_bytes_read": 149426460284, "disk_read_seconds": 40.43789600059972, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 154, "current_bytes": 34725026688, "non_weight_bytes": 10825358208, "predicted_peak_bytes": 37277670, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 32445, "cache_misses": 18004, "cache_evictions": 14965, "forward_calls": 5114, "forward_seconds": 70.89329091520631, "routing_seconds": 10.330121246224735, "materialize_seconds": 0.6446763934800401, "disk_bytes_read": 151156610684, "disk_read_seconds": 40.933408589306055, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 156, "current_bytes": 34729368448, "non_weight_bytes": 10829699968, "predicted_peak_bytes": 37277670, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 32950, "cache_misses": 18243, "cache_evictions": 15204, "forward_calls": 5207, "forward_seconds": 71.88760212023044, "routing_seconds": 10.514907829259755, "materialize_seconds": 0.6535248552099802, "disk_bytes_read": 153036183164, "disk_read_seconds": 41.45658961305162, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33471683336, "non_weight_bytes": 10995456776, "predicted_peak_bytes": 2014547054, "ceiling_bytes": 36180806860, "effective_expert_bytes": 22097061206 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 157, "current_bytes": 34872744952, "non_weight_bytes": 10973076472, "predicted_peak_bytes": 37277670, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23900137860 }, "cache_hits": 33185, "cache_misses": 18344, "cache_evictions": 15305, "forward_calls": 5250, "forward_seconds": 72.36751007623388, "routing_seconds": 10.611712078331038, "materialize_seconds": 0.6572462320909835, "disk_bytes_read": 153830479484, "disk_read_seconds": 41.67741249295068, "resident_cache_bytes": 23899668480, "effective_cache_budget_bytes": 23900137860 } ] }