{ "model": "Vontra/GLM-5.3-Flash-MLX-oQ2-MTP", "expert_budget": "auto", "reasoning_effort": "low", "samples": [ { "first_text_seconds": 15.095020000007935, "total_seconds": 36.903350167005556, "finish_reason": "stop", "truncated": false, "answer": "Rust is a systems programming language that emphasizes memory safety, concurrency, and performance through its innovative ownership model, which enforces safe memory management at compile time without needing a garbage collector.", "usage": { "completion_tokens": 38, "prompt_tokens": 23, "total_tokens": 61 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 23, "completion_tokens": 38, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": null, "cache_hits": 0, "cache_misses": 0, "cache_evictions": 0, "forward_calls": 0, "disk_bytes_read": 9567393404, "disk_read_seconds": 1.9597765491052996, "resident_cache_bytes": 0, "effective_cache_budget_bytes": 20046424452 }, "after": { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 9272, "cache_misses": 7640, "cache_evictions": 5091, "forward_calls": 1722, "disk_bytes_read": 69650798204, "disk_read_seconds": 23.2273734480259, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, "correct": true, "backend_phases": { "cached_prompt_tokens": 0, "decode_seconds": 21.81, "evaluated_prompt_tokens": 23, "first_token_seconds": 15.06, "prompt_seconds": 15.06 }, "expert_hit_rate": 0.5482497634815515, "expert_read_GiB": 55.95703125, "decode_tokens_per_second": 1.742320036680422 }, { "first_text_seconds": 14.306219459016575, "total_seconds": 31.42437241700827, "finish_reason": "stop", "truncated": false, "answer": "Rust is a memory-safe systems programming language whose ownership model eliminates data races and memory errors at compile time without a garbage collector.", "usage": { "completion_tokens": 37, "prompt_tokens": 75, "total_tokens": 112 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 75, "completion_tokens": 37, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 9272, "cache_misses": 7640, "cache_evictions": 5091, "forward_calls": 1722, "disk_bytes_read": 69650798204, "disk_read_seconds": 23.2273734480259, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, "after": { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 18457, "cache_misses": 13743, "cache_evictions": 11194, "forward_calls": 3402, "disk_bytes_read": 117646743164, "disk_read_seconds": 41.11365990905324, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, "correct": true, "backend_phases": { "cached_prompt_tokens": 62, "decode_seconds": 23.28, "evaluated_prompt_tokens": 13, "first_token_seconds": 8.08, "prompt_seconds": 8.08 }, "expert_hit_rate": 0.6007980115122973, "expert_read_GiB": 44.69970703125, "decode_tokens_per_second": 1.5893470790378006 }, { "first_text_seconds": 26.107456500001717, "total_seconds": 45.992310416011605, "finish_reason": "stop", "truncated": false, "answer": "Rust is a systems programming language that guarantees memory safety and thread safety through compile-time checks, letting developers build fast, reliable software without a garbage collector.", "usage": { "completion_tokens": 41, "prompt_tokens": 116, "total_tokens": 157 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 116, "completion_tokens": 41, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 18457, "cache_misses": 13743, "cache_evictions": 11194, "forward_calls": 3402, "disk_bytes_read": 117646743164, "disk_read_seconds": 41.11365990905324, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, "after": { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 27834, "cache_misses": 23695, "cache_evictions": 21389, "forward_calls": 5250, "disk_bytes_read": 195912455804, "disk_read_seconds": 68.60408448867383, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, "correct": true, "backend_phases": { "cached_prompt_tokens": 74, "decode_seconds": 27.03, "evaluated_prompt_tokens": 42, "first_token_seconds": 18.89, "prompt_seconds": 18.89 }, "expert_hit_rate": 0.4851259765119768, "expert_read_GiB": 72.890625, "decode_tokens_per_second": 1.516833148353681 } ], "status": [ { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 0, "cache_misses": 258, "cache_evictions": 0, "forward_calls": 2, "disk_bytes_read": 11596387964, "disk_read_seconds": 2.580939586216118, "resident_cache_bytes": 2028994560, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 0, "cache_misses": 543, "cache_evictions": 0, "forward_calls": 5, "disk_bytes_read": 13837719164, "disk_read_seconds": 3.292047959723277, "resident_cache_bytes": 4270325760, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 0, "cache_misses": 824, "cache_evictions": 0, "forward_calls": 7, "disk_bytes_read": 16047593084, "disk_read_seconds": 4.006762392469682, "resident_cache_bytes": 6480199680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 0, "cache_misses": 1110, "cache_evictions": 0, "forward_calls": 10, "disk_bytes_read": 18296788604, "disk_read_seconds": 4.723447755473899, "resident_cache_bytes": 8729395200, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 0, "cache_misses": 1384, "cache_evictions": 0, "forward_calls": 14, "disk_bytes_read": 20451612284, "disk_read_seconds": 5.443287281261291, "resident_cache_bytes": 10884218880, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 0, "cache_misses": 1656, "cache_evictions": 0, "forward_calls": 18, "disk_bytes_read": 22590707324, "disk_read_seconds": 6.152279929199722, "resident_cache_bytes": 13023313920, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 0, "cache_misses": 1933, "cache_evictions": 0, "forward_calls": 22, "disk_bytes_read": 24769123964, "disk_read_seconds": 6.843291027093073, "resident_cache_bytes": 15201730560, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 0, "cache_misses": 2197, "cache_evictions": 0, "forward_calls": 26, "disk_bytes_read": 26845304444, "disk_read_seconds": 7.541834445321001, "resident_cache_bytes": 17277911040, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 0, "cache_misses": 2474, "cache_evictions": 0, "forward_calls": 29, "disk_bytes_read": 29023721084, "disk_read_seconds": 8.232960234163329, "resident_cache_bytes": 19456327680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 0, "cache_misses": 2743, "cache_evictions": 194, "forward_calls": 33, "disk_bytes_read": 31139223164, "disk_read_seconds": 8.909874371689511, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 0, "cache_misses": 3003, "cache_evictions": 454, "forward_calls": 36, "disk_bytes_read": 33183946364, "disk_read_seconds": 9.605831743509043, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 0, "cache_misses": 3276, "cache_evictions": 727, "forward_calls": 39, "disk_bytes_read": 35330905724, "disk_read_seconds": 10.321240086399484, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 0, "cache_misses": 3504, "cache_evictions": 955, "forward_calls": 45, "disk_bytes_read": 37123970684, "disk_read_seconds": 10.926538447471103, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 454, "cache_misses": 3658, "cache_evictions": 1109, "forward_calls": 122, "disk_bytes_read": 38335075964, "disk_read_seconds": 11.393515125964768, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 713, "cache_misses": 3839, "cache_evictions": 1290, "forward_calls": 176, "disk_bytes_read": 39758517884, "disk_read_seconds": 11.933079515729332, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 1060, "cache_misses": 4036, "cache_evictions": 1487, "forward_calls": 244, "disk_bytes_read": 41307788924, "disk_read_seconds": 12.51558967368328, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 1348, "cache_misses": 4228, "cache_evictions": 1679, "forward_calls": 304, "disk_bytes_read": 42817738364, "disk_read_seconds": 13.093079304409912, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 1640, "cache_misses": 4416, "cache_evictions": 1867, "forward_calls": 364, "disk_bytes_read": 44296230524, "disk_read_seconds": 13.653280584549066, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 2096, "cache_misses": 4592, "cache_evictions": 2043, "forward_calls": 443, "disk_bytes_read": 45680350844, "disk_read_seconds": 14.178280587861082, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 2377, "cache_misses": 4791, "cache_evictions": 2242, "forward_calls": 503, "disk_bytes_read": 47245350524, "disk_read_seconds": 14.762861177703599, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 2679, "cache_misses": 4985, "cache_evictions": 2436, "forward_calls": 565, "disk_bytes_read": 48771028604, "disk_read_seconds": 15.337923403800232, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 3079, "cache_misses": 5153, "cache_evictions": 2604, "forward_calls": 637, "disk_bytes_read": 50092234364, "disk_read_seconds": 15.834446016437141, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 3581, "cache_misses": 5323, "cache_evictions": 2774, "forward_calls": 720, "disk_bytes_read": 51429168764, "disk_read_seconds": 16.343293682613876, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 4088, "cache_misses": 5488, "cache_evictions": 2939, "forward_calls": 804, "disk_bytes_read": 52726781564, "disk_read_seconds": 16.839474455773598, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 4529, "cache_misses": 5671, "cache_evictions": 3122, "forward_calls": 882, "disk_bytes_read": 54165952124, "disk_read_seconds": 17.38131957143196, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 5023, "cache_misses": 5833, "cache_evictions": 3284, "forward_calls": 964, "disk_bytes_read": 55439971964, "disk_read_seconds": 17.87008712234092, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 5595, "cache_misses": 5981, "cache_evictions": 3432, "forward_calls": 1054, "disk_bytes_read": 56603891324, "disk_read_seconds": 18.319963009824278, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 6044, "cache_misses": 6148, "cache_evictions": 3599, "forward_calls": 1131, "disk_bytes_read": 57917232764, "disk_read_seconds": 18.81514488562243, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 6642, "cache_misses": 6310, "cache_evictions": 3761, "forward_calls": 1226, "disk_bytes_read": 59191252604, "disk_read_seconds": 19.2999295401969, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 7247, "cache_misses": 6473, "cache_evictions": 3924, "forward_calls": 1322, "disk_bytes_read": 60473136764, "disk_read_seconds": 19.784698296542047, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 7605, "cache_misses": 6659, "cache_evictions": 4110, "forward_calls": 1390, "disk_bytes_read": 61935900284, "disk_read_seconds": 20.33289189709467, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 8062, "cache_misses": 6834, "cache_evictions": 4285, "forward_calls": 1470, "disk_bytes_read": 63312156284, "disk_read_seconds": 20.85071601253003, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 8402, "cache_misses": 7022, "cache_evictions": 4473, "forward_calls": 1535, "disk_bytes_read": 64790648444, "disk_read_seconds": 21.409452240623068, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 8799, "cache_misses": 7201, "cache_evictions": 4652, "forward_calls": 1607, "disk_bytes_read": 66198361724, "disk_read_seconds": 21.936927781731356, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 9011, "cache_misses": 7405, "cache_evictions": 4856, "forward_calls": 1659, "disk_bytes_read": 67802683004, "disk_read_seconds": 22.538823668292025, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 13807050984, "non_weight_bytes": 13807050984, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 9254, "cache_misses": 7610, "cache_evictions": 5061, "forward_calls": 1715, "disk_bytes_read": 69414868604, "disk_read_seconds": 23.138901358906878, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 9352, "cache_misses": 7801, "cache_evictions": 5252, "forward_calls": 1725, "disk_bytes_read": 70916953724, "disk_read_seconds": 23.68103353495826, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 9511, "cache_misses": 8046, "cache_evictions": 5497, "forward_calls": 1731, "disk_bytes_read": 72843712124, "disk_read_seconds": 24.379789162776433, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 9651, "cache_misses": 8275, "cache_evictions": 5726, "forward_calls": 1740, "disk_bytes_read": 74644641404, "disk_read_seconds": 25.04447551452904, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 9800, "cache_misses": 8527, "cache_evictions": 5978, "forward_calls": 1749, "disk_bytes_read": 76626450044, "disk_read_seconds": 25.735534968349384, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 9889, "cache_misses": 8778, "cache_evictions": 6229, "forward_calls": 1756, "disk_bytes_read": 78600394364, "disk_read_seconds": 26.415397227887297, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 9978, "cache_misses": 9033, "cache_evictions": 6484, "forward_calls": 1762, "disk_bytes_read": 80605795964, "disk_read_seconds": 27.12147832091432, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 10298, "cache_misses": 9206, "cache_evictions": 6657, "forward_calls": 1814, "disk_bytes_read": 81966323324, "disk_read_seconds": 27.63294474495342, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 10549, "cache_misses": 9395, "cache_evictions": 6846, "forward_calls": 1869, "disk_bytes_read": 83452679804, "disk_read_seconds": 28.189415526896482, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 10851, "cache_misses": 9597, "cache_evictions": 7048, "forward_calls": 1932, "disk_bytes_read": 85041272444, "disk_read_seconds": 28.796829176979372, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 11200, "cache_misses": 9792, "cache_evictions": 7243, "forward_calls": 2001, "disk_bytes_read": 86574814844, "disk_read_seconds": 29.376997430605115, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 11559, "cache_misses": 9977, "cache_evictions": 7428, "forward_calls": 2068, "disk_bytes_read": 88029714044, "disk_read_seconds": 29.93037154179183, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 12009, "cache_misses": 10143, "cache_evictions": 7594, "forward_calls": 2146, "disk_bytes_read": 89335191164, "disk_read_seconds": 30.424164076015586, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 12478, "cache_misses": 10306, "cache_evictions": 7757, "forward_calls": 2225, "disk_bytes_read": 90617075324, "disk_read_seconds": 30.908550706197275, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 12827, "cache_misses": 10493, "cache_evictions": 7944, "forward_calls": 2291, "disk_bytes_read": 92087703164, "disk_read_seconds": 31.465476216661045, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 12962, "cache_misses": 10710, "cache_evictions": 8161, "forward_calls": 2335, "disk_bytes_read": 93794260604, "disk_read_seconds": 32.09772943062126, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 13248, "cache_misses": 10904, "cache_evictions": 8355, "forward_calls": 2395, "disk_bytes_read": 95319938684, "disk_read_seconds": 32.67053905359353, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 13597, "cache_misses": 11099, "cache_evictions": 8550, "forward_calls": 2463, "disk_bytes_read": 96853481084, "disk_read_seconds": 33.248991255037254, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 13869, "cache_misses": 11299, "cache_evictions": 8750, "forward_calls": 2522, "disk_bytes_read": 98426345084, "disk_read_seconds": 33.838132054312155, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 14225, "cache_misses": 11479, "cache_evictions": 8930, "forward_calls": 2589, "disk_bytes_read": 99841922684, "disk_read_seconds": 34.38395852188114, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 14621, "cache_misses": 11651, "cache_evictions": 9102, "forward_calls": 2661, "disk_bytes_read": 101194585724, "disk_read_seconds": 34.90832795089227, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 14971, "cache_misses": 11837, "cache_evictions": 9288, "forward_calls": 2727, "disk_bytes_read": 102657349244, "disk_read_seconds": 35.45890827724361, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 15297, "cache_misses": 12031, "cache_evictions": 9482, "forward_calls": 2792, "disk_bytes_read": 104183027324, "disk_read_seconds": 36.03826931089861, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 15597, "cache_misses": 12227, "cache_evictions": 9678, "forward_calls": 2854, "disk_bytes_read": 105724434044, "disk_read_seconds": 36.613892278575804, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 15903, "cache_misses": 12409, "cache_evictions": 9860, "forward_calls": 2916, "disk_bytes_read": 107155740284, "disk_read_seconds": 37.158864916767925, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 16579, "cache_misses": 12565, "cache_evictions": 10016, "forward_calls": 3019, "disk_bytes_read": 108382574204, "disk_read_seconds": 37.62582752571325, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 16801, "cache_misses": 12767, "cache_evictions": 10218, "forward_calls": 3072, "disk_bytes_read": 109971166844, "disk_read_seconds": 38.227491831203224, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 17256, "cache_misses": 12928, "cache_evictions": 10379, "forward_calls": 3150, "disk_bytes_read": 111237322364, "disk_read_seconds": 38.705943045555614, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 17566, "cache_misses": 13114, "cache_evictions": 10565, "forward_calls": 3211, "disk_bytes_read": 112700085884, "disk_read_seconds": 39.259495784848696, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 18002, "cache_misses": 13286, "cache_evictions": 10737, "forward_calls": 3287, "disk_bytes_read": 114052748924, "disk_read_seconds": 39.77345486881677, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 18290, "cache_misses": 13486, "cache_evictions": 10937, "forward_calls": 3348, "disk_bytes_read": 115625612924, "disk_read_seconds": 40.360983096266864, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 33996053016, "non_weight_bytes": 14311660056, "predicted_peak_bytes": 570278926, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20046424452 }, "cache_hits": 18432, "cache_misses": 13704, "cache_evictions": 11155, "forward_calls": 3393, "disk_bytes_read": 117340034684, "disk_read_seconds": 40.999998344574124, "resident_cache_bytes": 20046151680, "effective_cache_budget_bytes": 20046424452 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 18577, "cache_misses": 13908, "cache_evictions": 11602, "forward_calls": 3403, "disk_bytes_read": 118944355964, "disk_read_seconds": 41.53994992363732, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 18722, "cache_misses": 14181, "cache_evictions": 11875, "forward_calls": 3406, "disk_bytes_read": 121091315324, "disk_read_seconds": 42.227872493473114, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 18848, "cache_misses": 14451, "cache_evictions": 12145, "forward_calls": 3408, "disk_bytes_read": 123214681724, "disk_read_seconds": 42.93161949052592, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 18923, "cache_misses": 14735, "cache_evictions": 12429, "forward_calls": 3411, "disk_bytes_read": 125448148604, "disk_read_seconds": 43.63832528612693, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 18969, "cache_misses": 15004, "cache_evictions": 12698, "forward_calls": 3413, "disk_bytes_read": 127563650684, "disk_read_seconds": 44.33074565415154, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 18996, "cache_misses": 15276, "cache_evictions": 12970, "forward_calls": 3416, "disk_bytes_read": 129702745724, "disk_read_seconds": 45.02843639210914, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 19000, "cache_misses": 15545, "cache_evictions": 13239, "forward_calls": 3419, "disk_bytes_read": 131818247804, "disk_read_seconds": 45.71863999645575, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 19000, "cache_misses": 15826, "cache_evictions": 13520, "forward_calls": 3422, "disk_bytes_read": 134028121724, "disk_read_seconds": 46.39045397582231, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 19000, "cache_misses": 16107, "cache_evictions": 13801, "forward_calls": 3425, "disk_bytes_read": 136237995644, "disk_read_seconds": 47.05644347373163, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 19000, "cache_misses": 16390, "cache_evictions": 14084, "forward_calls": 3427, "disk_bytes_read": 138463598204, "disk_read_seconds": 47.7708080871671, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 19000, "cache_misses": 16667, "cache_evictions": 14361, "forward_calls": 3430, "disk_bytes_read": 140642014844, "disk_read_seconds": 48.44235829616082, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 19000, "cache_misses": 16954, "cache_evictions": 14648, "forward_calls": 3433, "disk_bytes_read": 142899074684, "disk_read_seconds": 49.123711183376145, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 19000, "cache_misses": 17219, "cache_evictions": 14913, "forward_calls": 3436, "disk_bytes_read": 144983119484, "disk_read_seconds": 49.80219159723492, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 19000, "cache_misses": 17491, "cache_evictions": 15185, "forward_calls": 3438, "disk_bytes_read": 147122214524, "disk_read_seconds": 50.49088386763469, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 19000, "cache_misses": 17764, "cache_evictions": 15458, "forward_calls": 3441, "disk_bytes_read": 149269173884, "disk_read_seconds": 51.1497695785074, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 19000, "cache_misses": 18042, "cache_evictions": 15736, "forward_calls": 3443, "disk_bytes_read": 151455454844, "disk_read_seconds": 51.84586749316077, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 19000, "cache_misses": 18249, "cache_evictions": 15943, "forward_calls": 3464, "disk_bytes_read": 153083369084, "disk_read_seconds": 52.43449980969308, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 19303, "cache_misses": 18434, "cache_evictions": 16128, "forward_calls": 3525, "disk_bytes_read": 154538268284, "disk_read_seconds": 52.98671192789334, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 19497, "cache_misses": 18632, "cache_evictions": 16326, "forward_calls": 3574, "disk_bytes_read": 156095403644, "disk_read_seconds": 53.57242578591104, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 19774, "cache_misses": 18827, "cache_evictions": 16521, "forward_calls": 3633, "disk_bytes_read": 157628946044, "disk_read_seconds": 54.154014515603194, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 20115, "cache_misses": 19014, "cache_evictions": 16708, "forward_calls": 3699, "disk_bytes_read": 159099573884, "disk_read_seconds": 54.70607757969992, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 20368, "cache_misses": 19209, "cache_evictions": 16903, "forward_calls": 3756, "disk_bytes_read": 160633116284, "disk_read_seconds": 55.27683560876176, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 20668, "cache_misses": 19397, "cache_evictions": 17091, "forward_calls": 3816, "disk_bytes_read": 162111608444, "disk_read_seconds": 55.82626189631992, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 21079, "cache_misses": 19594, "cache_evictions": 17288, "forward_calls": 3892, "disk_bytes_read": 163660879484, "disk_read_seconds": 56.4103164805565, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 21285, "cache_misses": 19804, "cache_evictions": 17498, "forward_calls": 3944, "disk_bytes_read": 165312386684, "disk_read_seconds": 57.02408372604987, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 21461, "cache_misses": 20012, "cache_evictions": 17706, "forward_calls": 3992, "disk_bytes_read": 166948165244, "disk_read_seconds": 57.63483095596894, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 21663, "cache_misses": 20218, "cache_evictions": 17912, "forward_calls": 4044, "disk_bytes_read": 168568215164, "disk_read_seconds": 58.24193253804697, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 21940, "cache_misses": 20421, "cache_evictions": 18115, "forward_calls": 4103, "disk_bytes_read": 170164672124, "disk_read_seconds": 58.838268536666874, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 22219, "cache_misses": 20614, "cache_evictions": 18308, "forward_calls": 4162, "disk_bytes_read": 171682485884, "disk_read_seconds": 59.408398405328626, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 22605, "cache_misses": 20788, "cache_evictions": 18482, "forward_calls": 4232, "disk_bytes_read": 173050877564, "disk_read_seconds": 59.92099426870118, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 22827, "cache_misses": 20990, "cache_evictions": 18684, "forward_calls": 4285, "disk_bytes_read": 174639470204, "disk_read_seconds": 60.51013805219554, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 23105, "cache_misses": 21184, "cache_evictions": 18878, "forward_calls": 4344, "disk_bytes_read": 176165148284, "disk_read_seconds": 61.08491082506953, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 23419, "cache_misses": 21366, "cache_evictions": 19060, "forward_calls": 4406, "disk_bytes_read": 177596454524, "disk_read_seconds": 61.628045457502594, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 23817, "cache_misses": 21544, "cache_evictions": 19238, "forward_calls": 4478, "disk_bytes_read": 178996303484, "disk_read_seconds": 62.15960315402481, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 24184, "cache_misses": 21729, "cache_evictions": 19423, "forward_calls": 4547, "disk_bytes_read": 180451202684, "disk_read_seconds": 62.7110038283281, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 24629, "cache_misses": 21892, "cache_evictions": 19586, "forward_calls": 4623, "disk_bytes_read": 181733086844, "disk_read_seconds": 63.198849642503774, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 24999, "cache_misses": 22074, "cache_evictions": 19768, "forward_calls": 4692, "disk_bytes_read": 183164393084, "disk_read_seconds": 63.73452821705723, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 25320, "cache_misses": 22265, "cache_evictions": 19959, "forward_calls": 4756, "disk_bytes_read": 184666478204, "disk_read_seconds": 64.30142825067742, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 25738, "cache_misses": 22439, "cache_evictions": 20133, "forward_calls": 4830, "disk_bytes_read": 186034869884, "disk_read_seconds": 64.82109702509479, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 26276, "cache_misses": 22605, "cache_evictions": 20299, "forward_calls": 4918, "disk_bytes_read": 187340347004, "disk_read_seconds": 65.31783677273779, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 26786, "cache_misses": 22783, "cache_evictions": 20477, "forward_calls": 5004, "disk_bytes_read": 188740195964, "disk_read_seconds": 65.85135762067512, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 27051, "cache_misses": 22974, "cache_evictions": 20668, "forward_calls": 5062, "disk_bytes_read": 190242281084, "disk_read_seconds": 66.41868119314313, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 27402, "cache_misses": 23175, "cache_evictions": 20869, "forward_calls": 5130, "disk_bytes_read": 191823009404, "disk_read_seconds": 67.02397443546215, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 27597, "cache_misses": 23388, "cache_evictions": 21082, "forward_calls": 5181, "disk_bytes_read": 193498109564, "disk_read_seconds": 67.65934391116025, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 27762, "cache_misses": 23599, "cache_evictions": 21293, "forward_calls": 5228, "disk_bytes_read": 195157481084, "disk_read_seconds": 68.30917310941732, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": null, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 33818663616, "non_weight_bytes": 15022938816, "predicted_peak_bytes": 1948453000, "ceiling_bytes": 36180806860, "effective_expert_bytes": 18135673220 }, "cache_hits": 27834, "cache_misses": 23695, "cache_evictions": 21389, "forward_calls": 5250, "disk_bytes_read": 195912455804, "disk_read_seconds": 68.60408448867383, "resident_cache_bytes": 18135121920, "effective_cache_budget_bytes": 18135673220 } ] }