{ "model": "Vontra/GLM-5.3-Flash-MLX-oQ2-MTP", "same_context": false, "persistence": false, "fixed_history": true, "expert_budget": "20480", "reasoning_effort": "low", "samples": [ { "first_text_seconds": 14.751187374989968, "total_seconds": 35.780384457990294, "finish_reason": "stop", "truncated": false, "answer": "Rust is a systems programming language that emphasizes memory safety, concurrency, and performance through its innovative ownership model, which enforces safe memory management at compile time without needing a garbage collector.", "usage": { "completion_tokens": 38, "prompt_tokens": 23, "total_tokens": 61 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 23, "completion_tokens": 38, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 0, "cache_evictions": 0, "forward_calls": 0, "forward_seconds": 0.0, "routing_seconds": 0.0, "materialize_seconds": 0.0, "disk_bytes_read": 9567393404, "disk_read_seconds": 1.9545285455242265, "resident_cache_bytes": 0, "effective_cache_budget_bytes": 21474836480 }, "after": { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9431, "cache_misses": 7481, "cache_evictions": 4751, "forward_calls": 1722, "forward_seconds": 35.29013470932841, "routing_seconds": 4.878062212723307, "materialize_seconds": 0.2417564140923787, "disk_bytes_read": 68400371324, "disk_read_seconds": 22.860375154705252, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 0, 35 ], "correct": true, "backend_phases": { "cached_prompt_tokens": 0, "decode_seconds": 21.03, "evaluated_prompt_tokens": 23, "first_token_seconds": 14.72, "prompt_seconds": 14.72 }, "expert_hit_rate": 0.557651371807001, "expert_read_GiB": 54.79248046875, "decode_tokens_per_second": 1.8069424631478839, "decode_window": { "token_equivalents": 37.54761904761905, "expert_hit_rate": 0.7021242866201649, "read_GiB_per_token": 0.7330535133956879, "disk_read_seconds_per_token": 0.29732326747900223, "forward_seconds_per_token": 0.5579078001076191, "routing_seconds_per_token": 0.10886618955975921 } }, { "first_text_seconds": 29.22502783301752, "total_seconds": 45.23643262500991, "finish_reason": "stop", "truncated": false, "answer": "Rust is a memory-safe systems programming language whose ownership model guarantees thread and memory safety at compile time without a garbage collector.", "usage": { "completion_tokens": 36, "prompt_tokens": 75, "total_tokens": 111 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 75, "completion_tokens": 36, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9431, "cache_misses": 7481, "cache_evictions": 4751, "forward_calls": 1722, "forward_seconds": 35.29013470932841, "routing_seconds": 4.878062212723307, "materialize_seconds": 0.2417564140923787, "disk_bytes_read": 68400371324, "disk_read_seconds": 22.860375154705252, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, "after": { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 17989, "cache_misses": 17892, "cache_evictions": 15162, "forward_calls": 3360, "forward_seconds": 80.12847221875563, "routing_seconds": 9.85094207720249, "materialize_seconds": 0.5760579646739643, "disk_bytes_read": 150275806844, "disk_read_seconds": 50.40650090712006, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 35, 79 ], "correct": true, "backend_phases": { "cached_prompt_tokens": 0, "decode_seconds": 22.57, "evaluated_prompt_tokens": 75, "first_token_seconds": 22.66, "prompt_seconds": 22.66 }, "expert_hit_rate": 0.45115715114133587, "expert_read_GiB": 76.25244140625, "decode_tokens_per_second": 1.5950376606114312, "decode_window": { "token_equivalents": 34.785714285714285, "expert_hit_rate": 0.635858413132695, "read_GiB_per_token": 0.8967430537731006, "disk_read_seconds_per_token": 0.36052810184208645, "forward_seconds_per_token": 0.6318038479443898, "routing_seconds_per_token": 0.10843705242448076 } }, { "first_text_seconds": 28.210423666983843, "total_seconds": 47.898459499992896, "finish_reason": "stop", "truncated": false, "answer": "Rust is a systems programming language that guarantees memory safety and thread safety at compile time through its ownership model, delivering C-level performance without a garbage collector.", "usage": { "completion_tokens": 36, "prompt_tokens": 116, "total_tokens": 152 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 116, "completion_tokens": 36, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 17989, "cache_misses": 17892, "cache_evictions": 15162, "forward_calls": 3360, "forward_seconds": 80.12847221875563, "routing_seconds": 9.85094207720249, "materialize_seconds": 0.5760579646739643, "disk_bytes_read": 150275806844, "disk_read_seconds": 50.40650090712006, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, "after": { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 152, "current_bytes": 32217093720, "non_weight_bytes": 10747500120, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 26468, "cache_misses": 29099, "cache_evictions": 26369, "forward_calls": 4998, "forward_seconds": 127.62297083891463, "routing_seconds": 14.893480526370695, "materialize_seconds": 0.9456538339727558, "disk_bytes_read": 238411241084, "disk_read_seconds": 79.49083554753452, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 79, 127 ], "correct": true, "backend_phases": { "cached_prompt_tokens": 0, "decode_seconds": 22.41, "evaluated_prompt_tokens": 116, "first_token_seconds": 25.48, "prompt_seconds": 25.48 }, "expert_hit_rate": 0.4307121812455552, "expert_read_GiB": 82.08251953125, "decode_tokens_per_second": 1.606425702811245, "decode_window": { "token_equivalents": 34.857142857142854, "expert_hit_rate": 0.6411483253588517, "read_GiB_per_token": 0.882508324795082, "disk_read_seconds_per_token": 0.35813862889395365, "forward_seconds_per_token": 0.630600758911956, "routing_seconds_per_token": 0.10749198319130392 } } ], "status": [ { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 266, "cache_evictions": 0, "forward_calls": 2, "forward_seconds": 0.7873862499836832, "routing_seconds": 0.05611033400055021, "materialize_seconds": 0.008106529363431036, "disk_bytes_read": 11659302524, "disk_read_seconds": 2.6119026773958467, "resident_cache_bytes": 2091909120, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 551, "cache_evictions": 0, "forward_calls": 5, "forward_seconds": 1.8442370829870924, "routing_seconds": 0.08902341601788066, "materialize_seconds": 0.016639083565678447, "disk_bytes_read": 13900633724, "disk_read_seconds": 3.3323986167670228, "resident_cache_bytes": 4333240320, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 832, "cache_evictions": 0, "forward_calls": 7, "forward_seconds": 2.591253915015841, "routing_seconds": 0.11287904102937318, "materialize_seconds": 0.026573047682177275, "disk_bytes_read": 16110507644, "disk_read_seconds": 4.051122091303114, "resident_cache_bytes": 6543114240, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1110, "cache_evictions": 0, "forward_calls": 10, "forward_seconds": 3.7133719980192836, "routing_seconds": 0.14618604004499502, "materialize_seconds": 0.036325464432593435, "disk_bytes_read": 18296788604, "disk_read_seconds": 4.758151251880918, "resident_cache_bytes": 8729395200, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1384, "cache_evictions": 0, "forward_calls": 14, "forward_seconds": 4.9337425810226705, "routing_seconds": 0.1901003740786109, "materialize_seconds": 0.04462279676226899, "disk_bytes_read": 20451612284, "disk_read_seconds": 5.475007473723963, "resident_cache_bytes": 10884218880, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1648, "cache_evictions": 0, "forward_calls": 18, "forward_seconds": 5.936320582055487, "routing_seconds": 0.23453187409904785, "materialize_seconds": 0.05359267466701567, "disk_bytes_read": 22527792764, "disk_read_seconds": 6.183905548590701, "resident_cache_bytes": 12960399360, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1917, "cache_evictions": 0, "forward_calls": 22, "forward_seconds": 6.9457828730519395, "routing_seconds": 0.28401695706998, "materialize_seconds": 0.06353696790756658, "disk_bytes_read": 24643294844, "disk_read_seconds": 6.8780913756927475, "resident_cache_bytes": 15075901440, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 2181, "cache_evictions": 0, "forward_calls": 26, "forward_seconds": 7.976415124052437, "routing_seconds": 0.32659079108270817, "materialize_seconds": 0.07202605379279703, "disk_bytes_read": 26719475324, "disk_read_seconds": 7.576945699722273, "resident_cache_bytes": 17152081920, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 2466, "cache_evictions": 0, "forward_calls": 29, "forward_seconds": 8.867355375026818, "routing_seconds": 0.35773029207484797, "materialize_seconds": 0.08076893564430065, "disk_bytes_read": 28960806524, "disk_read_seconds": 8.29023331249482, "resident_cache_bytes": 19393413120, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 2743, "cache_evictions": 13, "forward_calls": 33, "forward_seconds": 10.048609750054311, "routing_seconds": 0.400238833099138, "materialize_seconds": 0.08906181450583972, "disk_bytes_read": 31139223164, "disk_read_seconds": 8.988731414574431, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 3011, "cache_evictions": 281, "forward_calls": 36, "forward_seconds": 10.947970375069417, "routing_seconds": 0.4327980831149034, "materialize_seconds": 0.09762264884193428, "disk_bytes_read": 33246860924, "disk_read_seconds": 9.69543079577852, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 3276, "cache_evictions": 546, "forward_calls": 39, "forward_seconds": 11.922205959068378, "routing_seconds": 0.466049167123856, "materialize_seconds": 0.10619287102599628, "disk_bytes_read": 35330905724, "disk_read_seconds": 10.419256339839194, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 1, "cache_misses": 3535, "cache_evictions": 805, "forward_calls": 49, "forward_seconds": 13.105073294078466, "routing_seconds": 0.5145615010405891, "materialize_seconds": 0.11460321411141194, "disk_bytes_read": 37367764604, "disk_read_seconds": 11.122267955564894, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 24, "current_bytes": 32145686488, "non_weight_bytes": 10676092888, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 504, "cache_misses": 3664, "cache_evictions": 934, "forward_calls": 128, "forward_seconds": 14.039597254100954, "routing_seconds": 0.7466190009436104, "materialize_seconds": 0.11937709010089748, "disk_bytes_read": 38382261884, "disk_read_seconds": 11.526964033808326, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 25, "current_bytes": 32136970632, "non_weight_bytes": 10667377032, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 860, "cache_misses": 3860, "cache_evictions": 1130, "forward_calls": 197, "forward_seconds": 15.054500003985595, "routing_seconds": 0.9127994199516252, "materialize_seconds": 0.12538712890818715, "disk_bytes_read": 39923668604, "disk_read_seconds": 12.098648705752566, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 27, "current_bytes": 32146670800, "non_weight_bytes": 10677077200, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 1166, "cache_misses": 4058, "cache_evictions": 1328, "forward_calls": 260, "forward_seconds": 16.06022346089594, "routing_seconds": 1.085419212904526, "materialize_seconds": 0.1317437438701745, "disk_bytes_read": 41480803964, "disk_read_seconds": 12.67820119697717, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 28, "current_bytes": 32146916872, "non_weight_bytes": 10677323272, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 1510, "cache_misses": 4242, "cache_evictions": 1512, "forward_calls": 326, "forward_seconds": 17.072081797901774, "routing_seconds": 1.2642357998411171, "materialize_seconds": 0.13740953980595805, "disk_bytes_read": 42927838844, "disk_read_seconds": 13.232792249851627, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 30, "current_bytes": 32147359696, "non_weight_bytes": 10677766096, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 1925, "cache_misses": 4419, "cache_evictions": 1689, "forward_calls": 400, "forward_seconds": 18.06712750691804, "routing_seconds": 1.4548395927122328, "materialize_seconds": 0.14389220569864847, "disk_bytes_read": 44319823484, "disk_read_seconds": 13.76174634633935, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 32, "current_bytes": 32147851840, "non_weight_bytes": 10678258240, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 2293, "cache_misses": 4611, "cache_evictions": 1881, "forward_calls": 471, "forward_seconds": 19.05979196089902, "routing_seconds": 1.6259335917129647, "materialize_seconds": 0.14997701064567082, "disk_bytes_read": 45829772924, "disk_read_seconds": 14.329030282591702, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 33, "current_bytes": 32140479400, "non_weight_bytes": 10670885800, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 2562, "cache_misses": 4814, "cache_evictions": 2084, "forward_calls": 529, "forward_seconds": 20.046980374958366, "routing_seconds": 1.7829184627044015, "materialize_seconds": 0.1560724283917807, "disk_bytes_read": 47426229884, "disk_read_seconds": 14.920895081595518, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 35, "current_bytes": 32151408176, "non_weight_bytes": 10681814576, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 2943, "cache_misses": 4993, "cache_evictions": 2263, "forward_calls": 599, "forward_seconds": 21.044596912222914, "routing_seconds": 1.9805033757002093, "materialize_seconds": 0.16158150421688333, "disk_bytes_read": 48833943164, "disk_read_seconds": 15.456051762070274, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 37, "current_bytes": 32141151912, "non_weight_bytes": 10671558312, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 3432, "cache_misses": 5160, "cache_evictions": 2430, "forward_calls": 681, "forward_seconds": 22.050456286175177, "routing_seconds": 2.196582042524824, "materialize_seconds": 0.16682020924054086, "disk_bytes_read": 50147284604, "disk_read_seconds": 15.95660761007457, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 39, "current_bytes": 32149065480, "non_weight_bytes": 10679471880, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 3968, "cache_misses": 5320, "cache_evictions": 2590, "forward_calls": 768, "forward_seconds": 23.05056045614765, "routing_seconds": 2.414698626671452, "materialize_seconds": 0.1719347061298322, "disk_bytes_read": 51405575804, "disk_read_seconds": 16.440600983711192, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 41, "current_bytes": 32149491680, "non_weight_bytes": 10679898080, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 4395, "cache_misses": 5493, "cache_evictions": 2763, "forward_calls": 843, "forward_seconds": 24.057949616166297, "routing_seconds": 2.626282626646571, "materialize_seconds": 0.1773232470441144, "disk_bytes_read": 52766103164, "disk_read_seconds": 16.954492838209262, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 43, "current_bytes": 32153767928, "non_weight_bytes": 10684174328, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 4862, "cache_misses": 5666, "cache_evictions": 2936, "forward_calls": 924, "forward_seconds": 25.059630249015754, "routing_seconds": 2.8305044175649527, "materialize_seconds": 0.18277136990218423, "disk_bytes_read": 54126630524, "disk_read_seconds": 17.46752954501426, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 44, "current_bytes": 32153882640, "non_weight_bytes": 10684289040, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 5377, "cache_misses": 5823, "cache_evictions": 3093, "forward_calls": 1008, "forward_seconds": 26.05162578902673, "routing_seconds": 3.0478347515163478, "materialize_seconds": 0.18829124499461614, "disk_bytes_read": 55361328764, "disk_read_seconds": 17.94566636363743, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 47, "current_bytes": 32142004408, "non_weight_bytes": 10672410808, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36169921087, "effective_expert_bytes": 21474836480 }, "cache_hits": 5974, "cache_misses": 5994, "cache_evictions": 3264, "forward_calls": 1103, "forward_seconds": 27.028899244207423, "routing_seconds": 3.2551957097894046, "materialize_seconds": 0.19394491679850034, "disk_bytes_read": 56706127484, "disk_read_seconds": 18.457047927717213, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 49, "current_bytes": 32142168344, "non_weight_bytes": 10672574744, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 6556, "cache_misses": 6140, "cache_evictions": 3410, "forward_calls": 1194, "forward_seconds": 28.0265924121195, "routing_seconds": 3.492811919772066, "materialize_seconds": 0.19917841569986194, "disk_bytes_read": 57854318204, "disk_read_seconds": 18.901377356087323, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 51, "current_bytes": 32142201160, "non_weight_bytes": 10672607560, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 7184, "cache_misses": 6288, "cache_evictions": 3558, "forward_calls": 1292, "forward_seconds": 29.023206787067465, "routing_seconds": 3.7467680448899046, "materialize_seconds": 0.2039429965952877, "disk_bytes_read": 59018237564, "disk_read_seconds": 19.33652510185493, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 53, "current_bytes": 32154620352, "non_weight_bytes": 10685026752, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 7560, "cache_misses": 6472, "cache_evictions": 3742, "forward_calls": 1361, "forward_seconds": 30.009129121986916, "routing_seconds": 3.941078090807423, "materialize_seconds": 0.2096928777755238, "disk_bytes_read": 60465272444, "disk_read_seconds": 19.883908080024412, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 55, "current_bytes": 32142627384, "non_weight_bytes": 10673033784, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 8033, "cache_misses": 6639, "cache_evictions": 3909, "forward_calls": 1441, "forward_seconds": 31.005112955055665, "routing_seconds": 4.155643752950709, "materialize_seconds": 0.21484850297565572, "disk_bytes_read": 61778613884, "disk_read_seconds": 20.38296271141735, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 57, "current_bytes": 32142807608, "non_weight_bytes": 10673214008, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 8434, "cache_misses": 6814, "cache_evictions": 4084, "forward_calls": 1513, "forward_seconds": 31.996829544077627, "routing_seconds": 4.358602337830234, "materialize_seconds": 0.22063975004130043, "disk_bytes_read": 63154869884, "disk_read_seconds": 20.9087604546512, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 58, "current_bytes": 32150704720, "non_weight_bytes": 10681111120, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 8844, "cache_misses": 7004, "cache_evictions": 4274, "forward_calls": 1588, "forward_seconds": 32.99390621425118, "routing_seconds": 4.531761419872055, "materialize_seconds": 0.22688392410054803, "disk_bytes_read": 64649090684, "disk_read_seconds": 21.466380286990898, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 60, "current_bytes": 32156013136, "non_weight_bytes": 10686419536, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9101, "cache_misses": 7219, "cache_evictions": 4489, "forward_calls": 1647, "forward_seconds": 33.98457783827325, "routing_seconds": 4.6681752128351945, "materialize_seconds": 0.2337697091861628, "disk_bytes_read": 66339919484, "disk_read_seconds": 22.096140117413597, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10197752912, "non_weight_bytes": 10197752912, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32150884944, "non_weight_bytes": 10681291344, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9362, "cache_misses": 7422, "cache_evictions": 4692, "forward_calls": 1705, "forward_seconds": 34.987706796237035, "routing_seconds": 4.8342852136993315, "materialize_seconds": 0.24000466312281787, "disk_bytes_read": 67936376444, "disk_read_seconds": 22.690744815103244, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9571, "cache_misses": 7673, "cache_evictions": 4986, "forward_calls": 1723, "forward_seconds": 35.70692695933394, "routing_seconds": 4.937968587735668, "materialize_seconds": 0.24821174386306666, "disk_bytes_read": 69910320764, "disk_read_seconds": 23.343459043098846, "resident_cache_bytes": 21131427840, "effective_cache_budget_bytes": 21131565200 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9737, "cache_misses": 7949, "cache_evictions": 5262, "forward_calls": 1725, "forward_seconds": 36.66453187633306, "routing_seconds": 4.9690228797262534, "materialize_seconds": 0.2582237088063266, "disk_bytes_read": 72080873084, "disk_read_seconds": 24.013998291105963, "resident_cache_bytes": 21131427840, "effective_cache_budget_bytes": 21131565200 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9872, "cache_misses": 8202, "cache_evictions": 5515, "forward_calls": 1728, "forward_seconds": 37.99341341733816, "routing_seconds": 5.007489004696254, "materialize_seconds": 0.2666642909462098, "disk_bytes_read": 74070546044, "disk_read_seconds": 24.648010725999484, "resident_cache_bytes": 21131427840, "effective_cache_budget_bytes": 21131565200 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9961, "cache_misses": 8499, "cache_evictions": 5812, "forward_calls": 1730, "forward_seconds": 39.00007700032438, "routing_seconds": 5.048288671678165, "materialize_seconds": 0.27647738315863535, "disk_bytes_read": 76406249084, "disk_read_seconds": 25.339009278133744, "resident_cache_bytes": 21131427840, "effective_cache_budget_bytes": 21131565200 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10016, "cache_misses": 8790, "cache_evictions": 6103, "forward_calls": 1732, "forward_seconds": 40.01244412534288, "routing_seconds": 5.086555504676653, "materialize_seconds": 0.2860679152945522, "disk_bytes_read": 78694766204, "disk_read_seconds": 26.00736421646434, "resident_cache_bytes": 21131427840, "effective_cache_budget_bytes": 21131565200 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10062, "cache_misses": 9065, "cache_evictions": 6378, "forward_calls": 1734, "forward_seconds": 40.93195008332259, "routing_seconds": 5.148481254669605, "materialize_seconds": 0.29497759402147494, "disk_bytes_read": 80857454204, "disk_read_seconds": 26.697604218003107, "resident_cache_bytes": 21131427840, "effective_cache_budget_bytes": 21131565200 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10077, "cache_misses": 9354, "cache_evictions": 6667, "forward_calls": 1736, "forward_seconds": 41.94660683334223, "routing_seconds": 5.190967087633908, "materialize_seconds": 0.3038980416604318, "disk_bytes_read": 83130242684, "disk_read_seconds": 27.38747142732609, "resident_cache_bytes": 21131427840, "effective_cache_budget_bytes": 21131565200 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10077, "cache_misses": 9640, "cache_evictions": 6953, "forward_calls": 1738, "forward_seconds": 42.867425916309, "routing_seconds": 5.22349575458793, "materialize_seconds": 0.3129205905715935, "disk_bytes_read": 85379438204, "disk_read_seconds": 28.07867960233125, "resident_cache_bytes": 21131427840, "effective_cache_budget_bytes": 21131565200 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10077, "cache_misses": 9921, "cache_evictions": 7234, "forward_calls": 1740, "forward_seconds": 43.73317937529646, "routing_seconds": 5.269044379587285, "materialize_seconds": 0.3221728814241942, "disk_bytes_read": 87589312124, "disk_read_seconds": 28.75246528434218, "resident_cache_bytes": 21131427840, "effective_cache_budget_bytes": 21131565200 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10077, "cache_misses": 10214, "cache_evictions": 7527, "forward_calls": 1742, "forward_seconds": 44.61095012430451, "routing_seconds": 5.306842546589905, "materialize_seconds": 0.3314552202646155, "disk_bytes_read": 89893557884, "disk_read_seconds": 29.42644981617923, "resident_cache_bytes": 21131427840, "effective_cache_budget_bytes": 21131565200 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10077, "cache_misses": 10488, "cache_evictions": 7801, "forward_calls": 1745, "forward_seconds": 45.99430316631333, "routing_seconds": 5.348076255584601, "materialize_seconds": 0.33995213522575796, "disk_bytes_read": 92048381564, "disk_read_seconds": 30.095203326345654, "resident_cache_bytes": 21131427840, "effective_cache_budget_bytes": 21131565200 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10077, "cache_misses": 10758, "cache_evictions": 8071, "forward_calls": 1747, "forward_seconds": 46.88058283328428, "routing_seconds": 5.387574880558532, "materialize_seconds": 0.34808043495286256, "disk_bytes_read": 94171747964, "disk_read_seconds": 30.76614027094911, "resident_cache_bytes": 21131427840, "effective_cache_budget_bytes": 21131565200 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10077, "cache_misses": 11047, "cache_evictions": 8360, "forward_calls": 1749, "forward_seconds": 47.846453000296606, "routing_seconds": 5.430668296554359, "materialize_seconds": 0.35698602520278655, "disk_bytes_read": 96444536444, "disk_read_seconds": 31.42948779492872, "resident_cache_bytes": 21131427840, "effective_cache_budget_bytes": 21131565200 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10077, "cache_misses": 11336, "cache_evictions": 8649, "forward_calls": 1751, "forward_seconds": 48.86022174928803, "routing_seconds": 5.467038671544287, "materialize_seconds": 0.36657019608537666, "disk_bytes_read": 98717324924, "disk_read_seconds": 32.082774245383916, "resident_cache_bytes": 21131427840, "effective_cache_budget_bytes": 21131565200 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10077, "cache_misses": 11619, "cache_evictions": 8932, "forward_calls": 1753, "forward_seconds": 49.820482124283444, "routing_seconds": 5.507571921567433, "materialize_seconds": 0.3752947392349597, "disk_bytes_read": 100942927484, "disk_read_seconds": 32.726965093956096, "resident_cache_bytes": 21131427840, "effective_cache_budget_bytes": 21131565200 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10077, "cache_misses": 11902, "cache_evictions": 9215, "forward_calls": 1755, "forward_seconds": 50.740912332286825, "routing_seconds": 5.5360816705506295, "materialize_seconds": 0.3844814502517693, "disk_bytes_read": 103168530044, "disk_read_seconds": 33.41475480265217, "resident_cache_bytes": 21131427840, "effective_cache_budget_bytes": 21131565200 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10077, "cache_misses": 12179, "cache_evictions": 9492, "forward_calls": 1757, "forward_seconds": 51.73176349827554, "routing_seconds": 5.57750650352682, "materialize_seconds": 0.3931979874323588, "disk_bytes_read": 105346946684, "disk_read_seconds": 34.08129259556881, "resident_cache_bytes": 21131427840, "effective_cache_budget_bytes": 21131565200 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10077, "cache_misses": 12463, "cache_evictions": 9776, "forward_calls": 1759, "forward_seconds": 52.72459299728507, "routing_seconds": 5.61037658751593, "materialize_seconds": 0.4027414817537647, "disk_bytes_read": 107580413564, "disk_read_seconds": 34.749445335328346, "resident_cache_bytes": 21131427840, "effective_cache_budget_bytes": 21131565200 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10077, "cache_misses": 12744, "cache_evictions": 10057, "forward_calls": 1761, "forward_seconds": 53.70953558126348, "routing_seconds": 5.650132003502222, "materialize_seconds": 0.4117830099130515, "disk_bytes_read": 109790287484, "disk_read_seconds": 35.40998074985691, "resident_cache_bytes": 21131427840, "effective_cache_budget_bytes": 21131565200 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10077, "cache_misses": 13023, "cache_evictions": 10336, "forward_calls": 1763, "forward_seconds": 54.736959164292784, "routing_seconds": 5.689096587506356, "materialize_seconds": 0.42067717513418756, "disk_bytes_read": 111984432764, "disk_read_seconds": 36.074045202403795, "resident_cache_bytes": 21131427840, "effective_cache_budget_bytes": 21131565200 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32158962280, "non_weight_bytes": 10689368680, "predicted_peak_bytes": 42736230, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10216, "cache_misses": 13233, "cache_evictions": 10546, "forward_calls": 1805, "forward_seconds": 56.22152328933589, "routing_seconds": 5.81380175348022, "materialize_seconds": 0.427213003160432, "disk_bytes_read": 113635939964, "disk_read_seconds": 36.687304255290655, "resident_cache_bytes": 21131427840, "effective_cache_budget_bytes": 21131565200 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 76, "current_bytes": 31842833504, "non_weight_bytes": 10711405664, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10381, "cache_misses": 13428, "cache_evictions": 10720, "forward_calls": 1851, "forward_seconds": 57.17454141241615, "routing_seconds": 5.954456838575425, "materialize_seconds": 0.4335805840964895, "disk_bytes_read": 115169482364, "disk_read_seconds": 37.2643601426098, "resident_cache_bytes": 21296578560, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 77, "current_bytes": 32181245120, "non_weight_bytes": 10711651520, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10580, "cache_misses": 13637, "cache_evictions": 10907, "forward_calls": 1901, "forward_seconds": 58.14788895242964, "routing_seconds": 6.090809875546256, "materialize_seconds": 0.4403118251066189, "disk_bytes_read": 116813125244, "disk_read_seconds": 37.878868003143, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 78, "current_bytes": 32186324184, "non_weight_bytes": 10716730584, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10951, "cache_misses": 13826, "cache_evictions": 11096, "forward_calls": 1972, "forward_seconds": 59.16853528848151, "routing_seconds": 6.270430957723875, "materialize_seconds": 0.4461297932721209, "disk_bytes_read": 118299481724, "disk_read_seconds": 38.43218783196062, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 80, "current_bytes": 32181261528, "non_weight_bytes": 10711667928, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 11184, "cache_misses": 14041, "cache_evictions": 11311, "forward_calls": 2027, "forward_seconds": 60.15038111945614, "routing_seconds": 6.4133002507151105, "materialize_seconds": 0.4526433341088705, "disk_bytes_read": 119990310524, "disk_read_seconds": 39.06196085573174, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 82, "current_bytes": 32179885272, "non_weight_bytes": 10710291672, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 11578, "cache_misses": 14223, "cache_evictions": 11493, "forward_calls": 2100, "forward_seconds": 61.147248825611314, "routing_seconds": 6.592618250608211, "materialize_seconds": 0.45836596214212477, "disk_bytes_read": 121421616764, "disk_read_seconds": 39.59701108405716, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 83, "current_bytes": 32141940000, "non_weight_bytes": 10672346400, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 11878, "cache_misses": 14419, "cache_evictions": 11689, "forward_calls": 2161, "forward_seconds": 62.14442781850812, "routing_seconds": 6.765194244624581, "materialize_seconds": 0.4648428708896972, "disk_bytes_read": 122963023484, "disk_read_seconds": 40.176557042315835, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 85, "current_bytes": 32186373432, "non_weight_bytes": 10716779832, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 12353, "cache_misses": 14584, "cache_evictions": 11854, "forward_calls": 2241, "forward_seconds": 63.14698527549626, "routing_seconds": 6.981492864608299, "materialize_seconds": 0.469990208017407, "disk_bytes_read": 124260636284, "disk_read_seconds": 40.67249778815312, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 86, "current_bytes": 32165401912, "non_weight_bytes": 10695808312, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 12604, "cache_misses": 14789, "cache_evictions": 12059, "forward_calls": 2298, "forward_seconds": 64.13280389562715, "routing_seconds": 7.137849487742642, "materialize_seconds": 0.4764397190010641, "disk_bytes_read": 125872821884, "disk_read_seconds": 41.26804928237107, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 88, "current_bytes": 32181163368, "non_weight_bytes": 10711569768, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 12827, "cache_misses": 14990, "cache_evictions": 12260, "forward_calls": 2352, "forward_seconds": 65.15495968458708, "routing_seconds": 7.288803949748399, "materialize_seconds": 0.48270471999421716, "disk_bytes_read": 127453550204, "disk_read_seconds": 41.85763809768832, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 89, "current_bytes": 32173299048, "non_weight_bytes": 10703705448, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 13162, "cache_misses": 15183, "cache_evictions": 12453, "forward_calls": 2417, "forward_seconds": 66.1448568944179, "routing_seconds": 7.459400072635617, "materialize_seconds": 0.4887917219894007, "disk_bytes_read": 128971363964, "disk_read_seconds": 42.425131056661485, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 91, "current_bytes": 32181163368, "non_weight_bytes": 10711569768, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 13448, "cache_misses": 15393, "cache_evictions": 12663, "forward_calls": 2479, "forward_seconds": 67.1463354434236, "routing_seconds": 7.609497241501231, "materialize_seconds": 0.49519296176731586, "disk_bytes_read": 130622871164, "disk_read_seconds": 43.036207745666616, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 92, "current_bytes": 32181147008, "non_weight_bytes": 10711553408, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 13773, "cache_misses": 15588, "cache_evictions": 12858, "forward_calls": 2544, "forward_seconds": 68.14389514928916, "routing_seconds": 7.776040949480375, "materialize_seconds": 0.501227792003192, "disk_bytes_read": 132156413564, "disk_read_seconds": 43.61490393267013, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 94, "current_bytes": 32181179776, "non_weight_bytes": 10711586176, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 14202, "cache_misses": 15775, "cache_evictions": 13045, "forward_calls": 2621, "forward_seconds": 69.15858014835976, "routing_seconds": 7.958868155488744, "materialize_seconds": 0.5071687975432724, "disk_bytes_read": 133627041404, "disk_read_seconds": 44.168761904438725, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 96, "current_bytes": 32181212568, "non_weight_bytes": 10711618968, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 14564, "cache_misses": 15965, "cache_evictions": 13235, "forward_calls": 2690, "forward_seconds": 70.15015323227271, "routing_seconds": 8.137097033380996, "materialize_seconds": 0.5133775493304711, "disk_bytes_read": 135121262204, "disk_read_seconds": 44.73289846908301, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 97, "current_bytes": 32173348248, "non_weight_bytes": 10703754648, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 14982, "cache_misses": 16147, "cache_evictions": 13417, "forward_calls": 2765, "forward_seconds": 71.14730514219264, "routing_seconds": 8.320602154359221, "materialize_seconds": 0.5189866283035371, "disk_bytes_read": 136552568444, "disk_read_seconds": 45.27294281142531, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 99, "current_bytes": 32181261792, "non_weight_bytes": 10711668192, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 15271, "cache_misses": 16354, "cache_evictions": 13624, "forward_calls": 2827, "forward_seconds": 72.1413098043995, "routing_seconds": 8.470892279379768, "materialize_seconds": 0.5272831741895061, "disk_bytes_read": 138180482684, "disk_read_seconds": 45.877994580572704, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 100, "current_bytes": 32165500384, "non_weight_bytes": 10695906784, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 15587, "cache_misses": 16550, "cache_evictions": 13820, "forward_calls": 2891, "forward_seconds": 73.1409999683674, "routing_seconds": 8.642018946353346, "materialize_seconds": 0.5335202082351316, "disk_bytes_read": 139721889404, "disk_read_seconds": 46.451760303927585, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 102, "current_bytes": 32179164640, "non_weight_bytes": 10709571040, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 16143, "cache_misses": 16714, "cache_evictions": 13984, "forward_calls": 2981, "forward_seconds": 74.14064422121737, "routing_seconds": 8.867523654422257, "materialize_seconds": 0.538731457258109, "disk_bytes_read": 141011637884, "disk_read_seconds": 46.93744467746001, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 104, "current_bytes": 32181261792, "non_weight_bytes": 10711668192, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 16386, "cache_misses": 16919, "cache_evictions": 14189, "forward_calls": 3037, "forward_seconds": 75.15530497330474, "routing_seconds": 9.0256483645353, "materialize_seconds": 0.545143039082177, "disk_bytes_read": 142623823484, "disk_read_seconds": 47.53990713771782, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 106, "current_bytes": 32173397472, "non_weight_bytes": 10703803872, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 16869, "cache_misses": 17100, "cache_evictions": 14370, "forward_calls": 3120, "forward_seconds": 76.1461363483395, "routing_seconds": 9.22066274547251, "materialize_seconds": 0.5507634959940333, "disk_bytes_read": 144047265404, "disk_read_seconds": 48.07624746745569, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 107, "current_bytes": 32173397472, "non_weight_bytes": 10703803872, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 17150, "cache_misses": 17299, "cache_evictions": 14569, "forward_calls": 3180, "forward_seconds": 77.16419209545711, "routing_seconds": 9.383754786424106, "materialize_seconds": 0.5570921639737207, "disk_bytes_read": 145612265084, "disk_read_seconds": 48.66242616207455, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 109, "current_bytes": 32173397472, "non_weight_bytes": 10703803872, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 17701, "cache_misses": 17460, "cache_evictions": 14730, "forward_calls": 3269, "forward_seconds": 78.15421318061999, "routing_seconds": 9.604165746277431, "materialize_seconds": 0.5626624950091355, "disk_bytes_read": 146878420604, "disk_read_seconds": 49.14253233271302, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 74, "cached_tokens": 0, "current_bytes": 32078140008, "non_weight_bytes": 10813018728, "predicted_peak_bytes": 3162481108, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21131565200 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 110, "current_bytes": 32185488864, "non_weight_bytes": 10715895264, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 17818, "cache_misses": 17687, "cache_evictions": 14957, "forward_calls": 3312, "forward_seconds": 79.15228955162456, "routing_seconds": 9.726517162198434, "materialize_seconds": 0.5697457477799617, "disk_bytes_read": 148663621244, "disk_read_seconds": 49.805587685259525, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 17989, "cache_misses": 17892, "cache_evictions": 15317, "forward_calls": 3360, "forward_seconds": 80.12847221875563, "routing_seconds": 9.85094207720249, "materialize_seconds": 0.5760579646739643, "disk_bytes_read": 150275806844, "disk_read_seconds": 50.40650090712006, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18148, "cache_misses": 18172, "cache_evictions": 15597, "forward_calls": 3361, "forward_seconds": 80.6408704687783, "routing_seconds": 9.930253077240195, "materialize_seconds": 0.5855881336319726, "disk_bytes_read": 152477816444, "disk_read_seconds": 51.07664712803671, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18261, "cache_misses": 18464, "cache_evictions": 15889, "forward_calls": 3363, "forward_seconds": 81.78536988477572, "routing_seconds": 9.975184451235691, "materialize_seconds": 0.5960924786922988, "disk_bytes_read": 154774197884, "disk_read_seconds": 51.75035148204188, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18360, "cache_misses": 18742, "cache_evictions": 16167, "forward_calls": 3365, "forward_seconds": 82.84265275977668, "routing_seconds": 10.010659825231414, "materialize_seconds": 0.6053541309956927, "disk_bytes_read": 156960478844, "disk_read_seconds": 52.42993542467593, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18428, "cache_misses": 19038, "cache_evictions": 16463, "forward_calls": 3367, "forward_seconds": 83.94593075977173, "routing_seconds": 10.057202200201573, "materialize_seconds": 0.6152231337619014, "disk_bytes_read": 159288317564, "disk_read_seconds": 53.103362221532734, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18463, "cache_misses": 19332, "cache_evictions": 16757, "forward_calls": 3369, "forward_seconds": 85.13259192675469, "routing_seconds": 10.096869825181784, "materialize_seconds": 0.6246913406939711, "disk_bytes_read": 161600427644, "disk_read_seconds": 53.76245258440031, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18486, "cache_misses": 19630, "cache_evictions": 17055, "forward_calls": 3370, "forward_seconds": 85.7352671357512, "routing_seconds": 10.116568200173788, "materialize_seconds": 0.6345262485847343, "disk_bytes_read": 163943995004, "disk_read_seconds": 54.44859088966041, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18490, "cache_misses": 19922, "cache_evictions": 17347, "forward_calls": 3372, "forward_seconds": 86.83739113574848, "routing_seconds": 10.161514283157885, "materialize_seconds": 0.644060328922933, "disk_bytes_read": 166240376444, "disk_read_seconds": 55.1185633285786, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18490, "cache_misses": 20209, "cache_evictions": 17634, "forward_calls": 3374, "forward_seconds": 88.01845142774982, "routing_seconds": 10.211046241165604, "materialize_seconds": 0.6530198710970581, "disk_bytes_read": 168497436284, "disk_read_seconds": 55.775275624211645, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18490, "cache_misses": 20493, "cache_evictions": 17918, "forward_calls": 3376, "forward_seconds": 89.03665734373499, "routing_seconds": 10.258575365151046, "materialize_seconds": 0.6620122138410807, "disk_bytes_read": 170730903164, "disk_read_seconds": 56.45418259390863, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18490, "cache_misses": 20774, "cache_evictions": 18199, "forward_calls": 3378, "forward_seconds": 89.97272934272769, "routing_seconds": 10.30633878216031, "materialize_seconds": 0.6710639324737713, "disk_bytes_read": 172940777084, "disk_read_seconds": 57.134733379178215, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18490, "cache_misses": 21062, "cache_evictions": 18487, "forward_calls": 3380, "forward_seconds": 90.97615113374195, "routing_seconds": 10.355054657149594, "materialize_seconds": 0.6804611391562503, "disk_bytes_read": 175205701244, "disk_read_seconds": 57.77971075777896, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18490, "cache_misses": 21348, "cache_evictions": 18773, "forward_calls": 3382, "forward_seconds": 92.02997596672503, "routing_seconds": 10.386640699143754, "materialize_seconds": 0.6894089680863544, "disk_bytes_read": 177454896764, "disk_read_seconds": 58.46086605414166, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18490, "cache_misses": 21633, "cache_evictions": 19058, "forward_calls": 3384, "forward_seconds": 93.00124630070059, "routing_seconds": 10.439020074147265, "materialize_seconds": 0.6986346270714421, "disk_bytes_read": 179696227964, "disk_read_seconds": 59.15498604014283, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18490, "cache_misses": 21929, "cache_evictions": 19354, "forward_calls": 3386, "forward_seconds": 94.01744350869558, "routing_seconds": 10.483543199137785, "materialize_seconds": 0.7081457100284752, "disk_bytes_read": 182024066684, "disk_read_seconds": 59.82436830570805, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18490, "cache_misses": 22221, "cache_evictions": 19646, "forward_calls": 3388, "forward_seconds": 95.12915755069116, "routing_seconds": 10.51812453311868, "materialize_seconds": 0.7178987961087842, "disk_bytes_read": 184320448124, "disk_read_seconds": 60.463081854453776, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18490, "cache_misses": 22524, "cache_evictions": 19949, "forward_calls": 3390, "forward_seconds": 96.24896509267273, "routing_seconds": 10.554550659115193, "materialize_seconds": 0.7275721629266627, "disk_bytes_read": 186703337084, "disk_read_seconds": 61.129369905014755, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18490, "cache_misses": 22807, "cache_evictions": 20232, "forward_calls": 3392, "forward_seconds": 97.26229513567523, "routing_seconds": 10.593516409106087, "materialize_seconds": 0.7367078637762461, "disk_bytes_read": 188928939644, "disk_read_seconds": 61.777734576317016, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18490, "cache_misses": 23082, "cache_evictions": 20507, "forward_calls": 3394, "forward_seconds": 98.32375509367557, "routing_seconds": 10.625342743122019, "materialize_seconds": 0.7462585776520427, "disk_bytes_read": 191091627644, "disk_read_seconds": 62.43391728014103, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18490, "cache_misses": 23368, "cache_evictions": 20793, "forward_calls": 3396, "forward_seconds": 99.4266480106744, "routing_seconds": 10.653096742142225, "materialize_seconds": 0.7563660826708656, "disk_bytes_read": 193340823164, "disk_read_seconds": 63.110818816378014, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18490, "cache_misses": 23658, "cache_evictions": 21083, "forward_calls": 3397, "forward_seconds": 99.99297221869347, "routing_seconds": 10.667121367121581, "materialize_seconds": 0.767390329769114, "disk_bytes_read": 195621475964, "disk_read_seconds": 63.78458879198297, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18490, "cache_misses": 23952, "cache_evictions": 21377, "forward_calls": 3399, "forward_seconds": 101.10015246967669, "routing_seconds": 10.713338617089903, "materialize_seconds": 0.7784759979695082, "disk_bytes_read": 197933586044, "disk_read_seconds": 64.44433120253962, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18490, "cache_misses": 24245, "cache_evictions": 21670, "forward_calls": 3401, "forward_seconds": 102.18870005267672, "routing_seconds": 10.756825533113442, "materialize_seconds": 0.7883838768175337, "disk_bytes_read": 200237831804, "disk_read_seconds": 65.11491905161529, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18490, "cache_misses": 24485, "cache_evictions": 21910, "forward_calls": 3423, "forward_seconds": 103.54793213869561, "routing_seconds": 10.822882576147094, "materialize_seconds": 0.7965407580486499, "disk_bytes_read": 202125268604, "disk_read_seconds": 65.78575683827512, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32197006816, "non_weight_bytes": 10727413216, "predicted_peak_bytes": 31863406, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18676, "cache_misses": 24691, "cache_evictions": 22116, "forward_calls": 3472, "forward_seconds": 104.57646297561587, "routing_seconds": 10.962295118137263, "materialize_seconds": 0.8030661742668599, "disk_bytes_read": 203745318524, "disk_read_seconds": 66.39241118097561, "resident_cache_bytes": 20250624000, "effective_cache_budget_bytes": 20251184840 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 118, "current_bytes": 32169776632, "non_weight_bytes": 10700183032, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18950, "cache_misses": 24865, "cache_evictions": 22135, "forward_calls": 3528, "forward_seconds": 105.5023182676814, "routing_seconds": 11.13282119721407, "materialize_seconds": 0.8084920413675718, "disk_bytes_read": 205113710204, "disk_read_seconds": 66.91083952307235, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 119, "current_bytes": 32201151920, "non_weight_bytes": 10731558320, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19194, "cache_misses": 25069, "cache_evictions": 22339, "forward_calls": 3584, "forward_seconds": 106.51697984765633, "routing_seconds": 11.28498378113727, "materialize_seconds": 0.8149424555886071, "disk_bytes_read": 206718031484, "disk_read_seconds": 67.51020000054268, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 32201184736, "non_weight_bytes": 10731591136, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19567, "cache_misses": 25248, "cache_evictions": 22518, "forward_calls": 3654, "forward_seconds": 107.51910118066007, "routing_seconds": 11.475381281110458, "materialize_seconds": 0.820851627679076, "disk_bytes_read": 208125744764, "disk_read_seconds": 68.03220167529071, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 122, "current_bytes": 32201184736, "non_weight_bytes": 10731591136, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19792, "cache_misses": 25463, "cache_evictions": 22733, "forward_calls": 3708, "forward_seconds": 108.51042317770771, "routing_seconds": 11.609662949980702, "materialize_seconds": 0.8296637876192108, "disk_bytes_read": 209816573564, "disk_read_seconds": 68.66750902970671, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 123, "current_bytes": 32192140768, "non_weight_bytes": 10722547168, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 20014, "cache_misses": 25673, "cache_evictions": 22943, "forward_calls": 3762, "forward_seconds": 109.53388092387468, "routing_seconds": 11.743615782062989, "materialize_seconds": 0.8366549906495493, "disk_bytes_read": 211468080764, "disk_read_seconds": 69.28509246895555, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 125, "current_bytes": 32203740640, "non_weight_bytes": 10734147040, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 20349, "cache_misses": 25866, "cache_evictions": 23136, "forward_calls": 3829, "forward_seconds": 110.53675354583538, "routing_seconds": 11.909708534105448, "materialize_seconds": 0.8428356979566161, "disk_bytes_read": 212985894524, "disk_read_seconds": 69.85086570918793, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 126, "current_bytes": 32193189344, "non_weight_bytes": 10723595744, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 20591, "cache_misses": 26072, "cache_evictions": 23342, "forward_calls": 3884, "forward_seconds": 111.52506308996817, "routing_seconds": 12.05929441016633, "materialize_seconds": 0.8495105400797911, "disk_bytes_read": 214605944444, "disk_read_seconds": 70.45732506058994, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 128, "current_bytes": 32193287648, "non_weight_bytes": 10723694048, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 20987, "cache_misses": 26252, "cache_evictions": 23522, "forward_calls": 3956, "forward_seconds": 112.51577275496675, "routing_seconds": 12.255323540011887, "materialize_seconds": 0.8553247850795742, "disk_bytes_read": 216021522044, "disk_read_seconds": 70.98792762181256, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 129, "current_bytes": 32198530528, "non_weight_bytes": 10728936928, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 21281, "cache_misses": 26446, "cache_evictions": 23716, "forward_calls": 4017, "forward_seconds": 113.51947492206818, "routing_seconds": 12.425494456198066, "materialize_seconds": 0.8612712551548611, "disk_bytes_read": 217547200124, "disk_read_seconds": 71.55623912945157, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 131, "current_bytes": 32201151968, "non_weight_bytes": 10731558368, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 21539, "cache_misses": 26644, "cache_evictions": 23914, "forward_calls": 4075, "forward_seconds": 114.53052354612737, "routing_seconds": 12.586933829152258, "materialize_seconds": 0.8675017513160128, "disk_bytes_read": 219104335484, "disk_read_seconds": 72.1360601260094, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 132, "current_bytes": 32193287648, "non_weight_bytes": 10723694048, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 21858, "cache_misses": 26837, "cache_evictions": 24107, "forward_calls": 4138, "forward_seconds": 115.51284688012674, "routing_seconds": 12.754700501071056, "materialize_seconds": 0.8734955735271797, "disk_bytes_read": 220622149244, "disk_read_seconds": 72.70755239322898, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 134, "current_bytes": 32193386096, "non_weight_bytes": 10723792496, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 22283, "cache_misses": 27020, "cache_evictions": 24290, "forward_calls": 4214, "forward_seconds": 116.51215650112135, "routing_seconds": 12.943302703206427, "materialize_seconds": 0.8794897426851094, "disk_bytes_read": 222061319804, "disk_read_seconds": 73.25239802766009, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 135, "current_bytes": 32205657712, "non_weight_bytes": 10736064112, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 22630, "cache_misses": 27217, "cache_evictions": 24487, "forward_calls": 4282, "forward_seconds": 117.51379274911596, "routing_seconds": 13.105736664263532, "materialize_seconds": 0.8855520357028581, "disk_bytes_read": 223610590844, "disk_read_seconds": 73.83171777956886, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 137, "current_bytes": 32201250416, "non_weight_bytes": 10731656816, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 23076, "cache_misses": 27387, "cache_evictions": 24657, "forward_calls": 4360, "forward_seconds": 118.5248452052183, "routing_seconds": 13.316414791246643, "materialize_seconds": 0.89119412942091, "disk_bytes_read": 224947525244, "disk_read_seconds": 74.33133657820872, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 139, "current_bytes": 32201234032, "non_weight_bytes": 10731640432, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 23447, "cache_misses": 27576, "cache_evictions": 24846, "forward_calls": 4430, "forward_seconds": 119.51424054329982, "routing_seconds": 13.485554958402645, "materialize_seconds": 0.8975773365236819, "disk_bytes_read": 226433881724, "disk_read_seconds": 74.89181837526849, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 141, "current_bytes": 32205624944, "non_weight_bytes": 10736031344, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 23920, "cache_misses": 27743, "cache_evictions": 25013, "forward_calls": 4510, "forward_seconds": 120.50589262435096, "routing_seconds": 13.6989785755286, "materialize_seconds": 0.903076004498871, "disk_bytes_read": 227747223164, "disk_read_seconds": 75.3940708351438, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 143, "current_bytes": 32201217648, "non_weight_bytes": 10731624048, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 24404, "cache_misses": 27907, "cache_evictions": 25177, "forward_calls": 4590, "forward_seconds": 121.48584629621473, "routing_seconds": 13.891374367434764, "materialize_seconds": 0.9084529294923414, "disk_bytes_read": 229036971644, "disk_read_seconds": 75.93481283818255, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 144, "current_bytes": 32186013296, "non_weight_bytes": 10716419696, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 24721, "cache_misses": 28094, "cache_evictions": 25364, "forward_calls": 4654, "forward_seconds": 122.49336583702825, "routing_seconds": 14.047378119488712, "materialize_seconds": 0.9154105047637131, "disk_bytes_read": 230507599484, "disk_read_seconds": 76.51266051959828, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 146, "current_bytes": 32201381488, "non_weight_bytes": 10731787888, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 25244, "cache_misses": 28259, "cache_evictions": 25529, "forward_calls": 4739, "forward_seconds": 123.48611179698491, "routing_seconds": 14.265100076358067, "materialize_seconds": 0.9202553806244396, "disk_bytes_read": 231805212284, "disk_read_seconds": 77.01007019114331, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 148, "current_bytes": 32205657712, "non_weight_bytes": 10736064112, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 25587, "cache_misses": 28452, "cache_evictions": 25722, "forward_calls": 4806, "forward_seconds": 124.48684117101948, "routing_seconds": 14.431903866439825, "materialize_seconds": 0.9263623902515974, "disk_bytes_read": 233323026044, "disk_read_seconds": 77.58842621510848, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 150, "current_bytes": 32193517168, "non_weight_bytes": 10723923568, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 26038, "cache_misses": 28633, "cache_evictions": 25903, "forward_calls": 4885, "forward_seconds": 125.47662937702262, "routing_seconds": 14.619321241421858, "materialize_seconds": 0.931580928270705, "disk_bytes_read": 234746467964, "disk_read_seconds": 78.12474229800864, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 151, "current_bytes": 32204510808, "non_weight_bytes": 10734917208, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 26293, "cache_misses": 28842, "cache_evictions": 26112, "forward_calls": 4943, "forward_seconds": 126.47171066899318, "routing_seconds": 14.76339840432047, "materialize_seconds": 0.9376112582394853, "disk_bytes_read": 236390110844, "disk_read_seconds": 78.73570110450964, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 152, "current_bytes": 32209229400, "non_weight_bytes": 10739635800, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 26454, "cache_misses": 29065, "cache_evictions": 26335, "forward_calls": 4992, "forward_seconds": 127.48325900689815, "routing_seconds": 14.87968461131095, "materialize_seconds": 0.9446665841387585, "disk_bytes_read": 238143854204, "disk_read_seconds": 79.39452887309017, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 115, "cached_tokens": 0, "current_bytes": 31921935840, "non_weight_bytes": 11191588320, "predicted_peak_bytes": 3664291876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 20251184840 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 152, "current_bytes": 32217093720, "non_weight_bytes": 10747500120, "predicted_peak_bytes": 23327750, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 26468, "cache_misses": 29099, "cache_evictions": 26369, "forward_calls": 4998, "forward_seconds": 127.62297083891463, "routing_seconds": 14.893480526370695, "materialize_seconds": 0.9456538339727558, "disk_bytes_read": 238411241084, "disk_read_seconds": 79.49083554753452, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 } ] }