{ "model": "Vontra/GLM-5.3-Flash-MLX-oQ2-MTP", "expert_budget": "auto", "reasoning_effort": "low", "samples": [ { "first_text_seconds": 14.600084957986837, "total_seconds": 35.63911049999297, "finish_reason": "stop", "truncated": false, "answer": "Rust is a systems programming language that emphasizes memory safety, concurrency, and performance through its innovative ownership model, which enforces safe memory management at compile time without needing a garbage collector.", "usage": { "completion_tokens": 38, "prompt_tokens": 23, "total_tokens": 61 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 23, "completion_tokens": 38, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": null, "cache_hits": 0, "cache_misses": 0, "cache_evictions": 0, "forward_calls": 0, "disk_bytes_read": 9567393404, "disk_read_seconds": 1.9586807679734193, "resident_cache_bytes": 0, "effective_cache_budget_bytes": 23429327236 }, "after": { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 9651, "cache_misses": 7261, "cache_evictions": 4282, "forward_calls": 1722, "disk_bytes_read": 66670220924, "disk_read_seconds": 22.532891111739445, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, "correct": true, "backend_phases": { "cached_prompt_tokens": 0, "decode_seconds": 21.04, "evaluated_prompt_tokens": 23, "first_token_seconds": 14.57, "prompt_seconds": 14.57 }, "expert_hit_rate": 0.5706598864711447, "expert_read_GiB": 53.18115234375, "decode_tokens_per_second": 1.806083650190114 }, { "first_text_seconds": 13.103412041993579, "total_seconds": 29.261426666984335, "finish_reason": "stop", "truncated": false, "answer": "Rust is a memory-safe systems programming language whose ownership model eliminates data races and memory errors at compile time without a garbage collector.", "usage": { "completion_tokens": 37, "prompt_tokens": 75, "total_tokens": 112 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 75, "completion_tokens": 37, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 9651, "cache_misses": 7261, "cache_evictions": 4282, "forward_calls": 1722, "disk_bytes_read": 66670220924, "disk_read_seconds": 22.532891111739445, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, "after": { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 19406, "cache_misses": 12794, "cache_evictions": 9815, "forward_calls": 3402, "disk_bytes_read": 110183503484, "disk_read_seconds": 38.87139112976729, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, "correct": true, "backend_phases": { "cached_prompt_tokens": 62, "decode_seconds": 21.43, "evaluated_prompt_tokens": 13, "first_token_seconds": 7.81, "prompt_seconds": 7.81 }, "expert_hit_rate": 0.6380821559392988, "expert_read_GiB": 40.52490234375, "decode_tokens_per_second": 1.7265515632291182 }, { "first_text_seconds": 24.281076124985702, "total_seconds": 43.063576834014384, "finish_reason": "stop", "truncated": false, "answer": "Rust is a systems programming language that guarantees memory safety and thread safety through compile-time checks, letting developers build fast, reliable software without a garbage collector.", "usage": { "completion_tokens": 41, "prompt_tokens": 116, "total_tokens": 157 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 116, "completion_tokens": 41, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 19406, "cache_misses": 12794, "cache_evictions": 9815, "forward_calls": 3402, "disk_bytes_read": 110183503484, "disk_read_seconds": 38.87139112976729, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, "after": { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 29652, "cache_misses": 21877, "cache_evictions": 19099, "forward_calls": 5250, "disk_bytes_read": 181615122044, "disk_read_seconds": 64.1300875566958, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, "correct": true, "backend_phases": { "cached_prompt_tokens": 74, "decode_seconds": 25.45, "evaluated_prompt_tokens": 42, "first_token_seconds": 17.6, "prompt_seconds": 17.6 }, "expert_hit_rate": 0.5300843292462104, "expert_read_GiB": 66.52587890625, "decode_tokens_per_second": 1.6110019646365423 } ], "status": [ { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 0, "cache_misses": 274, "cache_evictions": 0, "forward_calls": 2, "disk_bytes_read": 11722217084, "disk_read_seconds": 2.620531800959725, "resident_cache_bytes": 2154823680, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 0, "cache_misses": 559, "cache_evictions": 0, "forward_calls": 5, "disk_bytes_read": 13963548284, "disk_read_seconds": 3.3369896674412303, "resident_cache_bytes": 4396154880, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 0, "cache_misses": 843, "cache_evictions": 0, "forward_calls": 8, "disk_bytes_read": 16197015164, "disk_read_seconds": 4.041947994031943, "resident_cache_bytes": 6629621760, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 0, "cache_misses": 1123, "cache_evictions": 0, "forward_calls": 11, "disk_bytes_read": 18399024764, "disk_read_seconds": 4.746258198516443, "resident_cache_bytes": 8831631360, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 0, "cache_misses": 1400, "cache_evictions": 0, "forward_calls": 14, "disk_bytes_read": 20577441404, "disk_read_seconds": 5.480422868655296, "resident_cache_bytes": 11010048000, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 0, "cache_misses": 1672, "cache_evictions": 0, "forward_calls": 18, "disk_bytes_read": 22716536444, "disk_read_seconds": 6.184311638091458, "resident_cache_bytes": 13149143040, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 0, "cache_misses": 1957, "cache_evictions": 0, "forward_calls": 22, "disk_bytes_read": 24957867644, "disk_read_seconds": 6.904392887459835, "resident_cache_bytes": 15390474240, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 0, "cache_misses": 2221, "cache_evictions": 0, "forward_calls": 26, "disk_bytes_read": 27034048124, "disk_read_seconds": 7.59322951361537, "resident_cache_bytes": 17466654720, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 0, "cache_misses": 2505, "cache_evictions": 0, "forward_calls": 30, "disk_bytes_read": 29267515004, "disk_read_seconds": 8.28763082556543, "resident_cache_bytes": 19700121600, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 0, "cache_misses": 2783, "cache_evictions": 0, "forward_calls": 33, "disk_bytes_read": 31453795964, "disk_read_seconds": 9.004797301720828, "resident_cache_bytes": 21886402560, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 0, "cache_misses": 3042, "cache_evictions": 63, "forward_calls": 36, "disk_bytes_read": 33490654844, "disk_read_seconds": 9.726002737617819, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 0, "cache_misses": 3322, "cache_evictions": 343, "forward_calls": 40, "disk_bytes_read": 35692664444, "disk_read_seconds": 10.439865611348068, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 59, "cache_misses": 3525, "cache_evictions": 546, "forward_calls": 55, "disk_bytes_read": 37289121404, "disk_read_seconds": 10.993351733864984, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 570, "cache_misses": 3662, "cache_evictions": 683, "forward_calls": 136, "disk_bytes_read": 38366533244, "disk_read_seconds": 11.41072164432262, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 1007, "cache_misses": 3857, "cache_evictions": 878, "forward_calls": 215, "disk_bytes_read": 39900075644, "disk_read_seconds": 11.98324630773277, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 1374, "cache_misses": 4034, "cache_evictions": 1055, "forward_calls": 283, "disk_bytes_read": 41292060284, "disk_read_seconds": 12.504933434043778, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 1658, "cache_misses": 4222, "cache_evictions": 1243, "forward_calls": 343, "disk_bytes_read": 42770552444, "disk_read_seconds": 13.06480158859631, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 2164, "cache_misses": 4380, "cache_evictions": 1401, "forward_calls": 425, "disk_bytes_read": 44013115004, "disk_read_seconds": 13.537229918088997, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 2430, "cache_misses": 4578, "cache_evictions": 1599, "forward_calls": 484, "disk_bytes_read": 45570250364, "disk_read_seconds": 14.11844267649576, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 2783, "cache_misses": 4761, "cache_evictions": 1782, "forward_calls": 550, "disk_bytes_read": 47009420924, "disk_read_seconds": 14.662525471765548, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 3214, "cache_misses": 4930, "cache_evictions": 1951, "forward_calls": 626, "disk_bytes_read": 48338491004, "disk_read_seconds": 15.166151506593451, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 3773, "cache_misses": 5083, "cache_evictions": 2104, "forward_calls": 714, "disk_bytes_read": 49541731964, "disk_read_seconds": 15.62874492071569, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 4278, "cache_misses": 5242, "cache_evictions": 2263, "forward_calls": 797, "disk_bytes_read": 50792158844, "disk_read_seconds": 16.137272878870135, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 4620, "cache_misses": 5420, "cache_evictions": 2441, "forward_calls": 863, "disk_bytes_read": 52192007804, "disk_read_seconds": 16.707889566663653, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 5059, "cache_misses": 5557, "cache_evictions": 2578, "forward_calls": 934, "disk_bytes_read": 53269419644, "disk_read_seconds": 17.27159835601924, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 5629, "cache_misses": 5707, "cache_evictions": 2728, "forward_calls": 1025, "disk_bytes_read": 54449067644, "disk_read_seconds": 17.740016032359563, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 6137, "cache_misses": 5863, "cache_evictions": 2884, "forward_calls": 1107, "disk_bytes_read": 55675901564, "disk_read_seconds": 18.242923438869184, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 6793, "cache_misses": 6007, "cache_evictions": 3028, "forward_calls": 1207, "disk_bytes_read": 56808363644, "disk_read_seconds": 18.68685325162369, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 7434, "cache_misses": 6150, "cache_evictions": 3171, "forward_calls": 1305, "disk_bytes_read": 57932961404, "disk_read_seconds": 19.123590398958186, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 7856, "cache_misses": 6328, "cache_evictions": 3349, "forward_calls": 1381, "disk_bytes_read": 59332810364, "disk_read_seconds": 19.661934975971235, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 8335, "cache_misses": 6489, "cache_evictions": 3510, "forward_calls": 1460, "disk_bytes_read": 60598965884, "disk_read_seconds": 20.167849668272538, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 8722, "cache_misses": 6670, "cache_evictions": 3691, "forward_calls": 1531, "disk_bytes_read": 62022407804, "disk_read_seconds": 20.766548832209082, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 9151, "cache_misses": 6841, "cache_evictions": 3862, "forward_calls": 1606, "disk_bytes_read": 63367206524, "disk_read_seconds": 21.29122796485899, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 9416, "cache_misses": 7048, "cache_evictions": 4069, "forward_calls": 1665, "disk_bytes_read": 64995120764, "disk_read_seconds": 21.905472900805762, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10184514736, "non_weight_bytes": 10184514736, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 9651, "cache_misses": 7261, "cache_evictions": 4282, "forward_calls": 1722, "disk_bytes_read": 66670220924, "disk_read_seconds": 22.532891111739445, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 9795, "cache_misses": 7463, "cache_evictions": 4484, "forward_calls": 1727, "disk_bytes_read": 68258813564, "disk_read_seconds": 23.11306370681268, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 9956, "cache_misses": 7699, "cache_evictions": 4720, "forward_calls": 1734, "disk_bytes_read": 70114793084, "disk_read_seconds": 23.80347697334946, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 10133, "cache_misses": 7927, "cache_evictions": 4948, "forward_calls": 1743, "disk_bytes_read": 71907858044, "disk_read_seconds": 24.46834851449239, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 10261, "cache_misses": 8176, "cache_evictions": 5197, "forward_calls": 1751, "disk_bytes_read": 73866073724, "disk_read_seconds": 25.161625186534366, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 10371, "cache_misses": 8411, "cache_evictions": 5432, "forward_calls": 1758, "disk_bytes_read": 75714188924, "disk_read_seconds": 25.860521174239693, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 10469, "cache_misses": 8635, "cache_evictions": 5656, "forward_calls": 1764, "disk_bytes_read": 77475796604, "disk_read_seconds": 26.502194606000558, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 10883, "cache_misses": 8813, "cache_evictions": 5834, "forward_calls": 1838, "disk_bytes_read": 78875645564, "disk_read_seconds": 27.027868442761246, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 11164, "cache_misses": 9004, "cache_evictions": 6025, "forward_calls": 1897, "disk_bytes_read": 80377730684, "disk_read_seconds": 27.595367427478777, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 11559, "cache_misses": 9177, "cache_evictions": 6198, "forward_calls": 1968, "disk_bytes_read": 81738258044, "disk_read_seconds": 28.11227657238487, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 11974, "cache_misses": 9354, "cache_evictions": 6375, "forward_calls": 2042, "disk_bytes_read": 83130242684, "disk_read_seconds": 28.633538967522327, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 12561, "cache_misses": 9519, "cache_evictions": 6540, "forward_calls": 2136, "disk_bytes_read": 84427855484, "disk_read_seconds": 29.123294975608587, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 13133, "cache_misses": 9683, "cache_evictions": 6704, "forward_calls": 2228, "disk_bytes_read": 85717603964, "disk_read_seconds": 29.61202531971503, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 13580, "cache_misses": 9860, "cache_evictions": 6881, "forward_calls": 2306, "disk_bytes_read": 87109588604, "disk_read_seconds": 30.136742445611162, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 13801, "cache_misses": 10063, "cache_evictions": 7084, "forward_calls": 2359, "disk_bytes_read": 88706045564, "disk_read_seconds": 30.740688121150015, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 14254, "cache_misses": 10234, "cache_evictions": 7255, "forward_calls": 2437, "disk_bytes_read": 90050844284, "disk_read_seconds": 31.25259611182264, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 14458, "cache_misses": 10446, "cache_evictions": 7467, "forward_calls": 2489, "disk_bytes_read": 91718080124, "disk_read_seconds": 31.873287316499045, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 14824, "cache_misses": 10624, "cache_evictions": 7645, "forward_calls": 2557, "disk_bytes_read": 93117929084, "disk_read_seconds": 32.401439582463354, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 15354, "cache_misses": 10790, "cache_evictions": 7811, "forward_calls": 2644, "disk_bytes_read": 94423406204, "disk_read_seconds": 32.89646621205611, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 15633, "cache_misses": 10991, "cache_evictions": 8012, "forward_calls": 2704, "disk_bytes_read": 96004134524, "disk_read_seconds": 33.498714536370244, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 16048, "cache_misses": 11160, "cache_evictions": 8181, "forward_calls": 2777, "disk_bytes_read": 97333204604, "disk_read_seconds": 34.00905638365657, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 16272, "cache_misses": 11368, "cache_evictions": 8389, "forward_calls": 2831, "disk_bytes_read": 98968983164, "disk_read_seconds": 34.6232785723987, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 16698, "cache_misses": 11542, "cache_evictions": 8563, "forward_calls": 2906, "disk_bytes_read": 100337374844, "disk_read_seconds": 35.142846364702564, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 17271, "cache_misses": 11697, "cache_evictions": 8718, "forward_calls": 2997, "disk_bytes_read": 101556344444, "disk_read_seconds": 35.61290064503555, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 17628, "cache_misses": 11892, "cache_evictions": 8913, "forward_calls": 3066, "disk_bytes_read": 103089886844, "disk_read_seconds": 36.190530810679775, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 18125, "cache_misses": 12067, "cache_evictions": 9088, "forward_calls": 3150, "disk_bytes_read": 104466142844, "disk_read_seconds": 36.71634397478192, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 18580, "cache_misses": 12236, "cache_evictions": 9257, "forward_calls": 3228, "disk_bytes_read": 105795212924, "disk_read_seconds": 37.21967146077077, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 19120, "cache_misses": 12392, "cache_evictions": 9413, "forward_calls": 3315, "disk_bytes_read": 107022046844, "disk_read_seconds": 37.69236786090187, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 19252, "cache_misses": 12612, "cache_evictions": 9633, "forward_calls": 3359, "disk_bytes_read": 108752197244, "disk_read_seconds": 38.336565485748, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 34358253888, "non_weight_bytes": 10930444608, "predicted_peak_bytes": 507115704, "ceiling_bytes": 36180806860, "effective_expert_bytes": 23429327236 }, "cache_hits": 19406, "cache_misses": 12794, "cache_evictions": 9815, "forward_calls": 3402, "disk_bytes_read": 110183503484, "disk_read_seconds": 38.87139112976729, "resident_cache_bytes": 23427809280, "effective_cache_budget_bytes": 23429327236 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 19670, "cache_misses": 13040, "cache_evictions": 10262, "forward_calls": 3404, "disk_bytes_read": 112118126204, "disk_read_seconds": 39.5214682171063, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 19912, "cache_misses": 13283, "cache_evictions": 10505, "forward_calls": 3408, "disk_bytes_read": 114029155964, "disk_read_seconds": 40.18099232754321, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 20059, "cache_misses": 13551, "cache_evictions": 10773, "forward_calls": 3411, "disk_bytes_read": 116136793724, "disk_read_seconds": 40.862679784040665, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 20172, "cache_misses": 13809, "cache_evictions": 11031, "forward_calls": 3414, "disk_bytes_read": 118165788284, "disk_read_seconds": 41.55334685751586, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 20250, "cache_misses": 14073, "cache_evictions": 11295, "forward_calls": 3417, "disk_bytes_read": 120241968764, "disk_read_seconds": 42.24848688193015, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 20298, "cache_misses": 14333, "cache_evictions": 11555, "forward_calls": 3420, "disk_bytes_read": 122286691964, "disk_read_seconds": 42.921612652309705, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 20315, "cache_misses": 14615, "cache_evictions": 11837, "forward_calls": 3423, "disk_bytes_read": 124504430204, "disk_read_seconds": 43.59966579239699, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 20315, "cache_misses": 14888, "cache_evictions": 12110, "forward_calls": 3425, "disk_bytes_read": 126651389564, "disk_read_seconds": 44.28760767108179, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 20315, "cache_misses": 15162, "cache_evictions": 12384, "forward_calls": 3428, "disk_bytes_read": 128806213244, "disk_read_seconds": 44.97306647273945, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 20315, "cache_misses": 15438, "cache_evictions": 12660, "forward_calls": 3431, "disk_bytes_read": 130976765564, "disk_read_seconds": 45.641183467174415, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 20315, "cache_misses": 15711, "cache_evictions": 12933, "forward_calls": 3434, "disk_bytes_read": 133123724924, "disk_read_seconds": 46.30299948545871, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 20315, "cache_misses": 15976, "cache_evictions": 13198, "forward_calls": 3436, "disk_bytes_read": 135207769724, "disk_read_seconds": 46.99048333239625, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 20315, "cache_misses": 16242, "cache_evictions": 13464, "forward_calls": 3439, "disk_bytes_read": 137299678844, "disk_read_seconds": 47.666339617047925, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 20315, "cache_misses": 16519, "cache_evictions": 13741, "forward_calls": 3442, "disk_bytes_read": 139478095484, "disk_read_seconds": 48.341488001926336, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 20315, "cache_misses": 16766, "cache_evictions": 13988, "forward_calls": 3444, "disk_bytes_read": 141420582524, "disk_read_seconds": 48.95291332138004, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 20513, "cache_misses": 16952, "cache_evictions": 14174, "forward_calls": 3491, "disk_bytes_read": 142883346044, "disk_read_seconds": 49.511652720189886, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 20699, "cache_misses": 17142, "cache_evictions": 14364, "forward_calls": 3538, "disk_bytes_read": 144377566844, "disk_read_seconds": 50.077305353974225, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 21048, "cache_misses": 17329, "cache_evictions": 14551, "forward_calls": 3605, "disk_bytes_read": 145848194684, "disk_read_seconds": 50.62880759194377, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 21344, "cache_misses": 17521, "cache_evictions": 14743, "forward_calls": 3667, "disk_bytes_read": 147358144124, "disk_read_seconds": 51.203979847661685, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 21739, "cache_misses": 17702, "cache_evictions": 14924, "forward_calls": 3738, "disk_bytes_read": 148781586044, "disk_read_seconds": 51.73809087832342, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 21968, "cache_misses": 17905, "cache_evictions": 15127, "forward_calls": 3792, "disk_bytes_read": 150378043004, "disk_read_seconds": 52.341897869249806, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 22404, "cache_misses": 18069, "cache_evictions": 15291, "forward_calls": 3868, "disk_bytes_read": 151667791484, "disk_read_seconds": 52.83211425712216, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 22727, "cache_misses": 18258, "cache_evictions": 15480, "forward_calls": 3931, "disk_bytes_read": 153154147964, "disk_read_seconds": 53.39411746629048, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 22982, "cache_misses": 18459, "cache_evictions": 15681, "forward_calls": 3988, "disk_bytes_read": 154734876284, "disk_read_seconds": 53.98020100197755, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 23212, "cache_misses": 18661, "cache_evictions": 15883, "forward_calls": 4042, "disk_bytes_read": 156323468924, "disk_read_seconds": 54.57807722163852, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 23507, "cache_misses": 18854, "cache_evictions": 16076, "forward_calls": 4103, "disk_bytes_read": 157841282684, "disk_read_seconds": 55.1489814236993, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 23812, "cache_misses": 19045, "cache_evictions": 16267, "forward_calls": 4165, "disk_bytes_read": 159343367804, "disk_read_seconds": 55.7155041792721, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 24264, "cache_misses": 19209, "cache_evictions": 16431, "forward_calls": 4242, "disk_bytes_read": 160633116284, "disk_read_seconds": 56.20365092824795, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 24462, "cache_misses": 19419, "cache_evictions": 16641, "forward_calls": 4294, "disk_bytes_read": 162284623484, "disk_read_seconds": 56.82121961997473, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 24822, "cache_misses": 19603, "cache_evictions": 16825, "forward_calls": 4361, "disk_bytes_read": 163731658364, "disk_read_seconds": 57.362228197278455, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 25167, "cache_misses": 19802, "cache_evictions": 17024, "forward_calls": 4430, "disk_bytes_read": 165296658044, "disk_read_seconds": 57.95279168430716, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 25576, "cache_misses": 19977, "cache_evictions": 17199, "forward_calls": 4502, "disk_bytes_read": 166672914044, "disk_read_seconds": 58.478569667058764, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 25999, "cache_misses": 20162, "cache_evictions": 17384, "forward_calls": 4578, "disk_bytes_read": 168127813244, "disk_read_seconds": 59.03167784438119, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 26486, "cache_misses": 20323, "cache_evictions": 17545, "forward_calls": 4659, "disk_bytes_read": 169393968764, "disk_read_seconds": 59.509520891762804, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 26849, "cache_misses": 20504, "cache_evictions": 17726, "forward_calls": 4727, "disk_bytes_read": 170817410684, "disk_read_seconds": 60.04695192843792, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 27228, "cache_misses": 20685, "cache_evictions": 17907, "forward_calls": 4797, "disk_bytes_read": 172240852604, "disk_read_seconds": 60.58537754410645, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 27706, "cache_misses": 20847, "cache_evictions": 18069, "forward_calls": 4877, "disk_bytes_read": 173514872444, "disk_read_seconds": 61.072920570120914, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 28426, "cache_misses": 20999, "cache_evictions": 18221, "forward_calls": 4986, "disk_bytes_read": 174710249084, "disk_read_seconds": 61.53228231318644, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 28753, "cache_misses": 21192, "cache_evictions": 18414, "forward_calls": 5052, "disk_bytes_read": 176228062844, "disk_read_seconds": 62.10596010662266, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 29188, "cache_misses": 21365, "cache_evictions": 18587, "forward_calls": 5127, "disk_bytes_read": 177588590204, "disk_read_seconds": 62.622656067542266, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 29396, "cache_misses": 21573, "cache_evictions": 18795, "forward_calls": 5179, "disk_bytes_read": 179224368764, "disk_read_seconds": 63.23595442055375, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 29577, "cache_misses": 21784, "cache_evictions": 19006, "forward_calls": 5229, "disk_bytes_read": 180883740284, "disk_read_seconds": 63.85953006599448, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 }, { "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 34001541536, "non_weight_bytes": 11525314976, "predicted_peak_bytes": 1732645326, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21849104734 }, "cache_hits": 29652, "cache_misses": 21877, "cache_evictions": 19099, "forward_calls": 5250, "disk_bytes_read": 181615122044, "disk_read_seconds": 64.1300875566958, "resident_cache_bytes": 21847080960, "effective_cache_budget_bytes": 21849104734 } ] }