{ "model": "mlx-community/DeepSeek-V4-Flash-2bit-DQ", "binary": "/private/tmp/werk-perf-retention-20260915", "binary_sha256": "3b63db42470acdf5e476a91385b2f7208ce49f7b637bdac34b5b9f8241204142", "same_context": false, "persistence": true, "fixed_history": true, "expert_budget": "20480", "reasoning_effort": null, "samples": [ { "first_text_seconds": 10.407272500015097, "total_seconds": 48.1146880830056, "finish_reason": "stop", "truncated": false, "answer": "In Rust, **ownership** ensures each value has a single owner, who is responsible for its lifecycle. When the owner goes out of scope, the value is freed. **Borrowing** allows temporary access to a value without transferring ownership, using references (`&` or `&mut`). The compiler enforces rules: you can have either one mutable reference or any number of immutable references, and references must always outlive their use. This prevents dangling pointers and data races, making Rust memory-safe without garbage collection.", "usage": { "completion_tokens": 105, "prompt_tokens": 16, "total_tokens": 121 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 16, "completion_tokens": 105, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 0, "cache_evictions": 0, "forward_calls": 0, "forward_seconds": 0.0, "routing_seconds": 0.0, "materialize_seconds": 0.03340562243829481, "disk_bytes_read": 4312736860, "disk_read_seconds": 1.0692347890581004, "resident_cache_bytes": 0, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26294275200, "non_weight_bytes": 4826778752, "predicted_peak_bytes": 7787852, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 21878, "cache_misses": 7642, "cache_evictions": 5079, "forward_calls": 4644, "forward_seconds": 46.40667837797082, "routing_seconds": 8.611230967071606, "materialize_seconds": 3.2249670982419048, "disk_bytes_read": 68328301660, "disk_read_seconds": 24.668131233745953, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 0, 46 ], "correct": true, "matches_baseline": true, "backend_phases": { "cached_prompt_tokens": 0, "decode_seconds": 37.71, "evaluated_prompt_tokens": 16, "first_token_seconds": 10.39, "prompt_seconds": 10.39 }, "expert_hit_rate": 0.7411246612466125, "expert_read_GiB": 59.619140625, "decode_tokens_per_second": 2.7844073190135243, "decode_window": { "token_equivalents": 104.02325581395348, "expert_hit_rate": 0.7956256054847605, "read_GiB_per_token": 0.41143049704476864, "disk_read_seconds_per_token": 0.16248611598676538, "forward_seconds_per_token": 0.3468365204161778, "routing_seconds_per_token": 0.07680458324937837 } }, { "first_text_seconds": 5.3657751670107245, "total_seconds": 40.78063012499479, "finish_reason": "stop", "truncated": false, "answer": "In Rust, **ownership** means each value has a single owner, who controls its lifecycle. When the owner goes out of scope, the value is freed. **Borrowing** lets others temporarily use a value without owning it, via references (`&` or `&mut`). The compiler enforces rules: you can have either one mutable reference or any number of immutable references, and references must always outlive their use. This prevents dangling pointers and data races, making Rust memory-safe without garbage collection.", "usage": { "completion_tokens": 103, "prompt_tokens": 137, "total_tokens": 240 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 137, "completion_tokens": 103, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26294275200, "non_weight_bytes": 4826778752, "predicted_peak_bytes": 7787852, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 21878, "cache_misses": 7642, "cache_evictions": 5079, "forward_calls": 4644, "forward_seconds": 46.40667837797082, "routing_seconds": 8.611230967071606, "materialize_seconds": 3.2249670982419048, "disk_bytes_read": 68328301660, "disk_read_seconds": 24.668131233745953, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26299190400, "non_weight_bytes": 4831169664, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 44158, "cache_misses": 13992, "cache_evictions": 11429, "forward_calls": 9202, "forward_seconds": 85.57700640626717, "routing_seconds": 16.730250946391607, "materialize_seconds": 5.935039833449991, "disk_bytes_read": 121520989276, "disk_read_seconds": 43.864111709059216, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 46, 86 ], "correct": true, "matches_baseline": true, "backend_phases": { "cached_prompt_tokens": 122, "decode_seconds": 35.41, "evaluated_prompt_tokens": 15, "first_token_seconds": 5.36, "prompt_seconds": 5.36 }, "expert_hit_rate": 0.7782046804051694, "expert_read_GiB": 49.53955078125, "decode_tokens_per_second": 2.908782829709122, "decode_window": { "token_equivalents": 99.79069767441861, "expert_hit_rate": 0.8043191175328206, "read_GiB_per_token": 0.39392018723782335, "disk_read_seconds_per_token": 0.15338173709014244, "forward_seconds_per_token": 0.33129588354108747, "routing_seconds_per_token": 0.07504517851677296 } }, { "first_text_seconds": 5.658559500006959, "total_seconds": 45.59761595900636, "finish_reason": "stop", "truncated": false, "answer": "In Rust, **ownership** means each value has a single owner, who controls its lifecycle. When the owner goes out of scope, the value is freed. **Borrowing** lets others temporarily use a value without owning it, via references (`&` or `&mut`). The compiler enforces rules: you can have either one mutable reference or any number of immutable references, and references must always outlive their use. This prevents dangling pointers and data races, making Rust memory-safe without garbage collection.", "usage": { "completion_tokens": 103, "prompt_tokens": 256, "total_tokens": 359 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 256, "completion_tokens": 103, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26299190400, "non_weight_bytes": 4831169664, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 44158, "cache_misses": 13992, "cache_evictions": 11429, "forward_calls": 9202, "forward_seconds": 85.57700640626717, "routing_seconds": 16.730250946391607, "materialize_seconds": 5.935039833449991, "disk_bytes_read": 121520989276, "disk_read_seconds": 43.864111709059216, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 359, "current_bytes": 26318408880, "non_weight_bytes": 4847766704, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 65456, "cache_misses": 21476, "cache_evictions": 18912, "forward_calls": 13760, "forward_seconds": 129.50239448598586, "routing_seconds": 25.337790697987657, "materialize_seconds": 9.105085758521454, "disk_bytes_read": 184198571100, "disk_read_seconds": 66.28694333875319, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 86, 131 ], "correct": true, "matches_baseline": true, "backend_phases": { "cached_prompt_tokens": 241, "decode_seconds": 39.94, "evaluated_prompt_tokens": 15, "first_token_seconds": 5.65, "prompt_seconds": 5.65 }, "expert_hit_rate": 0.7399763741227156, "expert_read_GiB": 58.373046875, "decode_tokens_per_second": 2.5788683024536807, "decode_window": { "token_equivalents": 101.81395348837209, "expert_hit_rate": 0.7641617176793056, "read_GiB_per_token": 0.4746085942853472, "disk_read_seconds_per_token": 0.18278983539427077, "forward_seconds_per_token": 0.3743870239641561, "routing_seconds_per_token": 0.0793669790876196 } } ], "status": [ { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 264, "cache_evictions": 0, "forward_calls": 4, "forward_seconds": 1.1805551659781486, "routing_seconds": 0.03659995796624571, "materialize_seconds": 0.14074224556679837, "disk_bytes_read": 6527329372, "disk_read_seconds": 1.8754919579077978, "resident_cache_bytes": 2214592512, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 514, "cache_evictions": 0, "forward_calls": 10, "forward_seconds": 2.319408497947734, "routing_seconds": 0.08960329095134512, "materialize_seconds": 0.23695261892862618, "disk_bytes_read": 8624481372, "disk_read_seconds": 2.6427267421677243, "resident_cache_bytes": 4311744512, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 751, "cache_evictions": 0, "forward_calls": 16, "forward_seconds": 3.4096106229699217, "routing_seconds": 0.14208595696254633, "materialize_seconds": 0.33380116359330714, "disk_bytes_read": 10612581468, "disk_read_seconds": 3.3651432250626385, "resident_cache_bytes": 6299844608, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 995, "cache_evictions": 0, "forward_calls": 22, "forward_seconds": 4.531595122971339, "routing_seconds": 0.19442916396656074, "materialize_seconds": 0.42563566743046977, "disk_bytes_read": 12659401820, "disk_read_seconds": 4.123574729892425, "resident_cache_bytes": 8346664960, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1236, "cache_evictions": 0, "forward_calls": 28, "forward_seconds": 5.658216455980437, "routing_seconds": 0.24936966394307092, "materialize_seconds": 0.5258254213258624, "disk_bytes_read": 14681056348, "disk_read_seconds": 4.858745844976511, "resident_cache_bytes": 10368319488, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1476, "cache_evictions": 0, "forward_calls": 34, "forward_seconds": 6.8179341630020645, "routing_seconds": 0.29709920394816436, "materialize_seconds": 0.6204000482393894, "disk_bytes_read": 16694322268, "disk_read_seconds": 5.635860678739846, "resident_cache_bytes": 12381585408, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1718, "cache_evictions": 0, "forward_calls": 39, "forward_seconds": 7.973527539958013, "routing_seconds": 0.34254207991762087, "materialize_seconds": 0.71451188242645, "disk_bytes_read": 18724365404, "disk_read_seconds": 6.408483550796518, "resident_cache_bytes": 14411628544, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 1, "cache_misses": 1919, "cache_evictions": 0, "forward_calls": 44, "forward_seconds": 8.919919622014277, "routing_seconds": 0.3827359959250316, "materialize_seconds": 0.7937790074502118, "disk_bytes_read": 20381115484, "disk_read_seconds": 7.034872508549597, "resident_cache_bytes": 16068378624, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 17, "current_bytes": 21881684024, "non_weight_bytes": 4757913656, "predicted_peak_bytes": 7659870, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 443, "cache_misses": 2059, "cache_evictions": 0, "forward_calls": 141, "forward_seconds": 9.858730038016802, "routing_seconds": 0.5618019889807329, "materialize_seconds": 0.8505118424945977, "disk_bytes_read": 21553947740, "disk_read_seconds": 7.475105286226608, "resident_cache_bytes": 17241210880, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 19, "current_bytes": 23130620848, "non_weight_bytes": 4757996464, "predicted_peak_bytes": 7661404, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 797, "cache_misses": 2227, "cache_evictions": 0, "forward_calls": 228, "forward_seconds": 10.856379207078135, "routing_seconds": 0.7202548690547701, "materialize_seconds": 0.9147669645899441, "disk_bytes_read": 22962185308, "disk_read_seconds": 7.999087354022777, "resident_cache_bytes": 18649448448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 21, "current_bytes": 24556570528, "non_weight_bytes": 4761552800, "predicted_peak_bytes": 7661737, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 1133, "cache_misses": 2389, "cache_evictions": 0, "forward_calls": 311, "forward_seconds": 11.849699167214567, "routing_seconds": 0.8899191620876081, "materialize_seconds": 0.9824320867192, "disk_bytes_read": 24317469788, "disk_read_seconds": 8.508842306386214, "resident_cache_bytes": 20004732928, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 23, "current_bytes": 25731779304, "non_weight_bytes": 4763405032, "predicted_peak_bytes": 7663271, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 1524, "cache_misses": 2544, "cache_evictions": 0, "forward_calls": 402, "forward_seconds": 12.837179461494088, "routing_seconds": 1.0659670403110795, "materialize_seconds": 1.0402850385580678, "disk_bytes_read": 25616655452, "disk_read_seconds": 8.998300658277003, "resident_cache_bytes": 21303918592, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 25, "current_bytes": 26240781392, "non_weight_bytes": 4771712080, "predicted_peak_bytes": 7663604, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 1879, "cache_misses": 2717, "cache_evictions": 153, "forward_calls": 490, "forward_seconds": 13.82577128970297, "routing_seconds": 1.2422615417162888, "materialize_seconds": 1.111269414454, "disk_bytes_read": 27065263196, "disk_read_seconds": 9.537875701847952, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 27, "current_bytes": 26241829968, "non_weight_bytes": 4773809232, "predicted_peak_bytes": 7665138, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 2353, "cache_misses": 2873, "cache_evictions": 309, "forward_calls": 595, "forward_seconds": 14.806731907709036, "routing_seconds": 1.4497198699682485, "materialize_seconds": 1.1706735043844674, "disk_bytes_read": 28372837468, "disk_read_seconds": 10.026372343156254, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 30, "current_bytes": 26253331560, "non_weight_bytes": 4779543656, "predicted_peak_bytes": 7665637, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 2864, "cache_misses": 3034, "cache_evictions": 469, "forward_calls": 707, "forward_seconds": 15.78312345946324, "routing_seconds": 1.6341793288011104, "materialize_seconds": 1.2352338822965976, "disk_bytes_read": 29720781916, "disk_read_seconds": 10.534532215940999, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 32, "current_bytes": 26253495400, "non_weight_bytes": 4779707496, "predicted_peak_bytes": 7667171, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 3347, "cache_misses": 3193, "cache_evictions": 628, "forward_calls": 814, "forward_seconds": 16.753912911575753, "routing_seconds": 1.8269489508820698, "materialize_seconds": 1.2974228022794705, "disk_bytes_read": 31054570588, "disk_read_seconds": 11.036166405421682, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 35, "current_bytes": 26253790312, "non_weight_bytes": 4780526696, "predicted_peak_bytes": 7668871, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 3829, "cache_misses": 3341, "cache_evictions": 776, "forward_calls": 919, "forward_seconds": 17.727004495740402, "routing_seconds": 2.0442360407323577, "materialize_seconds": 1.3648077201505657, "disk_bytes_read": 32295560284, "disk_read_seconds": 11.504523068957496, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 38, "current_bytes": 26253397096, "non_weight_bytes": 4780657768, "predicted_peak_bytes": 7669370, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 4369, "cache_misses": 3491, "cache_evictions": 926, "forward_calls": 1034, "forward_seconds": 18.70910583078512, "routing_seconds": 2.254942877800204, "materialize_seconds": 1.4263459283974953, "disk_bytes_read": 33553327196, "disk_read_seconds": 11.977563294349238, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 41, "current_bytes": 26254363752, "non_weight_bytes": 4783197288, "predicted_peak_bytes": 7671071, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 4998, "cache_misses": 3630, "cache_evictions": 1065, "forward_calls": 1162, "forward_seconds": 19.684708077751566, "routing_seconds": 2.481293958990136, "materialize_seconds": 1.4860300112923142, "disk_bytes_read": 34717770844, "disk_read_seconds": 12.422953672532458, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 43, "current_bytes": 26265947240, "non_weight_bytes": 4797926504, "predicted_peak_bytes": 7672605, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 5510, "cache_misses": 3796, "cache_evictions": 1233, "forward_calls": 1275, "forward_seconds": 20.662256795854773, "routing_seconds": 2.6649741338624153, "materialize_seconds": 1.555078520294046, "disk_bytes_read": 36108182620, "disk_read_seconds": 12.939602888160152, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 47, "current_bytes": 26266815592, "non_weight_bytes": 4798794856, "predicted_peak_bytes": 7677030, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 6452, "cache_misses": 3898, "cache_evictions": 1335, "forward_calls": 1449, "forward_seconds": 21.620884045842104, "routing_seconds": 2.9408627129741944, "materialize_seconds": 1.6041256862226874, "disk_bytes_read": 36962772060, "disk_read_seconds": 13.286795620981138, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 51, "current_bytes": 26270895208, "non_weight_bytes": 4800253032, "predicted_peak_bytes": 7683020, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 7177, "cache_misses": 4049, "cache_evictions": 1486, "forward_calls": 1595, "forward_seconds": 22.5903398389637, "routing_seconds": 3.1478114580677357, "materialize_seconds": 1.6685706903226674, "disk_bytes_read": 38227879004, "disk_read_seconds": 13.753801962913712, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 53, "current_bytes": 26273074280, "non_weight_bytes": 4805577832, "predicted_peak_bytes": 7686016, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 7776, "cache_misses": 4200, "cache_evictions": 1637, "forward_calls": 1720, "forward_seconds": 23.569360596855404, "routing_seconds": 3.357559879019391, "materialize_seconds": 1.73049614627962, "disk_bytes_read": 39489840220, "disk_read_seconds": 14.224040268134559, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 56, "current_bytes": 26273074280, "non_weight_bytes": 4805053544, "predicted_peak_bytes": 7690508, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 8357, "cache_misses": 4345, "cache_evictions": 1782, "forward_calls": 1841, "forward_seconds": 24.538864928734256, "routing_seconds": 3.571274631860433, "materialize_seconds": 1.794457064155722, "disk_bytes_read": 40706188380, "disk_read_seconds": 14.67676504998235, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 59, "current_bytes": 26271829096, "non_weight_bytes": 4804332648, "predicted_peak_bytes": 7695001, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 8969, "cache_misses": 4483, "cache_evictions": 1920, "forward_calls": 1966, "forward_seconds": 25.515709229686763, "routing_seconds": 3.812511760770576, "materialize_seconds": 1.8589131881599315, "disk_bytes_read": 41863291996, "disk_read_seconds": 15.096741545887198, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 62, "current_bytes": 26272697448, "non_weight_bytes": 4803103848, "predicted_peak_bytes": 7699494, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9627, "cache_misses": 4617, "cache_evictions": 2054, "forward_calls": 2098, "forward_seconds": 26.48012110867421, "routing_seconds": 4.041825505642919, "materialize_seconds": 1.9174910240399186, "disk_bytes_read": 42986841180, "disk_read_seconds": 15.51496432480053, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 66, "current_bytes": 26271976552, "non_weight_bytes": 4803431528, "predicted_peak_bytes": 7705484, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10330, "cache_misses": 4748, "cache_evictions": 2185, "forward_calls": 2237, "forward_seconds": 27.44613276750897, "routing_seconds": 4.295381871663267, "materialize_seconds": 1.9792849420045968, "disk_bytes_read": 44083651676, "disk_read_seconds": 15.914780417573638, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 68, "current_bytes": 26274663528, "non_weight_bytes": 4804545640, "predicted_peak_bytes": 7708480, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10744, "cache_misses": 4916, "cache_evictions": 2353, "forward_calls": 2334, "forward_seconds": 28.422842308471445, "routing_seconds": 4.481492999737384, "materialize_seconds": 2.047938788018655, "disk_bytes_read": 45489267804, "disk_read_seconds": 16.429305642552208, "resident_cache_bytes": 21470117888, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 70, "current_bytes": 26274663528, "non_weight_bytes": 4806642792, "predicted_peak_bytes": 7711475, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 11220, "cache_misses": 5094, "cache_evictions": 2531, "forward_calls": 2443, "forward_seconds": 29.407489932345925, "routing_seconds": 4.64876453881152, "materialize_seconds": 2.1261435009364504, "disk_bytes_read": 46980342876, "disk_read_seconds": 16.965070355683565, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 73, "current_bytes": 26274860136, "non_weight_bytes": 4807363688, "predicted_peak_bytes": 7715968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 11777, "cache_misses": 5257, "cache_evictions": 2694, "forward_calls": 2563, "forward_seconds": 30.39626172251883, "routing_seconds": 4.8581793699995615, "materialize_seconds": 2.1878054297703784, "disk_bytes_read": 48345064540, "disk_read_seconds": 17.45957120822277, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 77, "current_bytes": 26275171432, "non_weight_bytes": 4800334952, "predicted_peak_bytes": 7721958, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 12530, "cache_misses": 5386, "cache_evictions": 2822, "forward_calls": 2710, "forward_seconds": 31.371306844521314, "routing_seconds": 5.120719778089551, "materialize_seconds": 2.2409605557622854, "disk_bytes_read": 49425622108, "disk_read_seconds": 17.843011849472532, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 79, "current_bytes": 26275171432, "non_weight_bytes": 4800859240, "predicted_peak_bytes": 7724953, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 13146, "cache_misses": 5532, "cache_evictions": 2969, "forward_calls": 2837, "forward_seconds": 32.345106087916065, "routing_seconds": 5.348456106235972, "materialize_seconds": 2.307763511838857, "disk_bytes_read": 50648786012, "disk_read_seconds": 18.27389979895088, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 82, "current_bytes": 26274270312, "non_weight_bytes": 4805201000, "predicted_peak_bytes": 7729446, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 13699, "cache_misses": 5681, "cache_evictions": 3118, "forward_calls": 2954, "forward_seconds": 33.311369504837785, "routing_seconds": 5.565330773184542, "materialize_seconds": 2.3706061437842436, "disk_bytes_read": 51898164316, "disk_read_seconds": 18.72704394144239, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 85, "current_bytes": 26274270312, "non_weight_bytes": 4805725288, "predicted_peak_bytes": 7733939, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 14341, "cache_misses": 5807, "cache_evictions": 3244, "forward_calls": 3082, "forward_seconds": 34.28218600578839, "routing_seconds": 5.818887525121681, "materialize_seconds": 2.4274692726612557, "disk_bytes_read": 52953031772, "disk_read_seconds": 19.13060872699134, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 89, "current_bytes": 26273680488, "non_weight_bytes": 4803038312, "predicted_peak_bytes": 7739929, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 15056, "cache_misses": 5956, "cache_evictions": 3393, "forward_calls": 3226, "forward_seconds": 35.254907717724564, "routing_seconds": 6.044903485977557, "materialize_seconds": 2.4910261766053736, "disk_bytes_read": 54202410076, "disk_read_seconds": 19.567120362684363, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 91, "current_bytes": 26273680488, "non_weight_bytes": 4802514024, "predicted_peak_bytes": 7742924, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 15604, "cache_misses": 6110, "cache_evictions": 3547, "forward_calls": 3343, "forward_seconds": 36.23271067679161, "routing_seconds": 6.256195320893312, "materialize_seconds": 2.560454765742179, "disk_bytes_read": 55493731420, "disk_read_seconds": 20.024949892482255, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 94, "current_bytes": 26274270312, "non_weight_bytes": 4802579560, "predicted_peak_bytes": 7747417, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 16261, "cache_misses": 6263, "cache_evictions": 3700, "forward_calls": 3478, "forward_seconds": 37.20090563670965, "routing_seconds": 6.477937317686155, "materialize_seconds": 2.6257726026815362, "disk_bytes_read": 56776664156, "disk_read_seconds": 20.46383892846643, "resident_cache_bytes": 21472215040, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 98, "current_bytes": 26273680488, "non_weight_bytes": 4801465448, "predicted_peak_bytes": 7753408, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 17090, "cache_misses": 6388, "cache_evictions": 3825, "forward_calls": 3637, "forward_seconds": 38.16460121952696, "routing_seconds": 6.7268866007216275, "materialize_seconds": 2.6875348966859747, "disk_bytes_read": 57824715868, "disk_read_seconds": 20.84994283609558, "resident_cache_bytes": 21472215040, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 101, "current_bytes": 26275957864, "non_weight_bytes": 4806364264, "predicted_peak_bytes": 7757900, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 17598, "cache_misses": 6528, "cache_evictions": 3965, "forward_calls": 3745, "forward_seconds": 39.136643301462755, "routing_seconds": 6.9533352237485815, "materialize_seconds": 2.75325911064283, "disk_bytes_read": 58995975260, "disk_read_seconds": 21.291908180748578, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 103, "current_bytes": 26275990632, "non_weight_bytes": 4807445608, "predicted_peak_bytes": 7760896, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18169, "cache_misses": 6683, "cache_evictions": 4120, "forward_calls": 3866, "forward_seconds": 40.11677121950197, "routing_seconds": 7.167318307765527, "materialize_seconds": 2.8132817373843864, "disk_bytes_read": 60295160924, "disk_read_seconds": 21.75830742236576, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 106, "current_bytes": 26275482728, "non_weight_bytes": 4806937704, "predicted_peak_bytes": 7765388, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18806, "cache_misses": 6826, "cache_evictions": 4263, "forward_calls": 3996, "forward_seconds": 41.091803894611076, "routing_seconds": 7.405209349817596, "materialize_seconds": 2.8719521123566665, "disk_bytes_read": 61493159004, "disk_read_seconds": 22.182385345484363, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 109, "current_bytes": 26275449960, "non_weight_bytes": 4807429224, "predicted_peak_bytes": 7769881, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19437, "cache_misses": 6963, "cache_evictions": 4400, "forward_calls": 4124, "forward_seconds": 42.05700955764041, "routing_seconds": 7.6466424298414495, "materialize_seconds": 2.9285176054399926, "disk_bytes_read": 62641874012, "disk_read_seconds": 22.596926560276188, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 113, "current_bytes": 26276318312, "non_weight_bytes": 4807773288, "predicted_peak_bytes": 7775872, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 20131, "cache_misses": 7097, "cache_evictions": 4534, "forward_calls": 4262, "forward_seconds": 43.02076262954506, "routing_seconds": 7.889500006916933, "materialize_seconds": 2.9889646471710876, "disk_bytes_read": 63763850332, "disk_read_seconds": 23.00758651617798, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 115, "current_bytes": 26276318312, "non_weight_bytes": 4807249000, "predicted_peak_bytes": 7778867, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 20699, "cache_misses": 7249, "cache_evictions": 4686, "forward_calls": 4382, "forward_seconds": 43.994049873785116, "routing_seconds": 8.110050091025187, "materialize_seconds": 3.0475669351872057, "disk_bytes_read": 65037345884, "disk_read_seconds": 23.46927722953842, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 118, "current_bytes": 26275761256, "non_weight_bytes": 4807740520, "predicted_peak_bytes": 7783360, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 21235, "cache_misses": 7385, "cache_evictions": 4822, "forward_calls": 4494, "forward_seconds": 44.965240251942305, "routing_seconds": 8.344254262017785, "materialize_seconds": 3.112931019219104, "disk_bytes_read": 66177147996, "disk_read_seconds": 23.899365021206904, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26275515496, "non_weight_bytes": 4808543336, "predicted_peak_bytes": 7787852, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 21796, "cache_misses": 7544, "cache_evictions": 4981, "forward_calls": 4614, "forward_seconds": 45.93779412689037, "routing_seconds": 8.551264800014906, "materialize_seconds": 3.1825159372529015, "disk_bytes_read": 67508315228, "disk_read_seconds": 24.37744009573362, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26294275200, "non_weight_bytes": 4826778752, "predicted_peak_bytes": 7787852, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 21976, "cache_misses": 7748, "cache_evictions": 5185, "forward_calls": 4647, "forward_seconds": 46.84714567096671, "routing_seconds": 8.638428093050607, "materialize_seconds": 3.2717944682808593, "disk_bytes_read": 69217494108, "disk_read_seconds": 24.96610143891303, "resident_cache_bytes": 21470117888, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26294275200, "non_weight_bytes": 4826778752, "predicted_peak_bytes": 7787852, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 22168, "cache_misses": 7982, "cache_evictions": 5419, "forward_calls": 4659, "forward_seconds": 47.90581117098918, "routing_seconds": 8.731180760019924, "materialize_seconds": 3.3694653416750953, "disk_bytes_read": 71180428380, "disk_read_seconds": 25.665907507558586, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26294275200, "non_weight_bytes": 4826778752, "predicted_peak_bytes": 7787852, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 22303, "cache_misses": 8212, "cache_evictions": 5650, "forward_calls": 4671, "forward_seconds": 48.961830127984285, "routing_seconds": 8.818971218017396, "materialize_seconds": 3.467711375618819, "disk_bytes_read": 73109808220, "disk_read_seconds": 26.362595198326744, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26294275200, "non_weight_bytes": 4826778752, "predicted_peak_bytes": 7787852, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 22438, "cache_misses": 8450, "cache_evictions": 5888, "forward_calls": 4683, "forward_seconds": 50.05151546100387, "routing_seconds": 8.910930176090915, "materialize_seconds": 3.5686872443766333, "disk_bytes_read": 75106296924, "disk_read_seconds": 27.088265209953533, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26294275200, "non_weight_bytes": 4826778752, "predicted_peak_bytes": 7787852, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 22693, "cache_misses": 8649, "cache_evictions": 6084, "forward_calls": 4734, "forward_seconds": 50.957413625874324, "routing_seconds": 9.00868284405442, "materialize_seconds": 3.649929795297794, "disk_bytes_read": 76756231260, "disk_read_seconds": 27.65855178635684, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 140, "current_bytes": 26272795776, "non_weight_bytes": 4798483584, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 23335, "cache_misses": 8823, "cache_evictions": 6258, "forward_calls": 4870, "forward_seconds": 51.88763992200256, "routing_seconds": 9.168397846107837, "materialize_seconds": 3.7253884253441356, "disk_bytes_read": 78215324764, "disk_read_seconds": 28.15630362398224, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 143, "current_bytes": 26288475264, "non_weight_bytes": 4820978816, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 23934, "cache_misses": 8986, "cache_evictions": 6423, "forward_calls": 4997, "forward_seconds": 52.85447696602205, "routing_seconds": 9.365021807141602, "materialize_seconds": 3.789603429468116, "disk_bytes_read": 79580570716, "disk_read_seconds": 28.634110010083532, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 146, "current_bytes": 26264718464, "non_weight_bytes": 4796697728, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 24625, "cache_misses": 9111, "cache_evictions": 6548, "forward_calls": 5133, "forward_seconds": 53.828837302309694, "routing_seconds": 9.619059226242825, "materialize_seconds": 3.8442612973740324, "disk_bytes_read": 80628098140, "disk_read_seconds": 29.029713653435465, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 149, "current_bytes": 26266602624, "non_weight_bytes": 4799106176, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 25341, "cache_misses": 9235, "cache_evictions": 6672, "forward_calls": 5273, "forward_seconds": 54.79445821832633, "routing_seconds": 9.87403764523333, "materialize_seconds": 3.8999432575074024, "disk_bytes_read": 81667236956, "disk_read_seconds": 29.416694282146636, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 153, "current_bytes": 26267126912, "non_weight_bytes": 4798581888, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 26075, "cache_misses": 9383, "cache_evictions": 6820, "forward_calls": 5420, "forward_seconds": 55.77279855517554, "routing_seconds": 10.097630889009451, "materialize_seconds": 3.959304381714901, "disk_bytes_read": 82908226652, "disk_read_seconds": 29.864230074628722, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 156, "current_bytes": 26266537088, "non_weight_bytes": 4798516352, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 26785, "cache_misses": 9513, "cache_evictions": 6950, "forward_calls": 5560, "forward_seconds": 56.74542822514195, "routing_seconds": 10.34286327083828, "materialize_seconds": 4.018459258688381, "disk_bytes_read": 83997697116, "disk_read_seconds": 30.273428242100636, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 159, "current_bytes": 26266258560, "non_weight_bytes": 4797189248, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 27510, "cache_misses": 9658, "cache_evictions": 7095, "forward_calls": 5705, "forward_seconds": 57.71532768922043, "routing_seconds": 10.563672190066427, "materialize_seconds": 4.079314794478705, "disk_bytes_read": 85214045276, "disk_read_seconds": 30.717755646735895, "resident_cache_bytes": 21470117888, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 162, "current_bytes": 26268322944, "non_weight_bytes": 4800302208, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 27965, "cache_misses": 9815, "cache_evictions": 7252, "forward_calls": 5807, "forward_seconds": 58.692197402066085, "routing_seconds": 10.77013152895961, "materialize_seconds": 4.147629991406575, "disk_bytes_read": 86528435292, "disk_read_seconds": 31.195790940197185, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 165, "current_bytes": 26268044416, "non_weight_bytes": 4800547968, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 28715, "cache_misses": 9953, "cache_evictions": 7390, "forward_calls": 5955, "forward_seconds": 59.66306789510418, "routing_seconds": 11.0007296470867, "materialize_seconds": 4.209754704323132, "disk_bytes_read": 87684490332, "disk_read_seconds": 31.616910466749687, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 169, "current_bytes": 26268044416, "non_weight_bytes": 4800023680, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 29528, "cache_misses": 10100, "cache_evictions": 7537, "forward_calls": 6115, "forward_seconds": 60.62450297080795, "routing_seconds": 11.223233515775064, "materialize_seconds": 4.2718945409869775, "disk_bytes_read": 88916567132, "disk_read_seconds": 32.05017270249664, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 171, "current_bytes": 26276433024, "non_weight_bytes": 4802120832, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 29875, "cache_misses": 10287, "cache_evictions": 7723, "forward_calls": 6204, "forward_seconds": 61.608898225502344, "routing_seconds": 11.384937267488567, "materialize_seconds": 4.3477723323740065, "disk_bytes_read": 90481042524, "disk_read_seconds": 32.60214394144714, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 174, "current_bytes": 26279152768, "non_weight_bytes": 4806413440, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 30537, "cache_misses": 10429, "cache_evictions": 7865, "forward_calls": 6338, "forward_seconds": 62.58376790356124, "routing_seconds": 11.617374354449566, "materialize_seconds": 4.403447871707613, "disk_bytes_read": 91669079132, "disk_read_seconds": 33.03502775571542, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 177, "current_bytes": 26279152768, "non_weight_bytes": 4806413440, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 31079, "cache_misses": 10577, "cache_evictions": 8013, "forward_calls": 6453, "forward_seconds": 63.55138519560569, "routing_seconds": 11.841239315486746, "materialize_seconds": 4.467691038473276, "disk_bytes_read": 92909020252, "disk_read_seconds": 33.48559468993335, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 180, "current_bytes": 26279120000, "non_weight_bytes": 4806904960, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 31784, "cache_misses": 10700, "cache_evictions": 8136, "forward_calls": 6591, "forward_seconds": 64.52187335732742, "routing_seconds": 12.09813022238086, "materialize_seconds": 4.529130757233361, "disk_bytes_read": 93939770460, "disk_read_seconds": 33.87203268887242, "resident_cache_bytes": 21472215040, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 184, "current_bytes": 26278530176, "non_weight_bytes": 4810509440, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 32614, "cache_misses": 10848, "cache_evictions": 8285, "forward_calls": 6754, "forward_seconds": 65.49022277726908, "routing_seconds": 12.328245935408631, "materialize_seconds": 4.588932761311298, "disk_bytes_read": 95179711580, "disk_read_seconds": 34.30583032098366, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 186, "current_bytes": 26278530176, "non_weight_bytes": 4811033728, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 33128, "cache_misses": 11018, "cache_evictions": 8455, "forward_calls": 6868, "forward_seconds": 66.47108932115952, "routing_seconds": 12.514417230529943, "materialize_seconds": 4.6586269213294145, "disk_bytes_read": 96604726364, "disk_read_seconds": 34.815686983725755, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 189, "current_bytes": 26279627904, "non_weight_bytes": 4804791424, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 33579, "cache_misses": 11197, "cache_evictions": 8633, "forward_calls": 6973, "forward_seconds": 67.45318686502287, "routing_seconds": 12.695300031424267, "materialize_seconds": 4.730592843319755, "disk_bytes_read": 98103665756, "disk_read_seconds": 35.34885842225049, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 191, "current_bytes": 26279627904, "non_weight_bytes": 4805840000, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 34017, "cache_misses": 11365, "cache_evictions": 8801, "forward_calls": 7074, "forward_seconds": 68.42839348493726, "routing_seconds": 12.886997569585219, "materialize_seconds": 4.798019466281403, "disk_bytes_read": 99510330460, "disk_read_seconds": 35.8545709279133, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 194, "current_bytes": 26280397952, "non_weight_bytes": 4813425792, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 34722, "cache_misses": 11500, "cache_evictions": 8937, "forward_calls": 7214, "forward_seconds": 69.39598856677185, "routing_seconds": 13.132093698572135, "materialize_seconds": 4.851508715364616, "disk_bytes_read": 100640695388, "disk_read_seconds": 36.262332377926214, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 197, "current_bytes": 26279726208, "non_weight_bytes": 4812229760, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 35255, "cache_misses": 11645, "cache_evictions": 9082, "forward_calls": 7327, "forward_seconds": 70.36187964779674, "routing_seconds": 13.357973821548512, "materialize_seconds": 4.9169572195387445, "disk_bytes_read": 101855994972, "disk_read_seconds": 36.710697968053864, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 200, "current_bytes": 26280774784, "non_weight_bytes": 4805938304, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 35825, "cache_misses": 11789, "cache_evictions": 9226, "forward_calls": 7446, "forward_seconds": 71.33982702289359, "routing_seconds": 13.580983116553398, "materialize_seconds": 4.982445549685508, "disk_bytes_read": 103061857372, "disk_read_seconds": 37.159274629171705, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 202, "current_bytes": 26280774784, "non_weight_bytes": 4812754048, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 36413, "cache_misses": 11933, "cache_evictions": 9370, "forward_calls": 7568, "forward_seconds": 72.31150122691179, "routing_seconds": 13.812218901555752, "materialize_seconds": 5.044068632880226, "disk_bytes_read": 104269292636, "disk_read_seconds": 37.59585954408976, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 205, "current_bytes": 26281823360, "non_weight_bytes": 4811705472, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 36919, "cache_misses": 12081, "cache_evictions": 9518, "forward_calls": 7677, "forward_seconds": 73.28202322204015, "routing_seconds": 14.026966570614604, "materialize_seconds": 5.114073834818555, "disk_bytes_read": 105510282332, "disk_read_seconds": 38.055552757228725, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 208, "current_bytes": 26283920512, "non_weight_bytes": 4812754048, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 37451, "cache_misses": 12227, "cache_evictions": 9664, "forward_calls": 7790, "forward_seconds": 74.2504181342374, "routing_seconds": 14.254728151805466, "materialize_seconds": 5.176228587894002, "disk_bytes_read": 106733970524, "disk_read_seconds": 38.49278603604762, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 210, "current_bytes": 26282986624, "non_weight_bytes": 4812868736, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 37951, "cache_misses": 12381, "cache_evictions": 9818, "forward_calls": 7899, "forward_seconds": 75.2274512971344, "routing_seconds": 14.4730877756665, "materialize_seconds": 5.241235879744636, "disk_bytes_read": 108024767580, "disk_read_seconds": 38.95673172757961, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 213, "current_bytes": 26282986624, "non_weight_bytes": 4812344448, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 38650, "cache_misses": 12522, "cache_evictions": 9959, "forward_calls": 8039, "forward_seconds": 76.1958515412116, "routing_seconds": 14.709238275827374, "materialize_seconds": 5.300353590544546, "disk_bytes_read": 109207037020, "disk_read_seconds": 39.379070840688655, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 217, "current_bytes": 26283854976, "non_weight_bytes": 4813737088, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 39447, "cache_misses": 12649, "cache_evictions": 10086, "forward_calls": 8193, "forward_seconds": 77.15344466237002, "routing_seconds": 14.951181524782442, "materialize_seconds": 5.35897606171784, "disk_bytes_read": 110271341660, "disk_read_seconds": 39.776152518577874, "resident_cache_bytes": 21470117888, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 220, "current_bytes": 26283854976, "non_weight_bytes": 4814785664, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 40025, "cache_misses": 12815, "cache_evictions": 10252, "forward_calls": 8317, "forward_seconds": 78.13850011851173, "routing_seconds": 15.14540326790302, "materialize_seconds": 5.4314977665490005, "disk_bytes_read": 111661753436, "disk_read_seconds": 40.277140912250616, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 223, "current_bytes": 26282118272, "non_weight_bytes": 4812524672, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 40656, "cache_misses": 12970, "cache_evictions": 10407, "forward_calls": 8448, "forward_seconds": 79.11352928332053, "routing_seconds": 15.354575725883478, "materialize_seconds": 5.497244364436483, "disk_bytes_read": 112960414812, "disk_read_seconds": 40.73894164757803, "resident_cache_bytes": 21470117888, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 226, "current_bytes": 26282118272, "non_weight_bytes": 4812524672, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 41222, "cache_misses": 13124, "cache_evictions": 10561, "forward_calls": 8568, "forward_seconds": 80.09028678332106, "routing_seconds": 15.567799691925757, "materialize_seconds": 5.558404988260008, "disk_bytes_read": 114251211868, "disk_read_seconds": 41.20545638946351, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 228, "current_bytes": 26283576448, "non_weight_bytes": 4815555712, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 41747, "cache_misses": 13265, "cache_evictions": 10702, "forward_calls": 8679, "forward_seconds": 81.05992289926508, "routing_seconds": 15.791339108865941, "materialize_seconds": 5.620425156143028, "disk_bytes_read": 115432432732, "disk_read_seconds": 41.64311462934711, "resident_cache_bytes": 21470117888, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 231, "current_bytes": 26283576448, "non_weight_bytes": 4813982848, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 42389, "cache_misses": 13391, "cache_evictions": 10828, "forward_calls": 8807, "forward_seconds": 82.02915935864439, "routing_seconds": 16.036351775110234, "materialize_seconds": 5.682538615219528, "disk_bytes_read": 116487824476, "disk_read_seconds": 42.04633216545335, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 234, "current_bytes": 26282118272, "non_weight_bytes": 4814097536, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 42882, "cache_misses": 13564, "cache_evictions": 11001, "forward_calls": 8918, "forward_seconds": 83.00783336075256, "routing_seconds": 16.21981614708784, "materialize_seconds": 5.752835207211319, "disk_bytes_read": 117935907932, "disk_read_seconds": 42.56189897557488, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 237, "current_bytes": 26282986624, "non_weight_bytes": 4815490176, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 43423, "cache_misses": 13707, "cache_evictions": 11144, "forward_calls": 9032, "forward_seconds": 83.9733761108655, "routing_seconds": 16.439714023115812, "materialize_seconds": 5.816249209194211, "disk_bytes_read": 119133906012, "disk_read_seconds": 43.00519155449001, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26283003008, "non_weight_bytes": 4815506560, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 44043, "cache_misses": 13861, "cache_evictions": 11298, "forward_calls": 9161, "forward_seconds": 84.94788727723062, "routing_seconds": 16.657208567397902, "materialize_seconds": 5.881145251361886, "disk_bytes_read": 120423654492, "disk_read_seconds": 43.4623741787218, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26299190400, "non_weight_bytes": 4831169664, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 44212, "cache_misses": 14071, "cache_evictions": 11508, "forward_calls": 9204, "forward_seconds": 85.89652715626289, "routing_seconds": 16.748005321394885, "materialize_seconds": 5.970076582481852, "disk_bytes_read": 122183689308, "disk_read_seconds": 44.087303372099996, "resident_cache_bytes": 21470117888, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26299190400, "non_weight_bytes": 4831169664, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 44399, "cache_misses": 14304, "cache_evictions": 11741, "forward_calls": 9214, "forward_seconds": 86.91611169630778, "routing_seconds": 16.824225195421604, "materialize_seconds": 6.066220534557942, "disk_bytes_read": 124138234972, "disk_read_seconds": 44.776991394785, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26299190400, "non_weight_bytes": 4831169664, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 44587, "cache_misses": 14528, "cache_evictions": 11966, "forward_calls": 9226, "forward_seconds": 87.93543686234625, "routing_seconds": 16.90833348443266, "materialize_seconds": 6.159362996666459, "disk_bytes_read": 126017283164, "disk_read_seconds": 45.449976596282795, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26299190400, "non_weight_bytes": 4831169664, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 44722, "cache_misses": 14772, "cache_evictions": 12210, "forward_calls": 9237, "forward_seconds": 89.02160698740045, "routing_seconds": 16.99238690242055, "materialize_seconds": 6.262573653686559, "disk_bytes_read": 128064103516, "disk_read_seconds": 46.18856796741602, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26299190400, "non_weight_bytes": 4831169664, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 44848, "cache_misses": 14994, "cache_evictions": 12429, "forward_calls": 9245, "forward_seconds": 89.98759156945744, "routing_seconds": 17.05217969347723, "materialize_seconds": 6.351050322788069, "disk_bytes_read": 129908024412, "disk_read_seconds": 46.86086374759907, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 257, "current_bytes": 26293128368, "non_weight_bytes": 4820389040, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 45297, "cache_misses": 15175, "cache_evictions": 12610, "forward_calls": 9350, "forward_seconds": 90.86843535944354, "routing_seconds": 17.192072446632665, "materialize_seconds": 6.428022908628918, "disk_bytes_read": 131424789596, "disk_read_seconds": 47.35252265067538, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 260, "current_bytes": 26295372976, "non_weight_bytes": 4824206512, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 45981, "cache_misses": 15355, "cache_evictions": 12790, "forward_calls": 9494, "forward_seconds": 91.83906865949393, "routing_seconds": 17.35784094670089, "materialize_seconds": 6.501579246221809, "disk_bytes_read": 132933166172, "disk_read_seconds": 47.88070299412357, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 264, "current_bytes": 26301402288, "non_weight_bytes": 4833381552, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 46739, "cache_misses": 15503, "cache_evictions": 12940, "forward_calls": 9645, "forward_seconds": 92.79917582255439, "routing_seconds": 17.565642151836073, "materialize_seconds": 6.566975544963498, "disk_bytes_read": 134174155868, "disk_read_seconds": 48.33130008997978, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 267, "current_bytes": 26303499440, "non_weight_bytes": 4834430128, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 47308, "cache_misses": 15642, "cache_evictions": 13079, "forward_calls": 9763, "forward_seconds": 93.78498240854242, "routing_seconds": 17.798365152732003, "materialize_seconds": 6.629362078761915, "disk_bytes_read": 135339648092, "disk_read_seconds": 48.7677879705152, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 270, "current_bytes": 26304089264, "non_weight_bytes": 4835544240, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 47961, "cache_misses": 15775, "cache_evictions": 13212, "forward_calls": 9894, "forward_seconds": 94.74984219961334, "routing_seconds": 18.036620734987082, "materialize_seconds": 6.6899771236639936, "disk_bytes_read": 136453760092, "disk_read_seconds": 49.18976872583153, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 272, "current_bytes": 26304122032, "non_weight_bytes": 4836101296, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 48507, "cache_misses": 15925, "cache_evictions": 13362, "forward_calls": 10010, "forward_seconds": 95.72124886664096, "routing_seconds": 18.24753264908213, "materialize_seconds": 6.752249288867461, "disk_bytes_read": 137711002716, "disk_read_seconds": 49.6501199475897, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 275, "current_bytes": 26304122032, "non_weight_bytes": 4836625584, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 49126, "cache_misses": 16050, "cache_evictions": 13487, "forward_calls": 10134, "forward_seconds": 96.68751365959179, "routing_seconds": 18.49309414511663, "materialize_seconds": 6.815688989998307, "disk_bytes_read": 138758530140, "disk_read_seconds": 50.051433659828035, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 278, "current_bytes": 26305563824, "non_weight_bytes": 4837543088, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 49666, "cache_misses": 16206, "cache_evictions": 13643, "forward_calls": 10250, "forward_seconds": 97.65737607641495, "routing_seconds": 18.69689248301438, "materialize_seconds": 6.8785916178894695, "disk_bytes_read": 140066628700, "disk_read_seconds": 50.52250719521544, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 280, "current_bytes": 26305563824, "non_weight_bytes": 4838067376, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 50122, "cache_misses": 16380, "cache_evictions": 13817, "forward_calls": 10355, "forward_seconds": 98.63753128761891, "routing_seconds": 18.883667066082126, "materialize_seconds": 6.948143072833773, "disk_bytes_read": 141523625052, "disk_read_seconds": 51.04459013781161, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 283, "current_bytes": 26303761584, "non_weight_bytes": 4828925104, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 50659, "cache_misses": 16521, "cache_evictions": 13957, "forward_calls": 10468, "forward_seconds": 99.61262299638474, "routing_seconds": 19.117284275125712, "materialize_seconds": 7.0105969987344, "disk_bytes_read": 142703797340, "disk_read_seconds": 51.48413426830666, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 286, "current_bytes": 26304662704, "non_weight_bytes": 4831399088, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 51217, "cache_misses": 16665, "cache_evictions": 14101, "forward_calls": 10585, "forward_seconds": 100.58599262332427, "routing_seconds": 19.344727149233222, "materialize_seconds": 7.077649297774769, "disk_bytes_read": 143909659740, "disk_read_seconds": 51.92125462938566, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 289, "current_bytes": 26305563824, "non_weight_bytes": 4832824496, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 51808, "cache_misses": 16824, "cache_evictions": 14260, "forward_calls": 10710, "forward_seconds": 101.56471707724268, "routing_seconds": 19.558849896187894, "materialize_seconds": 7.144779588648817, "disk_bytes_read": 145241351260, "disk_read_seconds": 52.39348527553375, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 291, "current_bytes": 26303794352, "non_weight_bytes": 4832627888, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 52213, "cache_misses": 16995, "cache_evictions": 14431, "forward_calls": 10806, "forward_seconds": 102.54510770327761, "routing_seconds": 19.73934131106944, "materialize_seconds": 7.21925146173453, "disk_bytes_read": 146671084636, "disk_read_seconds": 52.91211738914717, "resident_cache_bytes": 21471690752, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 293, "current_bytes": 26304384176, "non_weight_bytes": 4833217712, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 52762, "cache_misses": 17136, "cache_evictions": 14572, "forward_calls": 10921, "forward_seconds": 103.52524099953007, "routing_seconds": 19.97081381030148, "materialize_seconds": 7.27915946682333, "disk_bytes_read": 147852305500, "disk_read_seconds": 53.35320200250135, "resident_cache_bytes": 21471690752, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 296, "current_bytes": 26305481904, "non_weight_bytes": 4833791152, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 53307, "cache_misses": 17281, "cache_evictions": 14717, "forward_calls": 11036, "forward_seconds": 104.50246004661312, "routing_seconds": 20.209885979566025, "materialize_seconds": 7.340514015610097, "disk_bytes_read": 149067605084, "disk_read_seconds": 53.79103874610155, "resident_cache_bytes": 21471690752, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 299, "current_bytes": 26305481904, "non_weight_bytes": 4832218288, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 53855, "cache_misses": 17441, "cache_evictions": 14877, "forward_calls": 11154, "forward_seconds": 105.47848728875397, "routing_seconds": 20.416457102517597, "materialize_seconds": 7.40719584361068, "disk_bytes_read": 150406112348, "disk_read_seconds": 54.262952950346516, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 302, "current_bytes": 26303777968, "non_weight_bytes": 4829465776, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 54447, "cache_misses": 17599, "cache_evictions": 15035, "forward_calls": 11279, "forward_seconds": 106.4602391186636, "routing_seconds": 20.627962354541523, "materialize_seconds": 7.473558124416741, "disk_bytes_read": 151729939548, "disk_read_seconds": 54.73595519075752, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 304, "current_bytes": 26305580208, "non_weight_bytes": 4830743728, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 54985, "cache_misses": 17751, "cache_evictions": 15187, "forward_calls": 11394, "forward_seconds": 107.43746978446143, "routing_seconds": 20.850135933578713, "materialize_seconds": 7.542146741616307, "disk_bytes_read": 153005007964, "disk_read_seconds": 55.18932644670713, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 306, "current_bytes": 26305580208, "non_weight_bytes": 4831268016, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 55298, "cache_misses": 17942, "cache_evictions": 15379, "forward_calls": 11478, "forward_seconds": 108.4335181954375, "routing_seconds": 21.018451221490977, "materialize_seconds": 7.616445398656651, "disk_bytes_read": 154603562076, "disk_read_seconds": 55.75511834167992, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 309, "current_bytes": 26305514672, "non_weight_bytes": 4831202480, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 55699, "cache_misses": 18117, "cache_evictions": 15554, "forward_calls": 11574, "forward_seconds": 109.40710682660574, "routing_seconds": 21.204542347666575, "materialize_seconds": 7.6876514864270575, "disk_bytes_read": 156068422748, "disk_read_seconds": 56.27154864708427, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 311, "current_bytes": 26303777968, "non_weight_bytes": 4830514352, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 56195, "cache_misses": 18299, "cache_evictions": 15735, "forward_calls": 11687, "forward_seconds": 110.3876704047143, "routing_seconds": 21.38354389264714, "materialize_seconds": 7.763965735561214, "disk_bytes_read": 157592003676, "disk_read_seconds": 56.788659062440274, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 314, "current_bytes": 26304957616, "non_weight_bytes": 4831694000, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 56773, "cache_misses": 18435, "cache_evictions": 15871, "forward_calls": 11806, "forward_seconds": 111.35976494674105, "routing_seconds": 21.617110064747976, "materialize_seconds": 7.829394522530492, "disk_bytes_read": 158731281500, "disk_read_seconds": 57.21641404830734, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 316, "current_bytes": 26304367792, "non_weight_bytes": 4832152752, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 57214, "cache_misses": 18606, "cache_evictions": 16042, "forward_calls": 11908, "forward_seconds": 112.33872452267678, "routing_seconds": 21.81223598177894, "materialize_seconds": 7.896588816714939, "disk_bytes_read": 160164160604, "disk_read_seconds": 57.729353210073896, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 319, "current_bytes": 26304367792, "non_weight_bytes": 4833725616, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 57690, "cache_misses": 18772, "cache_evictions": 16208, "forward_calls": 12015, "forward_seconds": 113.32436281474656, "routing_seconds": 22.01071927580051, "materialize_seconds": 7.96150315165869, "disk_bytes_read": 161552475228, "disk_read_seconds": 58.225820412975736, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 321, "current_bytes": 26305645744, "non_weight_bytes": 4836052144, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 58155, "cache_misses": 18931, "cache_evictions": 16367, "forward_calls": 12119, "forward_seconds": 114.29904160069418, "routing_seconds": 22.21809156361269, "materialize_seconds": 8.023298896383494, "disk_bytes_read": 162884166748, "disk_read_seconds": 58.702093270316254, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 324, "current_bytes": 26305006768, "non_weight_bytes": 4835413168, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 58612, "cache_misses": 19086, "cache_evictions": 16522, "forward_calls": 12221, "forward_seconds": 115.26768618493224, "routing_seconds": 22.42401489565964, "materialize_seconds": 8.086438557249494, "disk_bytes_read": 164182303836, "disk_read_seconds": 59.17004267743323, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 326, "current_bytes": 26305006768, "non_weight_bytes": 4833316016, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 59097, "cache_misses": 19243, "cache_evictions": 16679, "forward_calls": 12328, "forward_seconds": 116.24586997492588, "routing_seconds": 22.634533353702864, "materialize_seconds": 8.153257935249712, "disk_bytes_read": 165497742428, "disk_read_seconds": 59.64422661799472, "resident_cache_bytes": 21471690752, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 328, "current_bytes": 26305170608, "non_weight_bytes": 4831906992, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 59480, "cache_misses": 19424, "cache_evictions": 16860, "forward_calls": 12422, "forward_seconds": 117.23268768467824, "routing_seconds": 22.823924023512518, "materialize_seconds": 8.226302472408861, "disk_bytes_read": 167015031900, "disk_read_seconds": 60.16020749640302, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 331, "current_bytes": 26305170608, "non_weight_bytes": 4835052720, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 59883, "cache_misses": 19591, "cache_evictions": 17027, "forward_calls": 12517, "forward_seconds": 118.21228910068749, "routing_seconds": 23.01797735353466, "materialize_seconds": 8.299380388227291, "disk_bytes_read": 168410686556, "disk_read_seconds": 60.66417562958668, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 333, "current_bytes": 26305252528, "non_weight_bytes": 4834610352, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 60397, "cache_misses": 19749, "cache_evictions": 17185, "forward_calls": 12629, "forward_seconds": 119.18819360475754, "routing_seconds": 23.228210274566663, "materialize_seconds": 8.36917564147734, "disk_bytes_read": 169735038044, "disk_read_seconds": 61.13813387916889, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 336, "current_bytes": 26304941232, "non_weight_bytes": 4834823344, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 60986, "cache_misses": 19910, "cache_evictions": 17346, "forward_calls": 12754, "forward_seconds": 120.16178506589495, "routing_seconds": 23.430761698633432, "materialize_seconds": 8.44086901229457, "disk_bytes_read": 171083506780, "disk_read_seconds": 61.606138287868816, "resident_cache_bytes": 21471690752, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 339, "current_bytes": 26304941232, "non_weight_bytes": 4832201904, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 61493, "cache_misses": 20075, "cache_evictions": 17511, "forward_calls": 12866, "forward_seconds": 121.14196994577651, "routing_seconds": 23.635014575673267, "materialize_seconds": 8.508704086270882, "disk_bytes_read": 172465529948, "disk_read_seconds": 62.09266888388083, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 341, "current_bytes": 26305006768, "non_weight_bytes": 4832791728, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 61988, "cache_misses": 20228, "cache_evictions": 17664, "forward_calls": 12974, "forward_seconds": 122.12834536578157, "routing_seconds": 23.851962747663492, "materialize_seconds": 8.572897592181107, "disk_bytes_read": 173747414108, "disk_read_seconds": 62.558721840207, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 344, "current_bytes": 26304941232, "non_weight_bytes": 4832201904, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 62482, "cache_misses": 20382, "cache_evictions": 17818, "forward_calls": 13082, "forward_seconds": 123.10256153380033, "routing_seconds": 24.07153795353952, "materialize_seconds": 8.63754438306205, "disk_bytes_read": 175038211164, "disk_read_seconds": 63.01533617009409, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 346, "current_bytes": 26304941232, "non_weight_bytes": 4834823344, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 62979, "cache_misses": 20539, "cache_evictions": 17975, "forward_calls": 13191, "forward_seconds": 124.082622611837, "routing_seconds": 24.282374283648096, "materialize_seconds": 8.701276305189822, "disk_bytes_read": 176352601180, "disk_read_seconds": 63.488076051085955, "resident_cache_bytes": 21471690752, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 349, "current_bytes": 26305809584, "non_weight_bytes": 4834643120, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 63454, "cache_misses": 20688, "cache_evictions": 18124, "forward_calls": 13295, "forward_seconds": 125.05719486289308, "routing_seconds": 24.4996242436755, "materialize_seconds": 8.77220608718926, "disk_bytes_read": 177600406620, "disk_read_seconds": 63.94479167799, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 351, "current_bytes": 26305809584, "non_weight_bytes": 4834643120, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 63982, "cache_misses": 20844, "cache_evictions": 18280, "forward_calls": 13409, "forward_seconds": 126.03969990188489, "routing_seconds": 24.719053198728943, "materialize_seconds": 8.84086803838727, "disk_bytes_read": 178907980892, "disk_read_seconds": 64.411923207168, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 354, "current_bytes": 26305842352, "non_weight_bytes": 4836773040, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 64387, "cache_misses": 21021, "cache_evictions": 18457, "forward_calls": 13506, "forward_seconds": 127.01289902997087, "routing_seconds": 24.894024907960556, "materialize_seconds": 8.914361082395772, "disk_bytes_read": 180388570204, "disk_read_seconds": 64.93662857456366, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 356, "current_bytes": 26304974000, "non_weight_bytes": 4836953264, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 64924, "cache_misses": 21186, "cache_evictions": 18622, "forward_calls": 13623, "forward_seconds": 127.99981790510355, "routing_seconds": 25.10162149113603, "materialize_seconds": 8.98020037545939, "disk_bytes_read": 181770069084, "disk_read_seconds": 65.42464482950163, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 359, "current_bytes": 26304974000, "non_weight_bytes": 4836953264, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 65370, "cache_misses": 21370, "cache_evictions": 18806, "forward_calls": 13728, "forward_seconds": 128.98625840398017, "routing_seconds": 25.272738363972167, "materialize_seconds": 9.0582576324814, "disk_bytes_read": 183309902940, "disk_read_seconds": 65.96307844965486, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 359, "current_bytes": 26318408880, "non_weight_bytes": 4847766704, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 65456, "cache_misses": 21476, "cache_evictions": 18912, "forward_calls": 13760, "forward_seconds": 129.50239448598586, "routing_seconds": 25.337790697987657, "materialize_seconds": 9.105085758521454, "disk_bytes_read": 184198571100, "disk_read_seconds": 66.28694333875319, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 } ] }