{ "model": "mlx-community/DeepSeek-V4-Flash-2bit-DQ", "binary": "/private/tmp/werk-perf-before-20260915", "same_context": false, "persistence": true, "fixed_history": false, "expert_budget": "20480", "reasoning_effort": null, "samples": [ { "first_text_seconds": 10.370812625013059, "total_seconds": 48.47672837501159, "finish_reason": "stop", "truncated": false, "answer": "In Rust, **ownership** ensures each value has a single owner, who is responsible for its lifecycle. When the owner goes out of scope, the value is freed. **Borrowing** allows temporary access to a value without transferring ownership, using references (`&` or `&mut`). The compiler enforces rules: you can have either one mutable reference or any number of immutable references, and references must always outlive their use. This prevents dangling pointers and data races, making Rust memory-safe without garbage collection.", "usage": { "completion_tokens": 105, "prompt_tokens": 16, "total_tokens": 121 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 16, "completion_tokens": 105, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 0, "cache_evictions": 0, "forward_calls": 0, "forward_seconds": 0.0, "routing_seconds": 0.0, "materialize_seconds": 0.033957907115109265, "disk_bytes_read": 4312736860, "disk_read_seconds": 1.0816842349304352, "resident_cache_bytes": 0, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26302074008, "non_weight_bytes": 4835101848, "predicted_peak_bytes": 7787852, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 21823, "cache_misses": 7697, "cache_evictions": 5134, "forward_calls": 4644, "forward_seconds": 46.7896979287616, "routing_seconds": 8.44333402387565, "materialize_seconds": 3.312696274573682, "disk_bytes_read": 68786529372, "disk_read_seconds": 25.190928690950386, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 0, 46 ], "correct": true, "backend_phases": { "cached_prompt_tokens": 0, "decode_seconds": 38.11, "evaluated_prompt_tokens": 16, "first_token_seconds": 10.36, "prompt_seconds": 10.36 }, "expert_hit_rate": 0.7392615176151761, "expert_read_GiB": 60.0458984375, "decode_tokens_per_second": 2.755182366832852, "decode_window": { "token_equivalents": 102.62790697674419, "expert_hit_rate": 0.7933378653976887, "read_GiB_per_token": 0.41602049342850667, "disk_read_seconds_per_token": 0.16777038630232907, "forward_seconds_per_token": 0.35157837222730115, "routing_seconds_per_token": 0.07555027604697827 } }, { "first_text_seconds": 5.2948387500073295, "total_seconds": 45.96679191701696, "finish_reason": "stop", "truncated": false, "answer": "In Rust, **ownership** means each value has a single owner, who controls its lifecycle. When the owner goes out of scope, the value is freed. **Borrowing** lets others temporarily use a value without owning it, via references (`&` or `&mut`). The compiler enforces rules: you can have either one mutable reference or any number of immutable references, and references must always outlive their use. This prevents dangling pointers and data races, making Rust memory-safe without garbage collection.", "usage": { "completion_tokens": 103, "prompt_tokens": 137, "total_tokens": 240 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 137, "completion_tokens": 103, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26302074008, "non_weight_bytes": 4835101848, "predicted_peak_bytes": 7787852, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 21823, "cache_misses": 7697, "cache_evictions": 5134, "forward_calls": 4644, "forward_seconds": 46.7896979287616, "routing_seconds": 8.44333402387565, "materialize_seconds": 3.312696274573682, "disk_bytes_read": 68786529372, "disk_read_seconds": 25.190928690950386, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26325683352, "non_weight_bytes": 4858186904, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 43165, "cache_misses": 14985, "cache_evictions": 12422, "forward_calls": 9202, "forward_seconds": 91.09575485880487, "routing_seconds": 17.046398240170674, "materialize_seconds": 6.413829948112834, "disk_bytes_read": 129828332636, "disk_read_seconds": 48.083593877759995, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 46, 92 ], "correct": true, "backend_phases": { "cached_prompt_tokens": 122, "decode_seconds": 40.67, "evaluated_prompt_tokens": 15, "first_token_seconds": 5.29, "prompt_seconds": 5.29 }, "expert_hit_rate": 0.7454418442193503, "expert_read_GiB": 56.849609375, "decode_tokens_per_second": 2.5325792967789527, "decode_window": { "token_equivalents": 101.79069767441861, "expert_hit_rate": 0.7641839920798111, "read_GiB_per_token": 0.4746690575379826, "disk_read_seconds_per_token": 0.19164979428184875, "forward_seconds_per_token": 0.3840306390791193, "routing_seconds_per_token": 0.07955269638923392 } }, { "first_text_seconds": 5.584061625006143, "total_seconds": 49.826781915995525, "finish_reason": "stop", "truncated": false, "answer": "In Rust, **ownership** means each value has a single owner, who controls its lifecycle. When the owner goes out of scope, the value is freed. **Borrowing** lets others temporarily use a value without owning it, via references (`&` or `&mut`). The compiler enforces rules: you can have either one mutable reference or any number of immutable references, and references must always outlive their use. This prevents dangling pointers and data races, making Rust memory-safe without garbage collection.", "usage": { "completion_tokens": 103, "prompt_tokens": 256, "total_tokens": 359 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 256, "completion_tokens": 103, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26325683352, "non_weight_bytes": 4858186904, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 43165, "cache_misses": 14985, "cache_evictions": 12422, "forward_calls": 9202, "forward_seconds": 91.09575485880487, "routing_seconds": 17.046398240170674, "materialize_seconds": 6.413829948112834, "disk_bytes_read": 129828332636, "disk_read_seconds": 48.083593877759995, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 359, "current_bytes": 26321751192, "non_weight_bytes": 4849011864, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 63699, "cache_misses": 23233, "cache_evictions": 20669, "forward_calls": 13760, "forward_seconds": 139.23774254115415, "routing_seconds": 25.838821232900955, "materialize_seconds": 9.85427466998226, "disk_bytes_read": 198895936604, "disk_read_seconds": 74.03161474174703, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 92, 141 ], "correct": true, "backend_phases": { "cached_prompt_tokens": 241, "decode_seconds": 44.24, "evaluated_prompt_tokens": 15, "first_token_seconds": 5.58, "prompt_seconds": 5.58 }, "expert_hit_rate": 0.713432006114933, "expert_read_GiB": 64.32421875, "decode_tokens_per_second": 2.3282097649186255, "decode_window": { "token_equivalents": 100.32558139534883, "expert_hit_rate": 0.7294467624787514, "read_GiB_per_token": 0.544404278765357, "disk_read_seconds_per_token": 0.21984835176924958, "forward_seconds_per_token": 0.4200929112064493, "routing_seconds_per_token": 0.08193447266389442 } } ], "status": [ { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 264, "cache_evictions": 0, "forward_calls": 4, "forward_seconds": 1.1553367499727756, "routing_seconds": 0.03721299895551056, "materialize_seconds": 0.138896069227485, "disk_bytes_read": 6527329372, "disk_read_seconds": 1.8750949935347307, "resident_cache_bytes": 2214592512, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 514, "cache_evictions": 0, "forward_calls": 10, "forward_seconds": 2.296742540958803, "routing_seconds": 0.0872422069660388, "materialize_seconds": 0.24334573809755966, "disk_bytes_read": 8624481372, "disk_read_seconds": 2.644884942448698, "resident_cache_bytes": 4311744512, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 751, "cache_evictions": 0, "forward_calls": 16, "forward_seconds": 3.382192498916993, "routing_seconds": 0.13235870492644608, "materialize_seconds": 0.34447436218033545, "disk_bytes_read": 10612581468, "disk_read_seconds": 3.3685233809810597, "resident_cache_bytes": 6299844608, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 995, "cache_evictions": 0, "forward_calls": 22, "forward_seconds": 4.519455041940091, "routing_seconds": 0.18575553892878816, "materialize_seconds": 0.44230894502834417, "disk_bytes_read": 12659401820, "disk_read_seconds": 4.129744261823362, "resident_cache_bytes": 8346664960, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1236, "cache_evictions": 0, "forward_calls": 28, "forward_seconds": 5.631756083952496, "routing_seconds": 0.2411940819292795, "materialize_seconds": 0.540185858408222, "disk_bytes_read": 14681056348, "disk_read_seconds": 4.866572157130577, "resident_cache_bytes": 10368319488, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1476, "cache_evictions": 0, "forward_calls": 34, "forward_seconds": 6.797409499966307, "routing_seconds": 0.2899832898983732, "materialize_seconds": 0.6382219001534395, "disk_bytes_read": 16694322268, "disk_read_seconds": 5.625560876913369, "resident_cache_bytes": 12381585408, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1718, "cache_evictions": 0, "forward_calls": 39, "forward_seconds": 7.957158625969896, "routing_seconds": 0.33693074784241617, "materialize_seconds": 0.7319911581871565, "disk_bytes_read": 18724365404, "disk_read_seconds": 6.398429302091245, "resident_cache_bytes": 14411628544, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 1, "cache_misses": 1919, "cache_evictions": 0, "forward_calls": 44, "forward_seconds": 8.894836375955492, "routing_seconds": 0.3765827478491701, "materialize_seconds": 0.8158642002381384, "disk_bytes_read": 20381115484, "disk_read_seconds": 7.02084423895576, "resident_cache_bytes": 16068378624, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 17, "current_bytes": 21888417848, "non_weight_bytes": 4764647480, "predicted_peak_bytes": 7659870, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 457, "cache_misses": 2063, "cache_evictions": 0, "forward_calls": 144, "forward_seconds": 9.835228452866431, "routing_seconds": 0.5499097017454915, "materialize_seconds": 0.874244984210236, "disk_bytes_read": 21587502172, "disk_read_seconds": 7.471796196157811, "resident_cache_bytes": 17274765312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 19, "current_bytes": 23137207216, "non_weight_bytes": 4764582832, "predicted_peak_bytes": 7661404, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 801, "cache_misses": 2229, "cache_evictions": 0, "forward_calls": 229, "forward_seconds": 10.81779241678305, "routing_seconds": 0.6996569516486488, "materialize_seconds": 0.943599649326643, "disk_bytes_read": 22978962524, "disk_read_seconds": 7.9907922470301855, "resident_cache_bytes": 18666225664, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 21, "current_bytes": 24563632032, "non_weight_bytes": 4768614304, "predicted_peak_bytes": 7661737, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 1138, "cache_misses": 2390, "cache_evictions": 0, "forward_calls": 312, "forward_seconds": 11.801006993628107, "routing_seconds": 0.8658896593842655, "materialize_seconds": 1.0098827711481135, "disk_bytes_read": 24325858396, "disk_read_seconds": 8.49314961140044, "resident_cache_bytes": 20013121536, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 23, "current_bytes": 25738906344, "non_weight_bytes": 4770532072, "predicted_peak_bytes": 7663271, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 1524, "cache_misses": 2544, "cache_evictions": 0, "forward_calls": 402, "forward_seconds": 12.783279367577052, "routing_seconds": 1.041364616190549, "materialize_seconds": 1.07234064702061, "disk_bytes_read": 25616655452, "disk_read_seconds": 8.975033449125476, "resident_cache_bytes": 21303918592, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 25, "current_bytes": 26247744592, "non_weight_bytes": 4778675280, "predicted_peak_bytes": 7663604, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 1879, "cache_misses": 2717, "cache_evictions": 153, "forward_calls": 490, "forward_seconds": 13.764620454603573, "routing_seconds": 1.2146334451099392, "materialize_seconds": 1.1427187663211953, "disk_bytes_read": 27065263196, "disk_read_seconds": 9.512754691328155, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 27, "current_bytes": 26248793168, "non_weight_bytes": 4780772432, "predicted_peak_bytes": 7665138, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 2359, "cache_misses": 2873, "cache_evictions": 309, "forward_calls": 596, "forward_seconds": 14.74311837364803, "routing_seconds": 1.4186319999862462, "materialize_seconds": 1.207520512107294, "disk_bytes_read": 28372837468, "disk_read_seconds": 10.000338471087161, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 30, "current_bytes": 26259213416, "non_weight_bytes": 4785425512, "predicted_peak_bytes": 7665637, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 2850, "cache_misses": 3030, "cache_evictions": 465, "forward_calls": 704, "forward_seconds": 15.719682081922656, "routing_seconds": 1.6215548002510332, "materialize_seconds": 1.2705205089587253, "disk_bytes_read": 29687227484, "disk_read_seconds": 10.489773675857577, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 32, "current_bytes": 26258115688, "non_weight_bytes": 4784327784, "predicted_peak_bytes": 7667171, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 3338, "cache_misses": 3190, "cache_evictions": 625, "forward_calls": 812, "forward_seconds": 16.698059617803665, "routing_seconds": 1.8179369718127418, "materialize_seconds": 1.3399468768329825, "disk_bytes_read": 31029404764, "disk_read_seconds": 10.992015603755135, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 35, "current_bytes": 26258639976, "non_weight_bytes": 4785376360, "predicted_peak_bytes": 7668871, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 3834, "cache_misses": 3342, "cache_evictions": 777, "forward_calls": 920, "forward_seconds": 17.67511954176007, "routing_seconds": 2.028811436815886, "materialize_seconds": 1.4065701736544725, "disk_bytes_read": 32303948892, "disk_read_seconds": 11.469235122523969, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 38, "current_bytes": 26260261992, "non_weight_bytes": 4787522664, "predicted_peak_bytes": 7669370, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 4362, "cache_misses": 3486, "cache_evictions": 921, "forward_calls": 1032, "forward_seconds": 18.642212332691997, "routing_seconds": 2.245889145793626, "materialize_seconds": 1.4683871346642263, "disk_bytes_read": 33511384156, "disk_read_seconds": 11.924192338308785, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 41, "current_bytes": 26261851240, "non_weight_bytes": 4790684776, "predicted_peak_bytes": 7671071, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 5003, "cache_misses": 3637, "cache_evictions": 1072, "forward_calls": 1164, "forward_seconds": 19.61130066291662, "routing_seconds": 2.4464047647779807, "materialize_seconds": 1.5338795495626982, "disk_bytes_read": 34776491100, "disk_read_seconds": 12.397104594681878, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 43, "current_bytes": 26272222312, "non_weight_bytes": 4804201576, "predicted_peak_bytes": 7672605, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 5532, "cache_misses": 3798, "cache_evictions": 1235, "forward_calls": 1279, "forward_seconds": 20.592746284994064, "routing_seconds": 2.6384690918202978, "materialize_seconds": 1.600756468687905, "disk_bytes_read": 36124959836, "disk_read_seconds": 12.898728255415335, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 48, "current_bytes": 26273483880, "non_weight_bytes": 4805987432, "predicted_peak_bytes": 7678528, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 6535, "cache_misses": 3899, "cache_evictions": 1336, "forward_calls": 1463, "forward_seconds": 21.543648658058373, "routing_seconds": 2.9114888347976375, "materialize_seconds": 1.650368252710905, "disk_bytes_read": 36971160668, "disk_read_seconds": 13.23863810178591, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 51, "current_bytes": 26276629608, "non_weight_bytes": 4807560296, "predicted_peak_bytes": 7683020, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 7389, "cache_misses": 4059, "cache_evictions": 1496, "forward_calls": 1632, "forward_seconds": 22.51217219600221, "routing_seconds": 3.0930280396714807, "materialize_seconds": 1.7180094617942814, "disk_bytes_read": 38311240796, "disk_read_seconds": 13.734487580077257, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 54, "current_bytes": 26277219432, "non_weight_bytes": 4809722984, "predicted_peak_bytes": 7687513, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 7926, "cache_misses": 4212, "cache_evictions": 1649, "forward_calls": 1747, "forward_seconds": 23.488892994093476, "routing_seconds": 3.289180208608741, "materialize_seconds": 1.7853739228739869, "disk_bytes_read": 39589979228, "disk_read_seconds": 14.218699419114273, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 57, "current_bytes": 26277235816, "non_weight_bytes": 4808166504, "predicted_peak_bytes": 7692006, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 8524, "cache_misses": 4334, "cache_evictions": 1771, "forward_calls": 1867, "forward_seconds": 24.45973411691375, "routing_seconds": 3.5376538685522974, "materialize_seconds": 1.8517737097281497, "disk_bytes_read": 40612865116, "disk_read_seconds": 14.617756945604924, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 60, "current_bytes": 26277071976, "non_weight_bytes": 4807478376, "predicted_peak_bytes": 7696499, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9103, "cache_misses": 4457, "cache_evictions": 1894, "forward_calls": 1984, "forward_seconds": 25.424985115998425, "routing_seconds": 3.7841822435730137, "materialize_seconds": 1.9213830904918723, "disk_bytes_read": 41643615324, "disk_read_seconds": 15.010319137625629, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 63, "current_bytes": 26277071976, "non_weight_bytes": 4806954088, "predicted_peak_bytes": 7700992, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9749, "cache_misses": 4591, "cache_evictions": 2028, "forward_calls": 2114, "forward_seconds": 26.39480278812698, "routing_seconds": 4.0133593335340265, "materialize_seconds": 1.9870530455664266, "disk_bytes_read": 42766640220, "disk_read_seconds": 15.437035168637522, "resident_cache_bytes": 21470117888, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 66, "current_bytes": 26277268584, "non_weight_bytes": 4808199272, "predicted_peak_bytes": 7705484, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10477, "cache_misses": 4733, "cache_evictions": 2170, "forward_calls": 2259, "forward_seconds": 27.37487399711972, "routing_seconds": 4.247298581554787, "materialize_seconds": 2.04618821159238, "disk_bytes_read": 43956249692, "disk_read_seconds": 15.870113186043454, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 68, "current_bytes": 26276645992, "non_weight_bytes": 4802858088, "predicted_peak_bytes": 7708480, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10877, "cache_misses": 4903, "cache_evictions": 2339, "forward_calls": 2354, "forward_seconds": 28.352501372253755, "routing_seconds": 4.422604158753529, "materialize_seconds": 2.1164747499278747, "disk_bytes_read": 45378643036, "disk_read_seconds": 16.40383159086923, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 71, "current_bytes": 26276645992, "non_weight_bytes": 4803382376, "predicted_peak_bytes": 7712972, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 11353, "cache_misses": 5069, "cache_evictions": 2505, "forward_calls": 2461, "forward_seconds": 29.32963892040425, "routing_seconds": 4.6119475337909535, "materialize_seconds": 2.181533960829256, "disk_bytes_read": 46768006236, "disk_read_seconds": 16.917491514759604, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 73, "current_bytes": 26278005864, "non_weight_bytes": 4803693672, "predicted_peak_bytes": 7715968, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 11819, "cache_misses": 5239, "cache_evictions": 2675, "forward_calls": 2567, "forward_seconds": 30.305053712363588, "routing_seconds": 4.784147492842749, "materialize_seconds": 2.255701836053049, "disk_bytes_read": 48193021020, "disk_read_seconds": 17.444421771884663, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 77, "current_bytes": 26276514920, "non_weight_bytes": 4802202728, "predicted_peak_bytes": 7721958, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 12549, "cache_misses": 5379, "cache_evictions": 2815, "forward_calls": 2712, "forward_seconds": 31.275246927456465, "routing_seconds": 5.011728200537618, "materialize_seconds": 2.314817121165106, "disk_bytes_read": 49365853276, "disk_read_seconds": 17.881861168978503, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 80, "current_bytes": 26276203624, "non_weight_bytes": 4808707176, "predicted_peak_bytes": 7726451, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 13168, "cache_misses": 5552, "cache_evictions": 2989, "forward_calls": 2844, "forward_seconds": 32.253307592269266, "routing_seconds": 5.181734527577646, "materialize_seconds": 2.388627027219627, "disk_bytes_read": 50815509596, "disk_read_seconds": 18.41240150455269, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 83, "current_bytes": 26276203624, "non_weight_bytes": 4806610024, "predicted_peak_bytes": 7730944, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 13748, "cache_misses": 5716, "cache_evictions": 3153, "forward_calls": 2968, "forward_seconds": 33.233783049246995, "routing_seconds": 5.3659077815536875, "materialize_seconds": 2.457781937526306, "disk_bytes_read": 52189668444, "disk_read_seconds": 18.923717599915108, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 85, "current_bytes": 26276236392, "non_weight_bytes": 4808215656, "predicted_peak_bytes": 7733939, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 14354, "cache_misses": 5854, "cache_evictions": 3291, "forward_calls": 3092, "forward_seconds": 34.206241346051684, "routing_seconds": 5.594397033244604, "materialize_seconds": 2.51243331679143, "disk_bytes_read": 53345723484, "disk_read_seconds": 19.35321530845249, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 88, "current_bytes": 26277104744, "non_weight_bytes": 4809608296, "predicted_peak_bytes": 7738432, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 14898, "cache_misses": 5994, "cache_evictions": 3431, "forward_calls": 3206, "forward_seconds": 35.17912284701015, "routing_seconds": 5.821399533422664, "materialize_seconds": 2.574771446932573, "disk_bytes_read": 54519080028, "disk_read_seconds": 19.79573805356631, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 91, "current_bytes": 26277104744, "non_weight_bytes": 4808559720, "predicted_peak_bytes": 7742924, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 15502, "cache_misses": 6134, "cache_evictions": 3571, "forward_calls": 3330, "forward_seconds": 36.16078776100767, "routing_seconds": 6.052017576381331, "materialize_seconds": 2.631897571060108, "disk_bytes_read": 55692960860, "disk_read_seconds": 20.239494519133586, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 94, "current_bytes": 26276203624, "non_weight_bytes": 4807134312, "predicted_peak_bytes": 7747417, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 16159, "cache_misses": 6257, "cache_evictions": 3694, "forward_calls": 3460, "forward_seconds": 37.12984330582549, "routing_seconds": 6.291425659204833, "materialize_seconds": 2.691284029831877, "disk_bytes_read": 56724759644, "disk_read_seconds": 20.640590065333527, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 97, "current_bytes": 26278005864, "non_weight_bytes": 4808412264, "predicted_peak_bytes": 7751910, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 16846, "cache_misses": 6386, "cache_evictions": 3823, "forward_calls": 3596, "forward_seconds": 38.10042709464324, "routing_seconds": 6.534012280870229, "materialize_seconds": 2.7510846946388483, "disk_bytes_read": 57805841500, "disk_read_seconds": 21.051893917901907, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 100, "current_bytes": 26278775912, "non_weight_bytes": 4808658024, "predicted_peak_bytes": 7756403, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 17464, "cache_misses": 6524, "cache_evictions": 3961, "forward_calls": 3722, "forward_seconds": 39.07388414267916, "routing_seconds": 6.7594122409354895, "materialize_seconds": 2.812303612823598, "disk_bytes_read": 58962945116, "disk_read_seconds": 21.491497841576347, "resident_cache_bytes": 21471690752, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 103, "current_bytes": 26283363432, "non_weight_bytes": 4811148392, "predicted_peak_bytes": 7760896, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 17946, "cache_misses": 6678, "cache_evictions": 4115, "forward_calls": 3828, "forward_seconds": 40.05464601886342, "routing_seconds": 6.967560194054386, "materialize_seconds": 2.877157323760912, "disk_bytes_read": 60251645020, "disk_read_seconds": 21.973196938837646, "resident_cache_bytes": 21472215040, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 105, "current_bytes": 26286656616, "non_weight_bytes": 4812344424, "predicted_peak_bytes": 7763891, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18429, "cache_misses": 6825, "cache_evictions": 4262, "forward_calls": 3933, "forward_seconds": 41.02675114388694, "routing_seconds": 7.180703318968881, "materialize_seconds": 2.9396686948894057, "disk_bytes_read": 61483197532, "disk_read_seconds": 22.4369843560562, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 108, "current_bytes": 26287279208, "non_weight_bytes": 4820307048, "predicted_peak_bytes": 7768384, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18944, "cache_misses": 6970, "cache_evictions": 4408, "forward_calls": 4043, "forward_seconds": 42.00784580974141, "routing_seconds": 7.404097025864758, "materialize_seconds": 3.000636740733171, "disk_bytes_read": 62699545692, "disk_read_seconds": 22.898881336819613, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 26287279208, "non_weight_bytes": 4812967016, "predicted_peak_bytes": 7772876, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19611, "cache_misses": 7101, "cache_evictions": 4538, "forward_calls": 4176, "forward_seconds": 42.98439814487938, "routing_seconds": 7.638972277898574, "materialize_seconds": 3.0620317426801194, "disk_bytes_read": 63796880476, "disk_read_seconds": 23.32093908803654, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 114, "current_bytes": 26286623848, "non_weight_bytes": 4814408808, "predicted_peak_bytes": 7777369, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 20282, "cache_misses": 7246, "cache_evictions": 4683, "forward_calls": 4312, "forward_seconds": 43.95383835074608, "routing_seconds": 7.85672786491341, "materialize_seconds": 3.1248781606554985, "disk_bytes_read": 65010607196, "disk_read_seconds": 23.771727582847234, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 117, "current_bytes": 26286345320, "non_weight_bytes": 4815178856, "predicted_peak_bytes": 7781862, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 20845, "cache_misses": 7391, "cache_evictions": 4828, "forward_calls": 4430, "forward_seconds": 44.9383348087722, "routing_seconds": 8.08720956891193, "materialize_seconds": 3.1840782345680054, "disk_bytes_read": 66224858204, "disk_read_seconds": 24.225804711779347, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 119, "current_bytes": 26286345320, "non_weight_bytes": 4816751720, "predicted_peak_bytes": 7784857, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 21463, "cache_misses": 7535, "cache_evictions": 4972, "forward_calls": 4557, "forward_seconds": 45.916980932845036, "routing_seconds": 8.303476403962122, "materialize_seconds": 3.248333399591502, "disk_bytes_read": 67431244892, "disk_read_seconds": 24.689719795045676, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26302074008, "non_weight_bytes": 4835101848, "predicted_peak_bytes": 7787852, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 21858, "cache_misses": 7731, "cache_evictions": 5168, "forward_calls": 4645, "forward_seconds": 46.93914742875495, "routing_seconds": 8.45097981588333, "materialize_seconds": 3.325894028588664, "disk_bytes_read": 69071742044, "disk_read_seconds": 25.29237593297148, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26302074008, "non_weight_bytes": 4835101848, "predicted_peak_bytes": 7787852, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 22082, "cache_misses": 7947, "cache_evictions": 5384, "forward_calls": 4655, "forward_seconds": 47.95716751078726, "routing_seconds": 8.53860935693956, "materialize_seconds": 3.4180842808273155, "disk_bytes_read": 70883681372, "disk_read_seconds": 25.956036954914453, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26302074008, "non_weight_bytes": 4835101848, "predicted_peak_bytes": 7787852, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 22218, "cache_misses": 8185, "cache_evictions": 5622, "forward_calls": 4667, "forward_seconds": 49.041138719796436, "routing_seconds": 8.616238312941277, "materialize_seconds": 3.519077905919403, "disk_bytes_read": 72880170076, "disk_read_seconds": 26.69779125752393, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26302074008, "non_weight_bytes": 4835101848, "predicted_peak_bytes": 7787852, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 22316, "cache_misses": 8425, "cache_evictions": 5863, "forward_calls": 4679, "forward_seconds": 50.11254017977626, "routing_seconds": 8.697535064886324, "materialize_seconds": 3.618415120174177, "disk_bytes_read": 74893435996, "disk_read_seconds": 27.437394375854637, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26302074008, "non_weight_bytes": 4835101848, "predicted_peak_bytes": 7787852, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 22413, "cache_misses": 8647, "cache_evictions": 6083, "forward_calls": 4687, "forward_seconds": 51.09316380377277, "routing_seconds": 8.760737729870016, "materialize_seconds": 3.7092847452731803, "disk_bytes_read": 76734735452, "disk_read_seconds": 28.124869326566113, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 139, "current_bytes": 26274040984, "non_weight_bytes": 4799204504, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 23088, "cache_misses": 8782, "cache_evictions": 6217, "forward_calls": 4822, "forward_seconds": 51.95405305354507, "routing_seconds": 8.942622481816215, "materialize_seconds": 3.76621754115331, "disk_bytes_read": 77865624668, "disk_read_seconds": 28.544314570783172, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 141, "current_bytes": 26276351128, "non_weight_bytes": 4809378968, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 23562, "cache_misses": 8956, "cache_evictions": 6392, "forward_calls": 4930, "forward_seconds": 52.928993722453015, "routing_seconds": 9.107372021913761, "materialize_seconds": 3.8366826950514223, "disk_bytes_read": 79322621020, "disk_read_seconds": 29.086732028896222, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 144, "current_bytes": 26272205976, "non_weight_bytes": 4797369496, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 24009, "cache_misses": 9121, "cache_evictions": 6556, "forward_calls": 5032, "forward_seconds": 53.90545326130814, "routing_seconds": 9.294224729819689, "materialize_seconds": 3.9069740302220453, "disk_bytes_read": 80704119900, "disk_read_seconds": 29.600994988024468, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 146, "current_bytes": 26275548312, "non_weight_bytes": 4808051864, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 24352, "cache_misses": 9300, "cache_evictions": 6736, "forward_calls": 5119, "forward_seconds": 54.896934595220955, "routing_seconds": 9.463797773816623, "materialize_seconds": 3.9830551611375995, "disk_bytes_read": 82204107868, "disk_read_seconds": 30.16328591972706, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 148, "current_bytes": 26278743192, "non_weight_bytes": 4809149592, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 24809, "cache_misses": 9461, "cache_evictions": 6897, "forward_calls": 5222, "forward_seconds": 55.880486805399414, "routing_seconds": 9.655012808856554, "materialize_seconds": 4.050552244007122, "disk_bytes_read": 83554149468, "disk_read_seconds": 30.669694482377963, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 151, "current_bytes": 26281888920, "non_weight_bytes": 4813343896, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 25340, "cache_misses": 9614, "cache_evictions": 7050, "forward_calls": 5336, "forward_seconds": 56.86569280651747, "routing_seconds": 9.866687439760426, "materialize_seconds": 4.1116576568747405, "disk_bytes_read": 84834460764, "disk_read_seconds": 31.15311713819392, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 153, "current_bytes": 26281725080, "non_weight_bytes": 4813180056, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 25761, "cache_misses": 9781, "cache_evictions": 7217, "forward_calls": 5434, "forward_seconds": 57.84599572356092, "routing_seconds": 10.049142686970299, "materialize_seconds": 4.181709366035648, "disk_bytes_read": 86235358300, "disk_read_seconds": 31.676076272298815, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 156, "current_bytes": 26282986648, "non_weight_bytes": 4816014488, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 26304, "cache_misses": 9946, "cache_evictions": 7382, "forward_calls": 5552, "forward_seconds": 58.82729855546495, "routing_seconds": 10.234430930839153, "materialize_seconds": 4.251210121059557, "disk_bytes_read": 87617905756, "disk_read_seconds": 32.19117067891057, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 158, "current_bytes": 26282986648, "non_weight_bytes": 4816014488, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 26894, "cache_misses": 10076, "cache_evictions": 7512, "forward_calls": 5672, "forward_seconds": 59.80183989138459, "routing_seconds": 10.477461434842553, "materialize_seconds": 4.310293907386949, "disk_bytes_read": 88708424796, "disk_read_seconds": 32.61513172640116, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 161, "current_bytes": 26285329560, "non_weight_bytes": 4812590232, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 27293, "cache_misses": 10241, "cache_evictions": 7676, "forward_calls": 5766, "forward_seconds": 60.77992955647642, "routing_seconds": 10.659960229910212, "materialize_seconds": 4.383411569491727, "disk_bytes_read": 90089923676, "disk_read_seconds": 33.13712004412082, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 163, "current_bytes": 26291096728, "non_weight_bytes": 4817308824, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 27885, "cache_misses": 10381, "cache_evictions": 7818, "forward_calls": 5888, "forward_seconds": 61.75848393558408, "routing_seconds": 10.891918184875976, "materialize_seconds": 4.447020275663817, "disk_bytes_read": 91262755932, "disk_read_seconds": 33.58436887006974, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 167, "current_bytes": 26297535640, "non_weight_bytes": 4828466328, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 28574, "cache_misses": 10508, "cache_evictions": 7945, "forward_calls": 6024, "forward_seconds": 62.72980422063847, "routing_seconds": 11.121563352033263, "materialize_seconds": 4.5115121954877395, "disk_bytes_read": 92327060572, "disk_read_seconds": 34.0039658905589, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 170, "current_bytes": 26301713560, "non_weight_bytes": 4832119960, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 29269, "cache_misses": 10653, "cache_evictions": 8090, "forward_calls": 6164, "forward_seconds": 63.699314479803434, "routing_seconds": 11.332988025213126, "materialize_seconds": 4.575889112515142, "disk_bytes_read": 93541311580, "disk_read_seconds": 34.461436449957546, "resident_cache_bytes": 21470117888, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 171, "current_bytes": 26302762136, "non_weight_bytes": 4833168536, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 29500, "cache_misses": 10848, "cache_evictions": 8285, "forward_calls": 6235, "forward_seconds": 64.68918289497378, "routing_seconds": 11.464134360372555, "materialize_seconds": 4.6564246234775055, "disk_bytes_read": 95171847260, "disk_read_seconds": 35.073686468065716, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 174, "current_bytes": 26301893784, "non_weight_bytes": 4827057304, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 30060, "cache_misses": 11002, "cache_evictions": 8439, "forward_calls": 6354, "forward_seconds": 65.6620074379316, "routing_seconds": 11.659025905362796, "materialize_seconds": 4.7234722874709405, "disk_bytes_read": 96462644316, "disk_read_seconds": 35.55904070005636, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 177, "current_bytes": 26302762136, "non_weight_bytes": 4827925656, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 30582, "cache_misses": 11152, "cache_evictions": 8589, "forward_calls": 6466, "forward_seconds": 66.63582747979672, "routing_seconds": 11.871744398231385, "materialize_seconds": 4.788996954332106, "disk_bytes_read": 97718838364, "disk_read_seconds": 36.02617004700005, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 180, "current_bytes": 26302925976, "non_weight_bytes": 4828089496, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 31238, "cache_misses": 11288, "cache_evictions": 8724, "forward_calls": 6598, "forward_seconds": 67.6051499757159, "routing_seconds": 12.104671397042694, "materialize_seconds": 4.8532386283623055, "disk_bytes_read": 98858640476, "disk_read_seconds": 36.458435585023835, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 183, "current_bytes": 26302925976, "non_weight_bytes": 4835953816, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 31828, "cache_misses": 11436, "cache_evictions": 8873, "forward_calls": 6721, "forward_seconds": 68.57574176273192, "routing_seconds": 12.322438688046532, "materialize_seconds": 4.91156263143057, "disk_bytes_read": 100098581596, "disk_read_seconds": 36.9129354544566, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 185, "current_bytes": 26301893784, "non_weight_bytes": 4827581592, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 32354, "cache_misses": 11594, "cache_evictions": 9030, "forward_calls": 6835, "forward_seconds": 69.55314838857157, "routing_seconds": 12.52151952101849, "materialize_seconds": 4.97536392865004, "disk_bytes_read": 101422933084, "disk_read_seconds": 37.402601088397205, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 187, "current_bytes": 26301893784, "non_weight_bytes": 4828630168, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 32702, "cache_misses": 11768, "cache_evictions": 9204, "forward_calls": 6922, "forward_seconds": 70.54366822043085, "routing_seconds": 12.697216730826767, "materialize_seconds": 5.047685680852737, "disk_bytes_read": 102878880860, "disk_read_seconds": 37.94861112095532, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 190, "current_bytes": 26303548568, "non_weight_bytes": 4836576408, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 33124, "cache_misses": 11940, "cache_evictions": 9377, "forward_calls": 7021, "forward_seconds": 71.52586813038215, "routing_seconds": 12.878202273801435, "materialize_seconds": 5.116857515007723, "disk_bytes_read": 104320672860, "disk_read_seconds": 38.48060501879081, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 192, "current_bytes": 26303696024, "non_weight_bytes": 4829383832, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 33623, "cache_misses": 12095, "cache_evictions": 9532, "forward_calls": 7130, "forward_seconds": 72.50012483241153, "routing_seconds": 13.075423475878779, "materialize_seconds": 5.180538305663504, "disk_bytes_read": 105618285660, "disk_read_seconds": 38.97170728808851, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 195, "current_bytes": 26303696024, "non_weight_bytes": 4829908120, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 34149, "cache_misses": 12241, "cache_evictions": 9678, "forward_calls": 7242, "forward_seconds": 73.47868658436346, "routing_seconds": 13.295903557969723, "materialize_seconds": 5.242765884730034, "disk_bytes_read": 106840400988, "disk_read_seconds": 39.42914983647643, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 197, "current_bytes": 26303024280, "non_weight_bytes": 4828187800, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 34604, "cache_misses": 12398, "cache_evictions": 9835, "forward_calls": 7344, "forward_seconds": 74.45977400025004, "routing_seconds": 13.506844104966149, "materialize_seconds": 5.307160837692209, "disk_bytes_read": 108156363868, "disk_read_seconds": 39.92015795886982, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 200, "current_bytes": 26303302808, "non_weight_bytes": 4834757784, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 35102, "cache_misses": 12542, "cache_evictions": 9979, "forward_calls": 7451, "forward_seconds": 75.434129166184, "routing_seconds": 13.721162399073364, "materialize_seconds": 5.3749760507489555, "disk_bytes_read": 109361177692, "disk_read_seconds": 40.38403306741384, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 202, "current_bytes": 26303302808, "non_weight_bytes": 4835282072, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 35583, "cache_misses": 12697, "cache_evictions": 10134, "forward_calls": 7557, "forward_seconds": 76.41087438017712, "routing_seconds": 13.924704984034179, "materialize_seconds": 5.435491130658193, "disk_bytes_read": 110660363356, "disk_read_seconds": 40.86608049282222, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 205, "current_bytes": 26302712984, "non_weight_bytes": 4835740824, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 36095, "cache_misses": 12851, "cache_evictions": 10288, "forward_calls": 7668, "forward_seconds": 77.38870184117695, "routing_seconds": 14.142471734987339, "materialize_seconds": 5.4977027924906, "disk_bytes_read": 111950636124, "disk_read_seconds": 41.34112824476324, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 207, "current_bytes": 26302712984, "non_weight_bytes": 4827876504, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 36626, "cache_misses": 12992, "cache_evictions": 10428, "forward_calls": 7780, "forward_seconds": 78.37257084614248, "routing_seconds": 14.371500067936722, "materialize_seconds": 5.560973955492955, "disk_bytes_read": 113132381276, "disk_read_seconds": 41.790584002883406, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 210, "current_bytes": 26302909592, "non_weight_bytes": 4835413144, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 37129, "cache_misses": 13149, "cache_evictions": 10586, "forward_calls": 7890, "forward_seconds": 79.33969451431767, "routing_seconds": 14.565128399903188, "materialize_seconds": 5.628358910296811, "disk_bytes_read": 114447295580, "disk_read_seconds": 42.28712863574037, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 212, "current_bytes": 26303270040, "non_weight_bytes": 4835249304, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 37610, "cache_misses": 13304, "cache_evictions": 10741, "forward_calls": 7996, "forward_seconds": 80.31476406528964, "routing_seconds": 14.770326445781393, "materialize_seconds": 5.691898661287269, "disk_bytes_read": 115747005532, "disk_read_seconds": 42.77364243197371, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 215, "current_bytes": 26303270040, "non_weight_bytes": 4828433560, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 38217, "cache_misses": 13447, "cache_evictions": 10884, "forward_calls": 8121, "forward_seconds": 81.28240473460755, "routing_seconds": 14.990314276015852, "materialize_seconds": 5.750330657989252, "disk_bytes_read": 116943955036, "disk_read_seconds": 43.226937737548724, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 218, "current_bytes": 26303892632, "non_weight_bytes": 4834823320, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 38896, "cache_misses": 13578, "cache_evictions": 11015, "forward_calls": 8256, "forward_seconds": 82.24541619268712, "routing_seconds": 15.22407156805275, "materialize_seconds": 5.8092224490246736, "disk_bytes_read": 118042862684, "disk_read_seconds": 43.6516078292625, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 221, "current_bytes": 26305989784, "non_weight_bytes": 4833250456, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 39299, "cache_misses": 13757, "cache_evictions": 11194, "forward_calls": 8353, "forward_seconds": 83.22458814867423, "routing_seconds": 15.382213728007628, "materialize_seconds": 5.887475695984904, "disk_bytes_read": 119542850652, "disk_read_seconds": 44.20686145010404, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 223, "current_bytes": 26307923096, "non_weight_bytes": 4834659480, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 39779, "cache_misses": 13919, "cache_evictions": 11356, "forward_calls": 8460, "forward_seconds": 84.20330390179879, "routing_seconds": 15.587583568267291, "materialize_seconds": 5.953134866140317, "disk_bytes_read": 120899707996, "disk_read_seconds": 44.70179401015048, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 225, "current_bytes": 26308447384, "non_weight_bytes": 4835183768, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 40186, "cache_misses": 14088, "cache_evictions": 11525, "forward_calls": 8556, "forward_seconds": 85.18199986181571, "routing_seconds": 15.769770866259933, "materialize_seconds": 6.02069336027489, "disk_bytes_read": 122316334172, "disk_read_seconds": 45.23110891118995, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 228, "current_bytes": 26308447384, "non_weight_bytes": 4834659480, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 40715, "cache_misses": 14237, "cache_evictions": 11674, "forward_calls": 8669, "forward_seconds": 86.15561894600978, "routing_seconds": 15.983796533429995, "materialize_seconds": 6.082013566367095, "disk_bytes_read": 123564663900, "disk_read_seconds": 45.701061833737185, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 231, "current_bytes": 26308218008, "non_weight_bytes": 4836002968, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 41347, "cache_misses": 14367, "cache_evictions": 11804, "forward_calls": 8796, "forward_seconds": 87.13509906592662, "routing_seconds": 16.224831077444833, "materialize_seconds": 6.142718155286275, "disk_bytes_read": 124653610076, "disk_read_seconds": 46.117116046953015, "resident_cache_bytes": 21472215040, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 233, "current_bytes": 26308218008, "non_weight_bytes": 4838624408, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 41791, "cache_misses": 14523, "cache_evictions": 11960, "forward_calls": 8896, "forward_seconds": 88.1136337768985, "routing_seconds": 16.42160062014591, "materialize_seconds": 6.206861407059478, "disk_bytes_read": 125959611484, "disk_read_seconds": 46.61024688370526, "resident_cache_bytes": 21470117888, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 236, "current_bytes": 26308529304, "non_weight_bytes": 4841557144, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 42269, "cache_misses": 14669, "cache_evictions": 12106, "forward_calls": 9000, "forward_seconds": 89.08284110590466, "routing_seconds": 16.639029282174306, "materialize_seconds": 6.271020823012805, "disk_bytes_read": 127181202524, "disk_read_seconds": 47.074223246163456, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 238, "current_bytes": 26308529304, "non_weight_bytes": 4841032856, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 42834, "cache_misses": 14800, "cache_evictions": 12236, "forward_calls": 9116, "forward_seconds": 90.05893531968468, "routing_seconds": 16.876223158207722, "materialize_seconds": 6.3312999480695, "disk_bytes_read": 128277488732, "disk_read_seconds": 47.50184554187581, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26309151896, "non_weight_bytes": 4842179736, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 43157, "cache_misses": 14975, "cache_evictions": 12412, "forward_calls": 9199, "forward_seconds": 91.04479973376147, "routing_seconds": 17.040346949157538, "materialize_seconds": 6.408653656078968, "disk_bytes_read": 129745495132, "disk_read_seconds": 48.05248083989136, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26325683352, "non_weight_bytes": 4858186904, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 43369, "cache_misses": 15179, "cache_evictions": 12616, "forward_calls": 9210, "forward_seconds": 91.96766589980689, "routing_seconds": 17.09798936417792, "materialize_seconds": 6.496706114063272, "disk_bytes_read": 131455722588, "disk_read_seconds": 48.6833141198731, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26325683352, "non_weight_bytes": 4858186904, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 43566, "cache_misses": 15411, "cache_evictions": 12848, "forward_calls": 9222, "forward_seconds": 93.04130760885892, "routing_seconds": 17.17488253224292, "materialize_seconds": 6.598052953224396, "disk_bytes_read": 133401879644, "disk_read_seconds": 49.409092577319825, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26325683352, "non_weight_bytes": 4858186904, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 43695, "cache_misses": 15650, "cache_evictions": 13088, "forward_calls": 9233, "forward_seconds": 94.13767785995151, "routing_seconds": 17.257093867316144, "materialize_seconds": 6.700379704212537, "disk_bytes_read": 135406756956, "disk_read_seconds": 50.15104620557395, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26325683352, "non_weight_bytes": 4858186904, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 43808, "cache_misses": 15902, "cache_evictions": 13340, "forward_calls": 9242, "forward_seconds": 95.26879165199352, "routing_seconds": 17.328571201331215, "materialize_seconds": 6.80511324229883, "disk_bytes_read": 137520686172, "disk_read_seconds": 50.947397313284455, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26325683352, "non_weight_bytes": 4858186904, "predicted_peak_bytes": 39419456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 44255, "cache_misses": 16067, "cache_evictions": 13503, "forward_calls": 9325, "forward_seconds": 96.15923019420006, "routing_seconds": 17.460854536504485, "materialize_seconds": 6.873986155289458, "disk_bytes_read": 138885932124, "disk_read_seconds": 51.46170076270937, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 259, "current_bytes": 26282462360, "non_weight_bytes": 4811820184, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 44818, "cache_misses": 16230, "cache_evictions": 13666, "forward_calls": 9446, "forward_seconds": 97.09167698430247, "routing_seconds": 17.61869762657443, "materialize_seconds": 6.944357530359412, "disk_bytes_read": 140250653788, "disk_read_seconds": 51.9752010316879, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 262, "current_bytes": 26286001304, "non_weight_bytes": 4815883416, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 45296, "cache_misses": 16412, "cache_evictions": 13848, "forward_calls": 9556, "forward_seconds": 98.06863490506657, "routing_seconds": 17.76838300647796, "materialize_seconds": 7.018841206503566, "disk_bytes_read": 141773186140, "disk_read_seconds": 52.54582610583748, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 264, "current_bytes": 26279251096, "non_weight_bytes": 4807560344, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 45660, "cache_misses": 16594, "cache_evictions": 14030, "forward_calls": 9647, "forward_seconds": 99.04768986301497, "routing_seconds": 17.925853379420005, "materialize_seconds": 7.092701162648154, "disk_bytes_read": 143298339932, "disk_read_seconds": 53.11678266074159, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 266, "current_bytes": 26280299672, "non_weight_bytes": 4808608920, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 46038, "cache_misses": 16762, "cache_evictions": 14198, "forward_calls": 9738, "forward_seconds": 100.0333313208539, "routing_seconds": 18.11127037726692, "materialize_seconds": 7.163121160469018, "disk_bytes_read": 144706577500, "disk_read_seconds": 53.64784044076805, "resident_cache_bytes": 21471690752, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 268, "current_bytes": 26280889496, "non_weight_bytes": 4809723032, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 46492, "cache_misses": 16920, "cache_evictions": 14356, "forward_calls": 9840, "forward_seconds": 101.01404402474873, "routing_seconds": 18.303126628277823, "materialize_seconds": 7.23001528630266, "disk_bytes_read": 146030928988, "disk_read_seconds": 54.14891157360398, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 271, "current_bytes": 26282986648, "non_weight_bytes": 4814965912, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 46926, "cache_misses": 17080, "cache_evictions": 14516, "forward_calls": 9939, "forward_seconds": 101.99174981375108, "routing_seconds": 18.502703213336645, "materialize_seconds": 7.295807081041858, "disk_bytes_read": 147369960540, "disk_read_seconds": 54.65174178878078, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 273, "current_bytes": 26284199064, "non_weight_bytes": 4817226904, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 47320, "cache_misses": 17244, "cache_evictions": 14680, "forward_calls": 10032, "forward_seconds": 102.97440152667696, "routing_seconds": 18.694583047385095, "materialize_seconds": 7.366824580007233, "disk_bytes_read": 148744643676, "disk_read_seconds": 55.166946107317926, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 275, "current_bytes": 26291162264, "non_weight_bytes": 4816325784, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 47806, "cache_misses": 17400, "cache_evictions": 14835, "forward_calls": 10139, "forward_seconds": 103.95361173868878, "routing_seconds": 18.89717421523528, "materialize_seconds": 7.431219784193672, "disk_bytes_read": 150052742236, "disk_read_seconds": 55.657985648314934, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 278, "current_bytes": 26292620440, "non_weight_bytes": 4818308248, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 48319, "cache_misses": 17547, "cache_evictions": 14982, "forward_calls": 10249, "forward_seconds": 104.92954348772764, "routing_seconds": 19.11330258921953, "materialize_seconds": 7.494033739174483, "disk_bytes_read": 151285343324, "disk_read_seconds": 56.125826279778266, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 280, "current_bytes": 26294963352, "non_weight_bytes": 4825369752, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 48729, "cache_misses": 17713, "cache_evictions": 15150, "forward_calls": 10345, "forward_seconds": 105.90880670188926, "routing_seconds": 19.29413647245383, "materialize_seconds": 7.562461328256177, "disk_bytes_read": 152675230812, "disk_read_seconds": 56.64818743924843, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 283, "current_bytes": 26306497688, "non_weight_bytes": 4835855512, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 49234, "cache_misses": 17868, "cache_evictions": 15305, "forward_calls": 10455, "forward_seconds": 106.88568495388608, "routing_seconds": 19.4969345194404, "materialize_seconds": 7.625211825041333, "disk_bytes_read": 153972843612, "disk_read_seconds": 57.13543811350246, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 285, "current_bytes": 26306251928, "non_weight_bytes": 4836658328, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 49827, "cache_misses": 18013, "cache_evictions": 15450, "forward_calls": 10578, "forward_seconds": 107.85813512094319, "routing_seconds": 19.720585599541664, "materialize_seconds": 7.6864197011746, "disk_bytes_read": 155187618908, "disk_read_seconds": 57.59642619517399, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 288, "current_bytes": 26309282968, "non_weight_bytes": 4838640792, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 50377, "cache_misses": 18171, "cache_evictions": 15608, "forward_calls": 10696, "forward_seconds": 108.83559915481601, "routing_seconds": 19.914104052324547, "materialize_seconds": 7.758395950164413, "disk_bytes_read": 156511970396, "disk_read_seconds": 58.09581011001137, "resident_cache_bytes": 21471690752, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 290, "current_bytes": 26309282968, "non_weight_bytes": 4842310808, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 50616, "cache_misses": 18364, "cache_evictions": 15801, "forward_calls": 10768, "forward_seconds": 109.83063444570871, "routing_seconds": 20.05773492815206, "materialize_seconds": 7.838473083538702, "disk_bytes_read": 158126253148, "disk_read_seconds": 58.69938361947425, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 292, "current_bytes": 26308480152, "non_weight_bytes": 4835216536, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 51030, "cache_misses": 18526, "cache_evictions": 15962, "forward_calls": 10864, "forward_seconds": 110.81013977777911, "routing_seconds": 20.24874734223704, "materialize_seconds": 7.908612209343119, "disk_bytes_read": 159482061916, "disk_read_seconds": 59.20979469647864, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 294, "current_bytes": 26308480152, "non_weight_bytes": 4834692248, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 51479, "cache_misses": 18683, "cache_evictions": 16119, "forward_calls": 10965, "forward_seconds": 111.79551727685612, "routing_seconds": 20.448675009334693, "materialize_seconds": 7.977374290174339, "disk_bytes_read": 160796976220, "disk_read_seconds": 59.7020243270963, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 297, "current_bytes": 26308168856, "non_weight_bytes": 4834380952, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 51958, "cache_misses": 18840, "cache_evictions": 16276, "forward_calls": 11071, "forward_seconds": 112.77000136373681, "routing_seconds": 20.646429176384117, "materialize_seconds": 8.043718041153625, "disk_bytes_read": 162113463388, "disk_read_seconds": 60.18767197968555, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 299, "current_bytes": 26308168856, "non_weight_bytes": 4835953816, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 52437, "cache_misses": 19003, "cache_evictions": 16439, "forward_calls": 11178, "forward_seconds": 113.75241344564711, "routing_seconds": 20.834234595124144, "materialize_seconds": 8.10602387416293, "disk_bytes_read": 163478185052, "disk_read_seconds": 60.70016022483469, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 302, "current_bytes": 26308643992, "non_weight_bytes": 4838526104, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 52970, "cache_misses": 19160, "cache_evictions": 16596, "forward_calls": 11293, "forward_seconds": 114.7295355265669, "routing_seconds": 21.032623057020828, "materialize_seconds": 8.170060042990372, "disk_bytes_read": 164792050780, "disk_read_seconds": 61.19612597548985, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 305, "current_bytes": 26308414616, "non_weight_bytes": 4837248152, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 53422, "cache_misses": 19326, "cache_evictions": 16762, "forward_calls": 11396, "forward_seconds": 115.71821394746075, "routing_seconds": 21.227160893002292, "materialize_seconds": 8.23804628898506, "disk_bytes_read": 166182986844, "disk_read_seconds": 61.71023706160486, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 307, "current_bytes": 26308414616, "non_weight_bytes": 4836199576, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 53765, "cache_misses": 19505, "cache_evictions": 16941, "forward_calls": 11483, "forward_seconds": 116.71223057241878, "routing_seconds": 21.397516857017763, "materialize_seconds": 8.3125912839605, "disk_bytes_read": 167682450524, "disk_read_seconds": 62.26727350676083, "resident_cache_bytes": 21472215040, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 309, "current_bytes": 26308414616, "non_weight_bytes": 4834102424, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 54227, "cache_misses": 19661, "cache_evictions": 17097, "forward_calls": 11586, "forward_seconds": 117.6864552454208, "routing_seconds": 21.600579235178884, "materialize_seconds": 8.378654750908026, "disk_bytes_read": 168989500508, "disk_read_seconds": 62.75580081625958, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 311, "current_bytes": 26308414616, "non_weight_bytes": 4836723864, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 54719, "cache_misses": 19823, "cache_evictions": 17259, "forward_calls": 11695, "forward_seconds": 118.66444800441968, "routing_seconds": 21.792928736278554, "materialize_seconds": 8.447246301104315, "disk_bytes_read": 170344784988, "disk_read_seconds": 63.26457678157021, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 314, "current_bytes": 26309315736, "non_weight_bytes": 4842343576, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 55140, "cache_misses": 19990, "cache_evictions": 17427, "forward_calls": 11793, "forward_seconds": 119.63946975959698, "routing_seconds": 21.97522573839524, "materialize_seconds": 8.51681153991376, "disk_bytes_read": 171743061084, "disk_read_seconds": 63.787683520815335, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 316, "current_bytes": 26308725912, "non_weight_bytes": 4841753752, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 55554, "cache_misses": 20158, "cache_evictions": 17595, "forward_calls": 11890, "forward_seconds": 120.62243741861312, "routing_seconds": 22.164083733398, "materialize_seconds": 8.584924540831707, "disk_bytes_read": 173149201500, "disk_read_seconds": 64.30900044800364, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 318, "current_bytes": 26308725912, "non_weight_bytes": 4835986584, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 55952, "cache_misses": 20324, "cache_evictions": 17760, "forward_calls": 11984, "forward_seconds": 121.59868224852835, "routing_seconds": 22.34863331631641, "materialize_seconds": 8.651012375514256, "disk_bytes_read": 174538040412, "disk_read_seconds": 64.8266155248275, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 320, "current_bytes": 26308480152, "non_weight_bytes": 4835740824, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 56357, "cache_misses": 20489, "cache_evictions": 17925, "forward_calls": 12079, "forward_seconds": 122.58048399776453, "routing_seconds": 22.538256607338553, "materialize_seconds": 8.717732287477702, "disk_bytes_read": 175919539292, "disk_read_seconds": 65.34124970604898, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 323, "current_bytes": 26308480152, "non_weight_bytes": 4836789400, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 56734, "cache_misses": 20658, "cache_evictions": 18094, "forward_calls": 12170, "forward_seconds": 123.56250412185909, "routing_seconds": 22.72539998430875, "materialize_seconds": 8.789073995518265, "disk_bytes_read": 177333544028, "disk_read_seconds": 65.86797538466635, "resident_cache_bytes": 21471690752, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 325, "current_bytes": 26308709528, "non_weight_bytes": 4836494488, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 57113, "cache_misses": 20825, "cache_evictions": 18261, "forward_calls": 12261, "forward_seconds": 124.53766425393405, "routing_seconds": 22.912788778485265, "materialize_seconds": 8.855739329592325, "disk_bytes_read": 178733392988, "disk_read_seconds": 66.38990226088208, "resident_cache_bytes": 21472215040, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 327, "current_bytes": 26308725912, "non_weight_bytes": 4837035160, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 57611, "cache_misses": 20981, "cache_evictions": 18417, "forward_calls": 12370, "forward_seconds": 125.51419549711864, "routing_seconds": 23.117363023542566, "materialize_seconds": 8.917676743702032, "disk_bytes_read": 180039918684, "disk_read_seconds": 66.88070075289579, "resident_cache_bytes": 21471690752, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 330, "current_bytes": 26309594264, "non_weight_bytes": 4841049240, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 58061, "cache_misses": 21137, "cache_evictions": 18573, "forward_calls": 12471, "forward_seconds": 126.49870412514429, "routing_seconds": 23.321732190583134, "materialize_seconds": 8.982369114557514, "disk_bytes_read": 181343822940, "disk_read_seconds": 67.37202467522002, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 332, "current_bytes": 26309594264, "non_weight_bytes": 4838952088, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 58428, "cache_misses": 21304, "cache_evictions": 18740, "forward_calls": 12560, "forward_seconds": 127.4749834589893, "routing_seconds": 23.49550864836783, "materialize_seconds": 9.05510440148646, "disk_bytes_read": 182742623324, "disk_read_seconds": 67.89680926012807, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 334, "current_bytes": 26309594264, "non_weight_bytes": 4840000664, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 58874, "cache_misses": 21464, "cache_evictions": 18900, "forward_calls": 12661, "forward_seconds": 128.4573269172397, "routing_seconds": 23.69389244541526, "materialize_seconds": 9.120182023616508, "disk_bytes_read": 184081654876, "disk_read_seconds": 68.39967277043615, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 337, "current_bytes": 26308725912, "non_weight_bytes": 4837035160, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 59459, "cache_misses": 21611, "cache_evictions": 19047, "forward_calls": 12783, "forward_seconds": 129.42518787214067, "routing_seconds": 23.912875695328694, "materialize_seconds": 9.182727811479708, "disk_bytes_read": 185313731676, "disk_read_seconds": 68.861083280819, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 339, "current_bytes": 26308725912, "non_weight_bytes": 4834413720, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 59905, "cache_misses": 21765, "cache_evictions": 19202, "forward_calls": 12883, "forward_seconds": 130.40859429509146, "routing_seconds": 24.12834315330838, "materialize_seconds": 9.249808564462, "disk_bytes_read": 186605053020, "disk_read_seconds": 69.35105402424233, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 341, "current_bytes": 26308709528, "non_weight_bytes": 4834921624, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 60293, "cache_misses": 21935, "cache_evictions": 19372, "forward_calls": 12976, "forward_seconds": 131.39391783508472, "routing_seconds": 24.30831757033593, "materialize_seconds": 9.319683523557615, "disk_bytes_read": 188027970652, "disk_read_seconds": 69.89220619873959, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 343, "current_bytes": 26308709528, "non_weight_bytes": 4841737368, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 60640, "cache_misses": 22110, "cache_evictions": 19547, "forward_calls": 13063, "forward_seconds": 132.37782937823795, "routing_seconds": 24.487452031346038, "materialize_seconds": 9.389996070356574, "disk_bytes_read": 189493879900, "disk_read_seconds": 70.44254127665772, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 345, "current_bytes": 26308938904, "non_weight_bytes": 4835151000, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 61028, "cache_misses": 22286, "cache_evictions": 19722, "forward_calls": 13157, "forward_seconds": 133.35617950331653, "routing_seconds": 24.648284940427402, "materialize_seconds": 9.467299146286678, "disk_bytes_read": 190967653468, "disk_read_seconds": 70.99653120149742, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 348, "current_bytes": 26309594264, "non_weight_bytes": 4836330648, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 61615, "cache_misses": 22431, "cache_evictions": 19867, "forward_calls": 13279, "forward_seconds": 134.3320409192529, "routing_seconds": 24.86289522825973, "materialize_seconds": 9.528829781193053, "disk_bytes_read": 192182428764, "disk_read_seconds": 71.46807744519901, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 351, "current_bytes": 26309594264, "non_weight_bytes": 4836854936, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 62106, "cache_misses": 22582, "cache_evictions": 20018, "forward_calls": 13386, "forward_seconds": 135.3162119583285, "routing_seconds": 25.075117020169273, "materialize_seconds": 9.58777436814853, "disk_bytes_read": 193446487132, "disk_read_seconds": 71.96050935940002, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 353, "current_bytes": 26308938904, "non_weight_bytes": 4835675288, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 62545, "cache_misses": 22743, "cache_evictions": 20179, "forward_calls": 13486, "forward_seconds": 136.30014103939175, "routing_seconds": 25.275571146135917, "materialize_seconds": 9.649987080920255, "disk_bytes_read": 194794431580, "disk_read_seconds": 72.46848064512596, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 355, "current_bytes": 26308938904, "non_weight_bytes": 4837772440, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 62991, "cache_misses": 22897, "cache_evictions": 20333, "forward_calls": 13586, "forward_seconds": 137.2844697892142, "routing_seconds": 25.480649525823537, "materialize_seconds": 9.714243703958346, "disk_bytes_read": 196082607196, "disk_read_seconds": 72.96250943673658, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 358, "current_bytes": 26308742296, "non_weight_bytes": 4836527256, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 63445, "cache_misses": 23049, "cache_evictions": 20485, "forward_calls": 13687, "forward_seconds": 138.2638040011807, "routing_seconds": 25.68935006891843, "materialize_seconds": 9.779851121013053, "disk_bytes_read": 197354005596, "disk_read_seconds": 73.45045898293029, "resident_cache_bytes": 21472215040, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 359, "current_bytes": 26308218008, "non_weight_bytes": 4836527256, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 63699, "cache_misses": 23233, "cache_evictions": 20669, "forward_calls": 13760, "forward_seconds": 139.23774254115415, "routing_seconds": 25.838821232900955, "materialize_seconds": 9.85427466998226, "disk_bytes_read": 198895936604, "disk_read_seconds": 74.03161474174703, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 359, "current_bytes": 26321751192, "non_weight_bytes": 4849011864, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 63699, "cache_misses": 23233, "cache_evictions": 20669, "forward_calls": 13760, "forward_seconds": 139.23774254115415, "routing_seconds": 25.838821232900955, "materialize_seconds": 9.85427466998226, "disk_bytes_read": 198895936604, "disk_read_seconds": 74.03161474174703, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 } ] }