{ "model": "mlx-community/DeepSeek-V4-Flash-2bit-DQ", "binary": "/private/tmp/werk-perf-before-20260915", "binary_sha256": "34d1b4337ab8970448c75a39e3508648ba57dcb430b9c6ecb354385929e1aeb2", "same_context": false, "persistence": true, "fixed_history": true, "expert_budget": "20480", "reasoning_effort": null, "samples": [ { "first_text_seconds": 10.572934374999022, "total_seconds": 53.43643854200491, "finish_reason": "stop", "truncated": false, "answer": "In Rust, **ownership** ensures each value has a single owner, who is responsible for its lifecycle. When the owner goes out of scope, the value is freed. **Borrowing** allows temporary access to a value without transferring ownership, using references (`&` or `&mut`). The compiler enforces rules: you can have either one mutable reference or any number of immutable references, and references must always outlive their use. This prevents dangling pointers and data races, making Rust memory-safe without garbage collection.", "usage": { "completion_tokens": 105, "prompt_tokens": 16, "total_tokens": 121 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 16, "completion_tokens": 105, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 0, "cache_evictions": 0, "forward_calls": 0, "forward_seconds": 0.0, "routing_seconds": 0.0, "materialize_seconds": 0.033401773864170536, "disk_bytes_read": 4312736860, "disk_read_seconds": 1.069837015500525, "resident_cache_bytes": 0, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26293767296, "non_weight_bytes": 4826795136, "predicted_peak_bytes": 7787852, "ceiling_bytes": 35667390045, "effective_expert_bytes": 21474836480 }, "cache_hits": 21823, "cache_misses": 7697, "cache_evictions": 5134, "forward_calls": 4644, "forward_seconds": 51.754574614868034, "routing_seconds": 8.883100102160824, "materialize_seconds": 4.898241523944307, "disk_bytes_read": 68786529372, "disk_read_seconds": 27.52337832452031, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 0, 51 ], "correct": true, "matches_baseline": true, "backend_phases": { "cached_prompt_tokens": 0, "decode_seconds": 42.86, "evaluated_prompt_tokens": 16, "first_token_seconds": 10.56, "prompt_seconds": 10.56 }, "expert_hit_rate": 0.7392615176151761, "expert_read_GiB": 60.0458984375, "decode_tokens_per_second": 2.44983667755483, "decode_window": { "token_equivalents": 104.27906976744185, "expert_hit_rate": 0.7932649420160571, "read_GiB_per_token": 0.4161571873606155, "disk_read_seconds_per_token": 0.19003011446227214, "forward_seconds_per_token": 0.3968853069086245, "routing_seconds_per_token": 0.07978393405761929 } }, { "first_text_seconds": 5.608509416982997, "total_seconds": 51.9530916249787, "finish_reason": "stop", "truncated": false, "answer": "In Rust, **ownership** means each value has a single owner, who controls its lifecycle. When the owner goes out of scope, the value is freed. **Borrowing** lets others temporarily use a value without owning it, via references (`&` or `&mut`). The compiler enforces rules: you can have either one mutable reference or any number of immutable references, and references must always outlive their use. This prevents dangling pointers and data races, making Rust memory-safe without garbage collection.", "usage": { "completion_tokens": 103, "prompt_tokens": 137, "total_tokens": 240 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 137, "completion_tokens": 103, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26293767296, "non_weight_bytes": 4826795136, "predicted_peak_bytes": 7787852, "ceiling_bytes": 35667390045, "effective_expert_bytes": 21474836480 }, "cache_hits": 21823, "cache_misses": 7697, "cache_evictions": 5134, "forward_calls": 4644, "forward_seconds": 51.754574614868034, "routing_seconds": 8.883100102160824, "materialize_seconds": 4.898241523944307, "disk_bytes_read": 68786529372, "disk_read_seconds": 27.52337832452031, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26316131456, "non_weight_bytes": 4848635008, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35750953382, "effective_expert_bytes": 21474836480 }, "cache_hits": 43165, "cache_misses": 14985, "cache_evictions": 12422, "forward_calls": 9202, "forward_seconds": 102.01452313407208, "routing_seconds": 17.97362026857445, "materialize_seconds": 9.761294826428639, "disk_bytes_read": 129828332636, "disk_read_seconds": 53.41327204997651, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 51, 102 ], "correct": true, "matches_baseline": true, "backend_phases": { "cached_prompt_tokens": 122, "decode_seconds": 46.34, "evaluated_prompt_tokens": 15, "first_token_seconds": 5.6, "prompt_seconds": 5.6 }, "expert_hit_rate": 0.7454418442193503, "expert_read_GiB": 56.849609375, "decode_tokens_per_second": 2.222701769529564, "decode_window": { "token_equivalents": 101.09302325581395, "expert_hit_rate": 0.7649336707307722, "read_GiB_per_token": 0.47315351733235567, "disk_read_seconds_per_token": 0.21969081453778377, "forward_seconds_per_token": 0.43926428317213195, "routing_seconds_per_token": 0.08433155813129753 } }, { "first_text_seconds": 5.762990833987715, "total_seconds": 50.458560166996904, "finish_reason": "stop", "truncated": false, "answer": "In Rust, **ownership** means each value has a single owner, who controls its lifecycle. When the owner goes out of scope, the value is freed. **Borrowing** lets others temporarily use a value without owning it, via references (`&` or `&mut`). The compiler enforces rules: you can have either one mutable reference or any number of immutable references, and references must always outlive their use. This prevents dangling pointers and data races, making Rust memory-safe without garbage collection.", "usage": { "completion_tokens": 103, "prompt_tokens": 256, "total_tokens": 359 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 256, "completion_tokens": 103, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26316131456, "non_weight_bytes": 4848635008, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35750953382, "effective_expert_bytes": 21474836480 }, "cache_hits": 43165, "cache_misses": 14985, "cache_evictions": 12422, "forward_calls": 9202, "forward_seconds": 102.01452313407208, "routing_seconds": 17.97362026857445, "materialize_seconds": 9.761294826428639, "disk_bytes_read": 129828332636, "disk_read_seconds": 53.41327204997651, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 359, "current_bytes": 26324798616, "non_weight_bytes": 4852059288, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35053921519, "effective_expert_bytes": 21474836480 }, "cache_hits": 63699, "cache_misses": 23233, "cache_evictions": 20669, "forward_calls": 13760, "forward_seconds": 150.77729736984475, "routing_seconds": 26.747224152029958, "materialize_seconds": 13.300283751013922, "disk_bytes_read": 198895936604, "disk_read_seconds": 79.8364383711305, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 102, 152 ], "correct": true, "matches_baseline": true, "backend_phases": { "cached_prompt_tokens": 241, "decode_seconds": 44.69, "evaluated_prompt_tokens": 15, "first_token_seconds": 5.76, "prompt_seconds": 5.76 }, "expert_hit_rate": 0.713432006114933, "expert_read_GiB": 64.32421875, "decode_tokens_per_second": 2.3047661669277244, "decode_window": { "token_equivalents": 101.83720930232558, "expert_hit_rate": 0.729808936591307, "read_GiB_per_token": 0.5436832752911624, "disk_read_seconds_per_token": 0.2232916921643204, "forward_seconds_per_token": 0.4234956512003411, "routing_seconds_per_token": 0.08123974796791668 } } ], "status": [ { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 214, "cache_evictions": 0, "forward_calls": 3, "forward_seconds": 0.9578984169929754, "routing_seconds": 0.03056679101428017, "materialize_seconds": 0.11708798559266143, "disk_bytes_read": 6107898972, "disk_read_seconds": 1.721476023318246, "resident_cache_bytes": 1795162112, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 459, "cache_evictions": 0, "forward_calls": 9, "forward_seconds": 2.0884518350067083, "routing_seconds": 0.08031445907545276, "materialize_seconds": 0.217268951353617, "disk_bytes_read": 8163107932, "disk_read_seconds": 2.48147310630884, "resident_cache_bytes": 3850371072, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 714, "cache_evictions": 0, "forward_calls": 15, "forward_seconds": 3.2450621259922627, "routing_seconds": 0.13304191708448343, "materialize_seconds": 0.32191695357323624, "disk_bytes_read": 10302202972, "disk_read_seconds": 3.2529311232210603, "resident_cache_bytes": 5989466112, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 951, "cache_evictions": 0, "forward_calls": 21, "forward_seconds": 4.42955421001534, "routing_seconds": 0.18256987613858655, "materialize_seconds": 0.4491739055956714, "disk_bytes_read": 12290303068, "disk_read_seconds": 4.03879979220801, "resident_cache_bytes": 7977566208, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1190, "cache_evictions": 0, "forward_calls": 27, "forward_seconds": 5.552962295041652, "routing_seconds": 0.23320725216763094, "materialize_seconds": 0.5783503152488265, "disk_bytes_read": 14295180380, "disk_read_seconds": 4.76434127628454, "resident_cache_bytes": 9982443520, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1434, "cache_evictions": 0, "forward_calls": 33, "forward_seconds": 6.758893004065612, "routing_seconds": 0.2781206701765768, "materialize_seconds": 0.7159025265427772, "disk_bytes_read": 16342000732, "disk_read_seconds": 5.523456232098397, "resident_cache_bytes": 12029263872, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1672, "cache_evictions": 0, "forward_calls": 38, "forward_seconds": 7.91999808701803, "routing_seconds": 0.3200324201316107, "materialize_seconds": 0.8528353544534184, "disk_bytes_read": 18338489436, "disk_read_seconds": 6.271432421373902, "resident_cache_bytes": 14025752576, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1914, "cache_evictions": 0, "forward_calls": 43, "forward_seconds": 9.069268710998585, "routing_seconds": 0.36212554411031306, "materialize_seconds": 0.9835893556009978, "disk_bytes_read": 20339172444, "disk_read_seconds": 7.020667982811574, "resident_cache_bytes": 16026435584, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 17, "current_bytes": 21880766520, "non_weight_bytes": 4756996152, "predicted_peak_bytes": 7659870, "ceiling_bytes": 35675312932, "effective_expert_bytes": 21474836480 }, "cache_hits": 391, "cache_misses": 2045, "cache_evictions": 0, "forward_calls": 130, "forward_seconds": 9.926043880870566, "routing_seconds": 0.511531469062902, "materialize_seconds": 1.054928732512053, "disk_bytes_read": 21436507228, "disk_read_seconds": 7.428409141255543, "resident_cache_bytes": 17123770368, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 19, "current_bytes": 23130031024, "non_weight_bytes": 4757406640, "predicted_peak_bytes": 7661404, "ceiling_bytes": 35678919052, "effective_expert_bytes": 21474836480 }, "cache_hits": 765, "cache_misses": 2211, "cache_evictions": 0, "forward_calls": 220, "forward_seconds": 10.92628575686831, "routing_seconds": 0.6508415510179475, "materialize_seconds": 1.143994981655851, "disk_bytes_read": 22827967580, "disk_read_seconds": 7.955868980148807, "resident_cache_bytes": 18515230720, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 21, "current_bytes": 24555423648, "non_weight_bytes": 4760405920, "predicted_peak_bytes": 7661737, "ceiling_bytes": 35669261548, "effective_expert_bytes": 21474836480 }, "cache_hits": 1103, "cache_misses": 2377, "cache_evictions": 0, "forward_calls": 304, "forward_seconds": 11.92028850785573, "routing_seconds": 0.7896457167807966, "materialize_seconds": 1.2351957355858758, "disk_bytes_read": 24216806492, "disk_read_seconds": 8.473902974976227, "resident_cache_bytes": 19904069632, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 23, "current_bytes": 25730763496, "non_weight_bytes": 4762389224, "predicted_peak_bytes": 7663271, "ceiling_bytes": 35669261548, "effective_expert_bytes": 21474836480 }, "cache_hits": 1503, "cache_misses": 2535, "cache_evictions": 0, "forward_calls": 397, "forward_seconds": 12.912042381678475, "routing_seconds": 0.9403140097856522, "materialize_seconds": 1.3231919065583497, "disk_bytes_read": 25541157980, "disk_read_seconds": 8.970417524513323, "resident_cache_bytes": 21228421120, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 25, "current_bytes": 26239601744, "non_weight_bytes": 4770532432, "predicted_peak_bytes": 7663604, "ceiling_bytes": 35739400161, "effective_expert_bytes": 21474836480 }, "cache_hits": 1834, "cache_misses": 2702, "cache_evictions": 138, "forward_calls": 480, "forward_seconds": 13.90308613050729, "routing_seconds": 1.091815385443624, "materialize_seconds": 1.4209752807219047, "disk_bytes_read": 26939434076, "disk_read_seconds": 9.518805633822922, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 27, "current_bytes": 26240928848, "non_weight_bytes": 4772908112, "predicted_peak_bytes": 7665138, "ceiling_bytes": 35754315336, "effective_expert_bytes": 21474836480 }, "cache_hits": 2235, "cache_misses": 2841, "cache_evictions": 277, "forward_calls": 570, "forward_seconds": 14.891680336528225, "routing_seconds": 1.2671799262752756, "materialize_seconds": 1.5199042815656867, "disk_bytes_read": 28104402012, "disk_read_seconds": 10.033217906748177, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 29, "current_bytes": 26250480744, "non_weight_bytes": 4775644264, "predicted_peak_bytes": 7665470, "ceiling_bytes": 35754315336, "effective_expert_bytes": 21474836480 }, "cache_hits": 2750, "cache_misses": 2980, "cache_evictions": 415, "forward_calls": 679, "forward_seconds": 15.87354728844366, "routing_seconds": 1.4690106325724628, "materialize_seconds": 1.6051050795940682, "disk_bytes_read": 29268845660, "disk_read_seconds": 10.50594742281828, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 32, "current_bytes": 26251021416, "non_weight_bytes": 4777233512, "predicted_peak_bytes": 7667171, "ceiling_bytes": 35753069354, "effective_expert_bytes": 21474836480 }, "cache_hits": 3177, "cache_misses": 3129, "cache_evictions": 564, "forward_calls": 775, "forward_seconds": 16.864104907377623, "routing_seconds": 1.6439873844501562, "materialize_seconds": 1.7041293765360024, "disk_bytes_read": 30517699676, "disk_read_seconds": 11.024568930326495, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 34, "current_bytes": 26251562088, "non_weight_bytes": 4778298472, "predicted_peak_bytes": 7667504, "ceiling_bytes": 35747878903, "effective_expert_bytes": 21474836480 }, "cache_hits": 3608, "cache_misses": 3280, "cache_evictions": 715, "forward_calls": 872, "forward_seconds": 17.850999950285768, "routing_seconds": 1.8156344243325293, "materialize_seconds": 1.8018163455708418, "disk_bytes_read": 31783855196, "disk_read_seconds": 11.541666631033877, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 36, "current_bytes": 26252119144, "non_weight_bytes": 4779379816, "predicted_peak_bytes": 7669038, "ceiling_bytes": 35747878903, "effective_expert_bytes": 21474836480 }, "cache_hits": 4073, "cache_misses": 3415, "cache_evictions": 850, "forward_calls": 972, "forward_seconds": 18.835672741144663, "routing_seconds": 2.010755803232314, "materialize_seconds": 1.8946288023726083, "disk_bytes_read": 32915792988, "disk_read_seconds": 12.023016374587314, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 39, "current_bytes": 26251185256, "non_weight_bytes": 4778445928, "predicted_peak_bytes": 7670738, "ceiling_bytes": 35751476829, "effective_expert_bytes": 21474836480 }, "cache_hits": 4620, "cache_misses": 3540, "cache_evictions": 975, "forward_calls": 1084, "forward_seconds": 19.816155366163002, "routing_seconds": 2.224945548339747, "materialize_seconds": 1.9819678754720371, "disk_bytes_read": 33964368988, "disk_read_seconds": 12.469863940961659, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 41, "current_bytes": 26252790888, "non_weight_bytes": 4781624424, "predicted_peak_bytes": 7671071, "ceiling_bytes": 35751476829, "effective_expert_bytes": 21474836480 }, "cache_hits": 5173, "cache_misses": 3683, "cache_evictions": 1118, "forward_calls": 1200, "forward_seconds": 20.79883574039559, "routing_seconds": 2.420018508390058, "materialize_seconds": 2.0708300433470868, "disk_bytes_read": 35162367068, "disk_read_seconds": 12.951654554606648, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 44, "current_bytes": 26265226344, "non_weight_bytes": 4798254184, "predicted_peak_bytes": 7672771, "ceiling_bytes": 35752118263, "effective_expert_bytes": 21474836480 }, "cache_hits": 5714, "cache_misses": 3826, "cache_evictions": 1263, "forward_calls": 1314, "forward_seconds": 21.779755034396658, "routing_seconds": 2.6109502543113194, "materialize_seconds": 2.1645756323705427, "disk_bytes_read": 36358792284, "disk_read_seconds": 13.43090284927166, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 48, "current_bytes": 26265226344, "non_weight_bytes": 4797729896, "predicted_peak_bytes": 7678528, "ceiling_bytes": 35753651805, "effective_expert_bytes": 21474836480 }, "cache_hits": 6646, "cache_misses": 3920, "cache_evictions": 1357, "forward_calls": 1485, "forward_seconds": 22.749892372463364, "routing_seconds": 2.879639589053113, "materialize_seconds": 2.236093303130474, "disk_bytes_read": 37147321436, "disk_read_seconds": 13.779114476783434, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 52, "current_bytes": 26269699176, "non_weight_bytes": 4802202728, "predicted_peak_bytes": 7684518, "ceiling_bytes": 35751653776, "effective_expert_bytes": 21474836480 }, "cache_hits": 7394, "cache_misses": 4072, "cache_evictions": 1509, "forward_calls": 1635, "forward_seconds": 23.72647138236789, "routing_seconds": 3.050322050868999, "materialize_seconds": 2.3401052989647724, "disk_bytes_read": 38417671260, "disk_read_seconds": 14.271220457041636, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 54, "current_bytes": 26269699176, "non_weight_bytes": 4802202728, "predicted_peak_bytes": 7687513, "ceiling_bytes": 35731555524, "effective_expert_bytes": 21474836480 }, "cache_hits": 7892, "cache_misses": 4204, "cache_evictions": 1641, "forward_calls": 1740, "forward_seconds": 24.720184515375877, "routing_seconds": 3.247239598829765, "materialize_seconds": 2.4381788030150346, "disk_bytes_read": 39522870364, "disk_read_seconds": 14.749120693595614, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 57, "current_bytes": 26268224616, "non_weight_bytes": 4799155304, "predicted_peak_bytes": 7692006, "ceiling_bytes": 35721189367, "effective_expert_bytes": 21474836480 }, "cache_hits": 8447, "cache_misses": 4321, "cache_evictions": 1758, "forward_calls": 1852, "forward_seconds": 25.707910718396306, "routing_seconds": 3.472792509768624, "materialize_seconds": 2.52908871814725, "disk_bytes_read": 40503813212, "disk_read_seconds": 15.184561516420217, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 59, "current_bytes": 26268388456, "non_weight_bytes": 4798794856, "predicted_peak_bytes": 7695001, "ceiling_bytes": 35722405879, "effective_expert_bytes": 21474836480 }, "cache_hits": 8993, "cache_misses": 4441, "cache_evictions": 1878, "forward_calls": 1963, "forward_seconds": 26.69685238355305, "routing_seconds": 3.6898419647477567, "materialize_seconds": 2.6205967170826625, "disk_bytes_read": 41509397596, "disk_read_seconds": 15.631936843652511, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 62, "current_bytes": 26268666984, "non_weight_bytes": 4798549096, "predicted_peak_bytes": 7699494, "ceiling_bytes": 35712061840, "effective_expert_bytes": 21474836480 }, "cache_hits": 9600, "cache_misses": 4560, "cache_evictions": 1997, "forward_calls": 2084, "forward_seconds": 27.67566900057136, "routing_seconds": 3.9075808307388797, "materialize_seconds": 2.7090420122258365, "disk_bytes_read": 42507117660, "disk_read_seconds": 16.069517413852736, "resident_cache_bytes": 21470117888, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 65, "current_bytes": 26268847208, "non_weight_bytes": 4799777896, "predicted_peak_bytes": 7703987, "ceiling_bytes": 35703619984, "effective_expert_bytes": 21474836480 }, "cache_hits": 10241, "cache_misses": 4675, "cache_evictions": 2112, "forward_calls": 2210, "forward_seconds": 28.651865792402532, "routing_seconds": 4.137237121642102, "materialize_seconds": 2.793589767359663, "disk_bytes_read": 43470234716, "disk_read_seconds": 16.489271753118373, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 67, "current_bytes": 26268847208, "non_weight_bytes": 4800826472, "predicted_peak_bytes": 7706982, "ceiling_bytes": 35702130679, "effective_expert_bytes": 21474836480 }, "cache_hits": 10682, "cache_misses": 4810, "cache_evictions": 2247, "forward_calls": 2306, "forward_seconds": 29.645839491393417, "routing_seconds": 4.33028336163261, "materialize_seconds": 2.8927645602670964, "disk_bytes_read": 44601123932, "disk_read_seconds": 16.97349888010649, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 69, "current_bytes": 26268912744, "non_weight_bytes": 4795649128, "predicted_peak_bytes": 7709977, "ceiling_bytes": 35699424861, "effective_expert_bytes": 21474836480 }, "cache_hits": 11103, "cache_misses": 4965, "cache_evictions": 2401, "forward_calls": 2402, "forward_seconds": 30.632990996498847, "routing_seconds": 4.5014860768278595, "materialize_seconds": 2.992753185215406, "disk_bytes_read": 45897688156, "disk_read_seconds": 17.490248217363842, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 71, "current_bytes": 26268912744, "non_weight_bytes": 4795649128, "predicted_peak_bytes": 7712972, "ceiling_bytes": 35691425373, "effective_expert_bytes": 21474836480 }, "cache_hits": 11413, "cache_misses": 5129, "cache_evictions": 2565, "forward_calls": 2481, "forward_seconds": 31.63762666657567, "routing_seconds": 4.650201910029864, "materialize_seconds": 3.09307018405525, "disk_bytes_read": 47271322716, "disk_read_seconds": 18.06875186765683, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 74, "current_bytes": 26269355112, "non_weight_bytes": 4795042920, "predicted_peak_bytes": 7717465, "ceiling_bytes": 35676532317, "effective_expert_bytes": 21474836480 }, "cache_hits": 12012, "cache_misses": 5268, "cache_evictions": 2704, "forward_calls": 2604, "forward_seconds": 32.61304675161955, "routing_seconds": 4.845477034308715, "materialize_seconds": 3.1822445560828783, "disk_bytes_read": 48435766364, "disk_read_seconds": 18.541701534530148, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 77, "current_bytes": 26268208232, "non_weight_bytes": 4793896040, "predicted_peak_bytes": 7721958, "ceiling_bytes": 35674165648, "effective_expert_bytes": 21474836480 }, "cache_hits": 12574, "cache_misses": 5390, "cache_evictions": 2826, "forward_calls": 2718, "forward_seconds": 33.60521933477139, "routing_seconds": 5.062892365298467, "materialize_seconds": 3.27111243782565, "disk_bytes_read": 49458127964, "disk_read_seconds": 18.993251850479282, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 79, "current_bytes": 26268175464, "non_weight_bytes": 4793863272, "predicted_peak_bytes": 7724953, "ceiling_bytes": 35666947677, "effective_expert_bytes": 21474836480 }, "cache_hits": 13042, "cache_misses": 5528, "cache_evictions": 2965, "forward_calls": 2819, "forward_seconds": 34.597073335608, "routing_seconds": 5.255271409085253, "materialize_seconds": 3.362262183916755, "disk_bytes_read": 50614707292, "disk_read_seconds": 19.486932755826274, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 81, "current_bytes": 26268765288, "non_weight_bytes": 4799695976, "predicted_peak_bytes": 7727948, "ceiling_bytes": 35646886288, "effective_expert_bytes": 21474836480 }, "cache_hits": 13545, "cache_misses": 5649, "cache_evictions": 3086, "forward_calls": 2923, "forward_seconds": 35.58029149952927, "routing_seconds": 5.465120911161648, "materialize_seconds": 3.451170977699803, "disk_bytes_read": 51628680284, "disk_read_seconds": 19.943575345358113, "resident_cache_bytes": 21470117888, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 84, "current_bytes": 26269043816, "non_weight_bytes": 4800498792, "predicted_peak_bytes": 7732441, "ceiling_bytes": 35663998557, "effective_expert_bytes": 21474836480 }, "cache_hits": 14010, "cache_misses": 5784, "cache_evictions": 3221, "forward_calls": 3023, "forward_seconds": 36.55853582956479, "routing_seconds": 5.663212655024836, "materialize_seconds": 3.542384811589727, "disk_bytes_read": 52759045212, "disk_read_seconds": 20.415884509740863, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 86, "current_bytes": 26269043816, "non_weight_bytes": 4801023080, "predicted_peak_bytes": 7735436, "ceiling_bytes": 35665097104, "effective_expert_bytes": 21474836480 }, "cache_hits": 14518, "cache_misses": 5912, "cache_evictions": 3349, "forward_calls": 3129, "forward_seconds": 37.54102828964824, "routing_seconds": 5.859343912103213, "materialize_seconds": 3.6391939255408943, "disk_bytes_read": 53832262748, "disk_read_seconds": 20.879403297323734, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 89, "current_bytes": 26268421224, "non_weight_bytes": 4800400488, "predicted_peak_bytes": 7739929, "ceiling_bytes": 35659228356, "effective_expert_bytes": 21474836480 }, "cache_hits": 15139, "cache_misses": 6029, "cache_evictions": 3466, "forward_calls": 3252, "forward_seconds": 38.52221045870101, "routing_seconds": 6.0936808301194105, "materialize_seconds": 3.7209551404521335, "disk_bytes_read": 54812681308, "disk_read_seconds": 21.292021623055916, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 92, "current_bytes": 26268765288, "non_weight_bytes": 4800220264, "predicted_peak_bytes": 7744422, "ceiling_bytes": 35667279453, "effective_expert_bytes": 21474836480 }, "cache_hits": 15632, "cache_misses": 6154, "cache_evictions": 3591, "forward_calls": 3355, "forward_seconds": 39.505597166746156, "routing_seconds": 6.304177210986381, "materialize_seconds": 3.8115575586853083, "disk_bytes_read": 55860733020, "disk_read_seconds": 21.746471586317057, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 94, "current_bytes": 26268765288, "non_weight_bytes": 4799695976, "predicted_peak_bytes": 7747417, "ceiling_bytes": 35670582468, "effective_expert_bytes": 21474836480 }, "cache_hits": 16235, "cache_misses": 6265, "cache_evictions": 3702, "forward_calls": 3474, "forward_seconds": 40.493002870847704, "routing_seconds": 6.537384126102552, "materialize_seconds": 3.889246393693611, "disk_bytes_read": 56791868508, "disk_read_seconds": 22.173741974460427, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 97, "current_bytes": 26268765288, "non_weight_bytes": 4799171688, "predicted_peak_bytes": 7751910, "ceiling_bytes": 35669941034, "effective_expert_bytes": 21474836480 }, "cache_hits": 16792, "cache_misses": 6374, "cache_evictions": 3811, "forward_calls": 3585, "forward_seconds": 41.47491853593965, "routing_seconds": 6.766075871244539, "materialize_seconds": 3.9707665149180684, "disk_bytes_read": 57705178204, "disk_read_seconds": 22.605456469231285, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 100, "current_bytes": 26270272616, "non_weight_bytes": 4800154728, "predicted_peak_bytes": 7756403, "ceiling_bytes": 35669454429, "effective_expert_bytes": 21474836480 }, "cache_hits": 17371, "cache_misses": 6479, "cache_evictions": 3916, "forward_calls": 3699, "forward_seconds": 42.45805019995896, "routing_seconds": 7.001502741506556, "materialize_seconds": 4.049421680159867, "disk_bytes_read": 58585457756, "disk_read_seconds": 23.029142929182854, "resident_cache_bytes": 21470117888, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 102, "current_bytes": 26276760680, "non_weight_bytes": 4805594216, "predicted_peak_bytes": 7759398, "ceiling_bytes": 35670442384, "effective_expert_bytes": 21474836480 }, "cache_hits": 17767, "cache_misses": 6617, "cache_evictions": 4054, "forward_calls": 3788, "forward_seconds": 43.44899761507986, "routing_seconds": 7.175971070595551, "materialize_seconds": 4.152989012247417, "disk_bytes_read": 59740464220, "disk_read_seconds": 23.538061802188167, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 104, "current_bytes": 26278366312, "non_weight_bytes": 4805102696, "predicted_peak_bytes": 7762393, "ceiling_bytes": 35665207696, "effective_expert_bytes": 21474836480 }, "cache_hits": 18178, "cache_misses": 6764, "cache_evictions": 4201, "forward_calls": 3881, "forward_seconds": 44.43324948704685, "routing_seconds": 7.357191403541947, "materialize_seconds": 4.249586805293802, "disk_bytes_read": 60971492444, "disk_read_seconds": 24.04157327977009, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 106, "current_bytes": 26278366312, "non_weight_bytes": 4803529832, "predicted_peak_bytes": 7765388, "ceiling_bytes": 35663991184, "effective_expert_bytes": 21474836480 }, "cache_hits": 18682, "cache_misses": 6884, "cache_evictions": 4321, "forward_calls": 3985, "forward_seconds": 45.418577861215454, "routing_seconds": 7.564025777566712, "materialize_seconds": 4.338097558123991, "disk_bytes_read": 61978125404, "disk_read_seconds": 24.503609439794673, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 109, "current_bytes": 26278399080, "non_weight_bytes": 4803562600, "predicted_peak_bytes": 7769881, "ceiling_bytes": 35670058999, "effective_expert_bytes": 21474836480 }, "cache_hits": 19188, "cache_misses": 7008, "cache_evictions": 4445, "forward_calls": 4090, "forward_seconds": 46.39892511814833, "routing_seconds": 7.77244628049084, "materialize_seconds": 4.422993217973271, "disk_bytes_read": 63017788508, "disk_read_seconds": 24.96713366181939, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 26278415464, "non_weight_bytes": 4804103272, "predicted_peak_bytes": 7772876, "ceiling_bytes": 35663172804, "effective_expert_bytes": 21474836480 }, "cache_hits": 19750, "cache_misses": 7118, "cache_evictions": 4555, "forward_calls": 4202, "forward_seconds": 47.39329978224123, "routing_seconds": 8.000289192365017, "materialize_seconds": 4.50552009002422, "disk_bytes_read": 63939486812, "disk_read_seconds": 25.40761541327811, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 114, "current_bytes": 26278382696, "non_weight_bytes": 4806167656, "predicted_peak_bytes": 7777369, "ceiling_bytes": 35670162218, "effective_expert_bytes": 21474836480 }, "cache_hits": 20267, "cache_misses": 7237, "cache_evictions": 4674, "forward_calls": 4308, "forward_seconds": 48.37165674415883, "routing_seconds": 8.215251733228797, "materialize_seconds": 4.5900927250040695, "disk_bytes_read": 64935109724, "disk_read_seconds": 25.854560178588144, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 116, "current_bytes": 26278382696, "non_weight_bytes": 4807216232, "predicted_peak_bytes": 7780364, "ceiling_bytes": 35674482679, "effective_expert_bytes": 21474836480 }, "cache_hits": 20697, "cache_misses": 7371, "cache_evictions": 4808, "forward_calls": 4402, "forward_seconds": 49.355842160846805, "routing_seconds": 8.405017235985724, "materialize_seconds": 4.685183190973476, "disk_bytes_read": 66057610332, "disk_read_seconds": 26.34222203976242, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 118, "current_bytes": 26278382696, "non_weight_bytes": 4807740520, "predicted_peak_bytes": 7783360, "ceiling_bytes": 35672152874, "effective_expert_bytes": 21474836480 }, "cache_hits": 21215, "cache_misses": 7489, "cache_evictions": 4926, "forward_calls": 4508, "forward_seconds": 50.334969493880635, "routing_seconds": 8.615305399958743, "materialize_seconds": 4.77267127102823, "disk_bytes_read": 67046417500, "disk_read_seconds": 26.794283574214205, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26278382696, "non_weight_bytes": 4809837672, "predicted_peak_bytes": 7787852, "ceiling_bytes": 35668149444, "effective_expert_bytes": 21474836480 }, "cache_hits": 21733, "cache_misses": 7607, "cache_evictions": 5044, "forward_calls": 4614, "forward_seconds": 51.31287448966759, "routing_seconds": 8.831325894978363, "materialize_seconds": 4.854699528077617, "disk_bytes_read": 68033127516, "disk_read_seconds": 27.24457270518178, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26293767296, "non_weight_bytes": 4826795136, "predicted_peak_bytes": 7787852, "ceiling_bytes": 35667390045, "effective_expert_bytes": 21474836480 }, "cache_hits": 21957, "cache_misses": 7812, "cache_evictions": 5249, "forward_calls": 4648, "forward_seconds": 52.292509530845564, "routing_seconds": 8.91911593414261, "materialize_seconds": 4.956051563087385, "disk_bytes_read": 69751219292, "disk_read_seconds": 27.883321529254317, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26293767296, "non_weight_bytes": 4826795136, "predicted_peak_bytes": 7787852, "ceiling_bytes": 35667390045, "effective_expert_bytes": 21474836480 }, "cache_hits": 22128, "cache_misses": 8022, "cache_evictions": 5459, "forward_calls": 4659, "forward_seconds": 53.35187944685458, "routing_seconds": 9.005974392115604, "materialize_seconds": 5.080892435275018, "disk_bytes_read": 71512826972, "disk_read_seconds": 28.557362263614777, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26293767296, "non_weight_bytes": 4826795136, "predicted_peak_bytes": 7787852, "ceiling_bytes": 35667390045, "effective_expert_bytes": 21474836480 }, "cache_hits": 22245, "cache_misses": 8245, "cache_evictions": 5682, "forward_calls": 4670, "forward_seconds": 54.42418540478684, "routing_seconds": 9.08830455908901, "materialize_seconds": 5.205562769289827, "disk_bytes_read": 73383486556, "disk_read_seconds": 29.264907738979673, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26293767296, "non_weight_bytes": 4826795136, "predicted_peak_bytes": 7787852, "ceiling_bytes": 35667390045, "effective_expert_bytes": 21474836480 }, "cache_hits": 22338, "cache_misses": 8471, "cache_evictions": 5909, "forward_calls": 4681, "forward_seconds": 55.49120781975216, "routing_seconds": 9.16937764006434, "materialize_seconds": 5.332386689289706, "disk_bytes_read": 75279311964, "disk_read_seconds": 29.971475002006628, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26293767296, "non_weight_bytes": 4826795136, "predicted_peak_bytes": 7787852, "ceiling_bytes": 35667390045, "effective_expert_bytes": 21474836480 }, "cache_hits": 22473, "cache_misses": 8665, "cache_evictions": 6101, "forward_calls": 4700, "forward_seconds": 56.41366577669396, "routing_seconds": 9.243233849061653, "materialize_seconds": 5.436872893158579, "disk_bytes_read": 76885730396, "disk_read_seconds": 30.57725282930187, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 139, "current_bytes": 26264931456, "non_weight_bytes": 4790094976, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35672499417, "effective_expert_bytes": 21474836480 }, "cache_hits": 23172, "cache_misses": 8800, "cache_evictions": 6236, "forward_calls": 4839, "forward_seconds": 57.34908152880962, "routing_seconds": 9.420426974102156, "materialize_seconds": 5.525821269111475, "disk_bytes_read": 78016619612, "disk_read_seconds": 31.03671476308955, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 141, "current_bytes": 26267765888, "non_weight_bytes": 4800793728, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35670125376, "effective_expert_bytes": 21474836480 }, "cache_hits": 23556, "cache_misses": 8956, "cache_evictions": 6392, "forward_calls": 4929, "forward_seconds": 58.339808158780215, "routing_seconds": 9.579232310148655, "materialize_seconds": 5.63201043693698, "disk_bytes_read": 79322621020, "disk_read_seconds": 31.57445853325771, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 143, "current_bytes": 26267765888, "non_weight_bytes": 4792929408, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35670818419, "effective_expert_bytes": 21474836480 }, "cache_hits": 23946, "cache_misses": 9100, "cache_evictions": 6536, "forward_calls": 5018, "forward_seconds": 59.32253703378956, "routing_seconds": 9.755905354162678, "materialize_seconds": 5.7286827630596235, "disk_bytes_read": 80528483420, "disk_read_seconds": 32.084015327185625, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 145, "current_bytes": 26264849536, "non_weight_bytes": 4797877376, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35670582489, "effective_expert_bytes": 21474836480 }, "cache_hits": 24258, "cache_misses": 9256, "cache_evictions": 6692, "forward_calls": 5096, "forward_seconds": 60.314165530959144, "routing_seconds": 9.91111852019094, "materialize_seconds": 5.835697966220323, "disk_bytes_read": 81836057692, "disk_read_seconds": 32.63106913192314, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 147, "current_bytes": 26269043840, "non_weight_bytes": 4799974528, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35673679065, "effective_expert_bytes": 21474836480 }, "cache_hits": 24679, "cache_misses": 9405, "cache_evictions": 6841, "forward_calls": 5191, "forward_seconds": 61.30290486806189, "routing_seconds": 10.09456240243162, "materialize_seconds": 5.925460264115827, "disk_bytes_read": 83084387420, "disk_read_seconds": 33.141725208668504, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 149, "current_bytes": 26269535360, "non_weight_bytes": 4800466048, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35531148096, "effective_expert_bytes": 21474836480 }, "cache_hits": 25103, "cache_misses": 9539, "cache_evictions": 6975, "forward_calls": 5284, "forward_seconds": 62.28574020205997, "routing_seconds": 10.27914815134136, "materialize_seconds": 6.019797931221547, "disk_bytes_read": 84207936604, "disk_read_seconds": 33.63743363355752, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 152, "current_bytes": 26272992384, "non_weight_bytes": 4804447360, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35535424320, "effective_expert_bytes": 21474836480 }, "cache_hits": 25520, "cache_misses": 9680, "cache_evictions": 7116, "forward_calls": 5377, "forward_seconds": 63.27890728524653, "routing_seconds": 10.465431400429225, "materialize_seconds": 6.116012101701926, "disk_bytes_read": 85388108892, "disk_read_seconds": 34.143018686096184, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 154, "current_bytes": 26272976000, "non_weight_bytes": 4804955264, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35543261606, "effective_expert_bytes": 21474836480 }, "cache_hits": 25906, "cache_misses": 9822, "cache_evictions": 7258, "forward_calls": 5465, "forward_seconds": 64.26718770328443, "routing_seconds": 10.63502239753143, "materialize_seconds": 6.2186804783996195, "disk_bytes_read": 86578766940, "disk_read_seconds": 34.66042989795096, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 156, "current_bytes": 26272976000, "non_weight_bytes": 4806003840, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35605193126, "effective_expert_bytes": 21474836480 }, "cache_hits": 26359, "cache_misses": 9963, "cache_evictions": 7399, "forward_calls": 5564, "forward_seconds": 65.2591911634081, "routing_seconds": 10.829055439680815, "materialize_seconds": 6.314332106383517, "disk_bytes_read": 87760512092, "disk_read_seconds": 35.149049849947914, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 158, "current_bytes": 26272976000, "non_weight_bytes": 4806003840, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35617247654, "effective_expert_bytes": 21474836480 }, "cache_hits": 26911, "cache_misses": 10077, "cache_evictions": 7513, "forward_calls": 5675, "forward_seconds": 66.23715533039649, "routing_seconds": 11.04999972585938, "materialize_seconds": 6.3965366452757735, "disk_bytes_read": 88716813404, "disk_read_seconds": 35.585917133896146, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 160, "current_bytes": 26274401408, "non_weight_bytes": 4800613504, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35626677465, "effective_expert_bytes": 21474836480 }, "cache_hits": 27273, "cache_misses": 10225, "cache_evictions": 7660, "forward_calls": 5760, "forward_seconds": 67.22163221240044, "routing_seconds": 11.220239483955083, "materialize_seconds": 6.496032984927297, "disk_bytes_read": 89956754524, "disk_read_seconds": 36.10822273179656, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 163, "current_bytes": 26280348800, "non_weight_bytes": 4806560896, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35707468608, "effective_expert_bytes": 21474836480 }, "cache_hits": 27702, "cache_misses": 10360, "cache_evictions": 7797, "forward_calls": 5854, "forward_seconds": 68.20340408725315, "routing_seconds": 11.407568022899795, "materialize_seconds": 6.588503438048065, "disk_bytes_read": 91086595164, "disk_read_seconds": 36.60168365298887, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 166, "current_bytes": 26285149312, "non_weight_bytes": 4817128576, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35719751692, "effective_expert_bytes": 21474836480 }, "cache_hits": 28354, "cache_misses": 10464, "cache_evictions": 7901, "forward_calls": 5980, "forward_seconds": 69.19032088536187, "routing_seconds": 11.649111695034662, "materialize_seconds": 6.664784725813661, "disk_bytes_read": 91958486108, "disk_read_seconds": 37.01881835865788, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 168, "current_bytes": 26292767872, "non_weight_bytes": 4821601408, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35727190848, "effective_expert_bytes": 21474836480 }, "cache_hits": 28958, "cache_misses": 10568, "cache_evictions": 8005, "forward_calls": 6098, "forward_seconds": 70.16729526041308, "routing_seconds": 11.887948940100614, "materialize_seconds": 6.742363184923306, "disk_bytes_read": 92829852764, "disk_read_seconds": 37.42953828381724, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 170, "current_bytes": 26292767872, "non_weight_bytes": 4823174272, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35725391884, "effective_expert_bytes": 21474836480 }, "cache_hits": 29317, "cache_misses": 10719, "cache_evictions": 8156, "forward_calls": 6183, "forward_seconds": 71.16042167332489, "routing_seconds": 12.050285397912376, "materialize_seconds": 6.84111226798268, "disk_bytes_read": 94094959708, "disk_read_seconds": 37.970357395359315, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 172, "current_bytes": 26293816448, "non_weight_bytes": 4826844288, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35727264576, "effective_expert_bytes": 21474836480 }, "cache_hits": 29651, "cache_misses": 10877, "cache_evictions": 8314, "forward_calls": 6265, "forward_seconds": 72.15498267638031, "routing_seconds": 12.212031898088753, "materialize_seconds": 6.937483895162586, "disk_bytes_read": 95415116892, "disk_read_seconds": 38.52259794040583, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 174, "current_bytes": 26293816448, "non_weight_bytes": 4818979968, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35734976524, "effective_expert_bytes": 21474836480 }, "cache_hits": 30094, "cache_misses": 11010, "cache_evictions": 8447, "forward_calls": 6361, "forward_seconds": 73.1376352563966, "routing_seconds": 12.400749650289072, "materialize_seconds": 7.028515428130049, "disk_bytes_read": 96529753180, "disk_read_seconds": 39.014674403646495, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 177, "current_bytes": 26293816448, "non_weight_bytes": 4818979968, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35736569049, "effective_expert_bytes": 21474836480 }, "cache_hits": 30551, "cache_misses": 11147, "cache_evictions": 8584, "forward_calls": 6460, "forward_seconds": 74.12071979537723, "routing_seconds": 12.593390101421392, "materialize_seconds": 7.123978049115976, "disk_bytes_read": 97676895324, "disk_read_seconds": 39.500227482494665, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 179, "current_bytes": 26292948096, "non_weight_bytes": 4825975936, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35750238220, "effective_expert_bytes": 21474836480 }, "cache_hits": 31158, "cache_misses": 11254, "cache_evictions": 8690, "forward_calls": 6579, "forward_seconds": 75.10211129448726, "routing_seconds": 12.83179772135918, "materialize_seconds": 7.200384300143924, "disk_bytes_read": 98573427804, "disk_read_seconds": 39.91936447279295, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 182, "current_bytes": 26293816448, "non_weight_bytes": 4826320000, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35752420569, "effective_expert_bytes": 21474836480 }, "cache_hits": 31577, "cache_misses": 11381, "cache_evictions": 8818, "forward_calls": 6670, "forward_seconds": 76.08528204457252, "routing_seconds": 13.018217473319964, "materialize_seconds": 7.294422136124922, "disk_bytes_read": 99638256732, "disk_read_seconds": 40.416720868321136, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 184, "current_bytes": 26293816448, "non_weight_bytes": 4818979968, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35749390348, "effective_expert_bytes": 21474836480 }, "cache_hits": 32057, "cache_misses": 11507, "cache_evictions": 8943, "forward_calls": 6771, "forward_seconds": 77.06401412247214, "routing_seconds": 13.221989049226977, "materialize_seconds": 7.384899548982503, "disk_bytes_read": 100693648476, "disk_read_seconds": 40.87991376579157, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 186, "current_bytes": 26293816448, "non_weight_bytes": 4820552832, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35755170624, "effective_expert_bytes": 21474836480 }, "cache_hits": 32456, "cache_misses": 11654, "cache_evictions": 9091, "forward_calls": 6862, "forward_seconds": 78.05647424340714, "routing_seconds": 13.39905363417347, "materialize_seconds": 7.484934885171242, "disk_bytes_read": 101924676700, "disk_read_seconds": 41.39381523159682, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 188, "current_bytes": 26293849216, "non_weight_bytes": 4819537024, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35752103539, "effective_expert_bytes": 21474836480 }, "cache_hits": 32853, "cache_misses": 11803, "cache_evictions": 9240, "forward_calls": 6953, "forward_seconds": 79.04603083545226, "routing_seconds": 13.56973918012227, "materialize_seconds": 7.58770905417623, "disk_bytes_read": 103172482140, "disk_read_seconds": 41.913977931573754, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 190, "current_bytes": 26293849216, "non_weight_bytes": 4826877056, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35741582553, "effective_expert_bytes": 21474836480 }, "cache_hits": 33162, "cache_misses": 11956, "cache_evictions": 9393, "forward_calls": 7030, "forward_seconds": 80.03888592030853, "routing_seconds": 13.722654054960003, "materialize_seconds": 7.69602959335316, "disk_bytes_read": 104454890588, "disk_read_seconds": 42.46361414360581, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 192, "current_bytes": 26294094976, "non_weight_bytes": 4819782784, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35749058572, "effective_expert_bytes": 21474836480 }, "cache_hits": 33603, "cache_misses": 12091, "cache_evictions": 9528, "forward_calls": 7126, "forward_seconds": 81.0200393794803, "routing_seconds": 13.914048889942933, "materialize_seconds": 7.790844133473001, "disk_bytes_read": 105584731228, "disk_read_seconds": 42.94815884361742, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 195, "current_bytes": 26294094976, "non_weight_bytes": 4820307072, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35745298444, "effective_expert_bytes": 21474836480 }, "cache_hits": 34096, "cache_misses": 12216, "cache_evictions": 9653, "forward_calls": 7229, "forward_seconds": 82.01553767555743, "routing_seconds": 14.120876975997817, "materialize_seconds": 7.881929337658221, "disk_bytes_read": 106630685788, "disk_read_seconds": 43.42015245370567, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 197, "current_bytes": 26294537344, "non_weight_bytes": 4819700864, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35756866368, "effective_expert_bytes": 21474836480 }, "cache_hits": 34483, "cache_misses": 12357, "cache_evictions": 9794, "forward_calls": 7317, "forward_seconds": 82.996395553404, "routing_seconds": 14.298600143752992, "materialize_seconds": 7.977600918675307, "disk_bytes_read": 107812430940, "disk_read_seconds": 43.92726982856402, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 199, "current_bytes": 26293341312, "non_weight_bytes": 4824796288, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35756866368, "effective_expert_bytes": 21474836480 }, "cache_hits": 34946, "cache_misses": 12482, "cache_evictions": 9919, "forward_calls": 7415, "forward_seconds": 83.97893830153043, "routing_seconds": 14.49600089181331, "materialize_seconds": 8.067045833799057, "disk_bytes_read": 108858385500, "disk_read_seconds": 44.4069359798159, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 201, "current_bytes": 26294242432, "non_weight_bytes": 4826221696, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35754942067, "effective_expert_bytes": 21474836480 }, "cache_hits": 35361, "cache_misses": 12625, "cache_evictions": 10062, "forward_calls": 7508, "forward_seconds": 84.96938817945193, "routing_seconds": 14.674754187697545, "materialize_seconds": 8.16973624797538, "disk_bytes_read": 110056907868, "disk_read_seconds": 44.91397991019767, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 203, "current_bytes": 26293341312, "non_weight_bytes": 4826369152, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35755030540, "effective_expert_bytes": 21474836480 }, "cache_hits": 35834, "cache_misses": 12758, "cache_evictions": 10195, "forward_calls": 7609, "forward_seconds": 85.95238859648816, "routing_seconds": 14.874994771700585, "materialize_seconds": 8.259992328094086, "disk_bytes_read": 111171019868, "disk_read_seconds": 45.38803969102446, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 205, "current_bytes": 26293963904, "non_weight_bytes": 4826991744, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35753895129, "effective_expert_bytes": 21474836480 }, "cache_hits": 36211, "cache_misses": 12897, "cache_evictions": 10334, "forward_calls": 7695, "forward_seconds": 86.9362718895718, "routing_seconds": 15.043366983678425, "materialize_seconds": 8.363132907135878, "disk_bytes_read": 112336512092, "disk_read_seconds": 45.9055128293694, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 208, "current_bytes": 26294209664, "non_weight_bytes": 4819897472, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35755546636, "effective_expert_bytes": 21474836480 }, "cache_hits": 36739, "cache_misses": 13023, "cache_evictions": 10460, "forward_calls": 7804, "forward_seconds": 87.9171620135312, "routing_seconds": 15.258085189328995, "materialize_seconds": 8.447539533372037, "disk_bytes_read": 113391903836, "disk_read_seconds": 46.35871309097274, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 210, "current_bytes": 26294209664, "non_weight_bytes": 4826713216, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35755546636, "effective_expert_bytes": 21474836480 }, "cache_hits": 37191, "cache_misses": 13165, "cache_evictions": 10602, "forward_calls": 7903, "forward_seconds": 88.90756139342557, "routing_seconds": 15.44630493823206, "materialize_seconds": 8.542737404204672, "disk_bytes_read": 114581513308, "disk_read_seconds": 46.85279962705681, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 213, "current_bytes": 26294275200, "non_weight_bytes": 4826254464, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35756866368, "effective_expert_bytes": 21474836480 }, "cache_hits": 37623, "cache_misses": 13309, "cache_evictions": 10746, "forward_calls": 7999, "forward_seconds": 89.90496210337733, "routing_seconds": 15.638448683283059, "materialize_seconds": 8.634727067110362, "disk_bytes_read": 115788948572, "disk_read_seconds": 47.3560072168475, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 215, "current_bytes": 26294275200, "non_weight_bytes": 4819438720, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35752862937, "effective_expert_bytes": 21474836480 }, "cache_hits": 38101, "cache_misses": 13431, "cache_evictions": 10868, "forward_calls": 8099, "forward_seconds": 90.90048197933356, "routing_seconds": 15.84274547122186, "materialize_seconds": 8.725566437788075, "disk_bytes_read": 116809737308, "disk_read_seconds": 47.83242785616312, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 218, "current_bytes": 26293914752, "non_weight_bytes": 4824845440, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35753120985, "effective_expert_bytes": 21474836480 }, "cache_hits": 38721, "cache_misses": 13549, "cache_evictions": 10986, "forward_calls": 8222, "forward_seconds": 91.87785393733066, "routing_seconds": 16.067892686318373, "materialize_seconds": 8.806345098069869, "disk_bytes_read": 117799593052, "disk_read_seconds": 48.264288341102656, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 220, "current_bytes": 26296323200, "non_weight_bytes": 4824108160, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35756276544, "effective_expert_bytes": 21474836480 }, "cache_hits": 39093, "cache_misses": 13687, "cache_evictions": 11124, "forward_calls": 8307, "forward_seconds": 92.86791589617496, "routing_seconds": 16.243853972206125, "materialize_seconds": 8.904427592846332, "disk_bytes_read": 118956172380, "disk_read_seconds": 48.782762824121164, "resident_cache_bytes": 21472215040, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 222, "current_bytes": 26299468928, "non_weight_bytes": 4825156736, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35755391808, "effective_expert_bytes": 21474836480 }, "cache_hits": 39538, "cache_misses": 13824, "cache_evictions": 11261, "forward_calls": 8404, "forward_seconds": 93.85662306411541, "routing_seconds": 16.432956928008934, "materialize_seconds": 8.998158966744086, "disk_bytes_read": 120104363100, "disk_read_seconds": 49.27660958006163, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 224, "current_bytes": 26299747456, "non_weight_bytes": 4827008128, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35759151936, "effective_expert_bytes": 21474836480 }, "cache_hits": 39919, "cache_misses": 13989, "cache_evictions": 11426, "forward_calls": 8495, "forward_seconds": 94.84801209918805, "routing_seconds": 16.598976340144873, "materialize_seconds": 9.090432594995946, "disk_bytes_read": 121485861980, "disk_read_seconds": 49.81668530643219, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 226, "current_bytes": 26299747456, "non_weight_bytes": 4825959552, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35759262528, "effective_expert_bytes": 21474836480 }, "cache_hits": 40294, "cache_misses": 14142, "cache_evictions": 11579, "forward_calls": 8583, "forward_seconds": 95.83526288805297, "routing_seconds": 16.766749343049014, "materialize_seconds": 9.188876689993776, "disk_bytes_read": 122769319004, "disk_read_seconds": 50.344624694407685, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 229, "current_bytes": 26299190400, "non_weight_bytes": 4825402496, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35755642483, "effective_expert_bytes": 21474836480 }, "cache_hits": 40819, "cache_misses": 14259, "cache_evictions": 11696, "forward_calls": 8690, "forward_seconds": 96.82071155804442, "routing_seconds": 16.97923896284192, "materialize_seconds": 9.273822239978472, "disk_bytes_read": 123749213276, "disk_read_seconds": 50.80649183472269, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 231, "current_bytes": 26299190400, "non_weight_bytes": 4826975360, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35755185369, "effective_expert_bytes": 21474836480 }, "cache_hits": 41399, "cache_misses": 14375, "cache_evictions": 11812, "forward_calls": 8806, "forward_seconds": 97.80126272511552, "routing_seconds": 17.19926750677405, "materialize_seconds": 9.35976378378109, "disk_bytes_read": 124720718940, "disk_read_seconds": 51.2448341222771, "resident_cache_bytes": 21472215040, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 233, "current_bytes": 26299747456, "non_weight_bytes": 4830153856, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35755185369, "effective_expert_bytes": 21474836480 }, "cache_hits": 41757, "cache_misses": 14515, "cache_evictions": 11952, "forward_calls": 8889, "forward_seconds": 98.79019126307685, "routing_seconds": 17.366805384663166, "materialize_seconds": 9.460505616851151, "disk_bytes_read": 125892502620, "disk_read_seconds": 51.77199623771594, "resident_cache_bytes": 21470117888, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 236, "current_bytes": 26299190400, "non_weight_bytes": 4832218240, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35756888486, "effective_expert_bytes": 21474836480 }, "cache_hits": 42242, "cache_misses": 14648, "cache_evictions": 12085, "forward_calls": 8992, "forward_seconds": 99.76674676299444, "routing_seconds": 17.570035307609942, "materialize_seconds": 9.550295781809837, "disk_bytes_read": 127005041756, "disk_read_seconds": 52.23539758150582, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 238, "current_bytes": 26299190400, "non_weight_bytes": 4831693952, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35758296691, "effective_expert_bytes": 21474836480 }, "cache_hits": 42777, "cache_misses": 14773, "cache_evictions": 12210, "forward_calls": 9102, "forward_seconds": 100.75725492596393, "routing_seconds": 17.782806849485496, "materialize_seconds": 9.636555406614207, "disk_bytes_read": 128052569180, "disk_read_seconds": 52.69505896928604, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26299468928, "non_weight_bytes": 4832496768, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35750953382, "effective_expert_bytes": 21474836480 }, "cache_hits": 43123, "cache_misses": 14931, "cache_evictions": 12368, "forward_calls": 9186, "forward_seconds": 101.7556359229784, "routing_seconds": 17.945759141468443, "materialize_seconds": 9.73557348846225, "disk_bytes_read": 129376396380, "disk_read_seconds": 53.24592338624643, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26316131456, "non_weight_bytes": 4848635008, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35750953382, "effective_expert_bytes": 21474836480 }, "cache_hits": 43318, "cache_misses": 15124, "cache_evictions": 12561, "forward_calls": 9207, "forward_seconds": 102.66044159108424, "routing_seconds": 18.01563310061465, "materialize_seconds": 9.833217032050015, "disk_bytes_read": 130994349148, "disk_read_seconds": 53.85020981694106, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26316131456, "non_weight_bytes": 4848635008, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35750953382, "effective_expert_bytes": 21474836480 }, "cache_hits": 43520, "cache_misses": 15339, "cache_evictions": 12776, "forward_calls": 9219, "forward_seconds": 103.69618859112961, "routing_seconds": 18.094181642722106, "materialize_seconds": 9.950368943245849, "disk_bytes_read": 132797899868, "disk_read_seconds": 54.527683375636116, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26316131456, "non_weight_bytes": 4848635008, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35750953382, "effective_expert_bytes": 21474836480 }, "cache_hits": 43656, "cache_misses": 15552, "cache_evictions": 12990, "forward_calls": 9229, "forward_seconds": 104.7587017590995, "routing_seconds": 18.17162760073552, "materialize_seconds": 10.063883564231219, "disk_bytes_read": 134584673372, "disk_read_seconds": 55.234503131738165, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26316131456, "non_weight_bytes": 4848635008, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35750953382, "effective_expert_bytes": 21474836480 }, "cache_hits": 43755, "cache_misses": 15785, "cache_evictions": 13223, "forward_calls": 9238, "forward_seconds": 105.81590304907877, "routing_seconds": 18.23268880668911, "materialize_seconds": 10.156714317185106, "disk_bytes_read": 136539219036, "disk_read_seconds": 55.982231718167895, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26316131456, "non_weight_bytes": 4848635008, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35750953382, "effective_expert_bytes": 21474836480 }, "cache_hits": 43847, "cache_misses": 15995, "cache_evictions": 13431, "forward_calls": 9245, "forward_seconds": 106.74674700805917, "routing_seconds": 18.287608223647112, "materialize_seconds": 10.244370034168242, "disk_bytes_read": 138281952348, "disk_read_seconds": 56.64809913211502, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 258, "current_bytes": 26291506328, "non_weight_bytes": 4821388440, "predicted_peak_bytes": 7799833, "ceiling_bytes": 34989365282, "effective_expert_bytes": 21474836480 }, "cache_hits": 44524, "cache_misses": 16134, "cache_evictions": 13570, "forward_calls": 9381, "forward_seconds": 107.64968209993094, "routing_seconds": 18.473994934553048, "materialize_seconds": 10.304330654354999, "disk_bytes_read": 139445871708, "disk_read_seconds": 57.09703558072215, "resident_cache_bytes": 21470117888, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 260, "current_bytes": 26289032344, "non_weight_bytes": 4817865880, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35001604130, "effective_expert_bytes": 21474836480 }, "cache_hits": 45002, "cache_misses": 16304, "cache_evictions": 13740, "forward_calls": 9489, "forward_seconds": 108.6293040618184, "routing_seconds": 18.636526648537256, "materialize_seconds": 10.380773693061201, "disk_bytes_read": 140869837916, "disk_read_seconds": 57.639566668483894, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 262, "current_bytes": 26288458904, "non_weight_bytes": 4818341016, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35021599164, "effective_expert_bytes": 21474836480 }, "cache_hits": 45422, "cache_misses": 16460, "cache_evictions": 13896, "forward_calls": 9585, "forward_seconds": 109.6025520186522, "routing_seconds": 18.829554437223123, "materialize_seconds": 10.447675363946473, "disk_bytes_read": 142175839324, "disk_read_seconds": 58.14714911102783, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 264, "current_bytes": 26281217176, "non_weight_bytes": 4809526424, "predicted_peak_bytes": 7799833, "ceiling_bytes": 34941243016, "effective_expert_bytes": 21474836480 }, "cache_hits": 45740, "cache_misses": 16634, "cache_evictions": 14070, "forward_calls": 9667, "forward_seconds": 110.58344601554563, "routing_seconds": 18.99423260401818, "materialize_seconds": 10.518749485170702, "disk_bytes_read": 143633884252, "disk_read_seconds": 58.706272183713736, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 267, "current_bytes": 26282232984, "non_weight_bytes": 4810017944, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35017920136, "effective_expert_bytes": 21474836480 }, "cache_hits": 46146, "cache_misses": 16798, "cache_evictions": 14234, "forward_calls": 9762, "forward_seconds": 111.57564359423122, "routing_seconds": 19.185925682017114, "materialize_seconds": 10.588410941301845, "disk_bytes_read": 145008567388, "disk_read_seconds": 59.23240186632029, "resident_cache_bytes": 21472215040, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 269, "current_bytes": 26284100760, "non_weight_bytes": 4815031448, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35057681647, "effective_expert_bytes": 21474836480 }, "cache_hits": 46606, "cache_misses": 16956, "cache_evictions": 14392, "forward_calls": 9865, "forward_seconds": 112.548470675305, "routing_seconds": 19.374669266020646, "materialize_seconds": 10.651744563278044, "disk_bytes_read": 146330821724, "disk_read_seconds": 59.73831092187902, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 271, "current_bytes": 26285149336, "non_weight_bytes": 4817128600, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35084798805, "effective_expert_bytes": 21474836480 }, "cache_hits": 47019, "cache_misses": 17113, "cache_evictions": 14549, "forward_calls": 9960, "forward_seconds": 113.53307242438314, "routing_seconds": 19.572287255898118, "materialize_seconds": 10.721445066301385, "disk_bytes_read": 147646784604, "disk_read_seconds": 60.24806076558889, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 273, "current_bytes": 26286443672, "non_weight_bytes": 4819471512, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35106614920, "effective_expert_bytes": 21474836480 }, "cache_hits": 47436, "cache_misses": 17272, "cache_evictions": 14708, "forward_calls": 10056, "forward_seconds": 114.50798655016115, "routing_seconds": 19.765023839630885, "materialize_seconds": 10.78422131339903, "disk_bytes_read": 148979524700, "disk_read_seconds": 60.76028200253495, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 276, "current_bytes": 26294504600, "non_weight_bytes": 4819668120, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35119760623, "effective_expert_bytes": 21474836480 }, "cache_hits": 47886, "cache_misses": 17428, "cache_evictions": 14863, "forward_calls": 10157, "forward_seconds": 115.48766063238145, "routing_seconds": 19.959034461789997, "materialize_seconds": 10.847791975189466, "disk_bytes_read": 150287623260, "disk_read_seconds": 61.26372768837609, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 278, "current_bytes": 26295028888, "non_weight_bytes": 4820716696, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35164461909, "effective_expert_bytes": 21474836480 }, "cache_hits": 48396, "cache_misses": 17578, "cache_evictions": 15013, "forward_calls": 10267, "forward_seconds": 116.47021384126856, "routing_seconds": 20.1569426729111, "materialize_seconds": 10.908019389171386, "disk_bytes_read": 151545390172, "disk_read_seconds": 61.75447143000201, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 280, "current_bytes": 26297126040, "non_weight_bytes": 4827532440, "predicted_peak_bytes": 7799833, "ceiling_bytes": 34948851746, "effective_expert_bytes": 21474836480 }, "cache_hits": 48780, "cache_misses": 17746, "cache_evictions": 15183, "forward_calls": 10359, "forward_seconds": 117.44719396918663, "routing_seconds": 20.3231784227537, "materialize_seconds": 10.989568176155444, "disk_bytes_read": 152952054876, "disk_read_seconds": 62.29449308151379, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 283, "current_bytes": 26308463768, "non_weight_bytes": 4837821592, "predicted_peak_bytes": 7799833, "ceiling_bytes": 34952611874, "effective_expert_bytes": 21474836480 }, "cache_hits": 49317, "cache_misses": 17893, "cache_evictions": 15330, "forward_calls": 10473, "forward_seconds": 118.42177746928064, "routing_seconds": 20.526974923646776, "materialize_seconds": 11.053433762077475, "disk_bytes_read": 154182558812, "disk_read_seconds": 62.781296870758524, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 286, "current_bytes": 26309495960, "non_weight_bytes": 4839902360, "predicted_peak_bytes": 7799833, "ceiling_bytes": 34963147605, "effective_expert_bytes": 21474836480 }, "cache_hits": 49903, "cache_misses": 18027, "cache_evictions": 15464, "forward_calls": 10593, "forward_seconds": 119.39052326025558, "routing_seconds": 20.748725593759445, "materialize_seconds": 11.109661139955278, "disk_bytes_read": 155305059420, "disk_read_seconds": 63.238286682608305, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 288, "current_bytes": 26311593112, "non_weight_bytes": 4840950936, "predicted_peak_bytes": 7799833, "ceiling_bytes": 34980119791, "effective_expert_bytes": 21474836480 }, "cache_hits": 50394, "cache_misses": 18184, "cache_evictions": 15621, "forward_calls": 10701, "forward_seconds": 120.37309076727252, "routing_seconds": 20.936089431575965, "materialize_seconds": 11.18034442901262, "disk_bytes_read": 156621022300, "disk_read_seconds": 63.748636523407185, "resident_cache_bytes": 21471690752, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 290, "current_bytes": 26310937752, "non_weight_bytes": 4843965592, "predicted_peak_bytes": 7799833, "ceiling_bytes": 34969569314, "effective_expert_bytes": 21474836480 }, "cache_hits": 50624, "cache_misses": 18374, "cache_evictions": 15811, "forward_calls": 10771, "forward_seconds": 121.36980743226013, "routing_seconds": 21.0618286425306, "materialize_seconds": 11.261865425069118, "disk_bytes_read": 158210139228, "disk_read_seconds": 64.37045432339073, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 292, "current_bytes": 26310724760, "non_weight_bytes": 4837461144, "predicted_peak_bytes": 7799833, "ceiling_bytes": 34960345941, "effective_expert_bytes": 21474836480 }, "cache_hits": 51048, "cache_misses": 18532, "cache_evictions": 15968, "forward_calls": 10868, "forward_seconds": 122.3444447282236, "routing_seconds": 21.26339785239543, "materialize_seconds": 11.334254677087301, "disk_bytes_read": 159532393564, "disk_read_seconds": 64.87209345927113, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 295, "current_bytes": 26309790872, "non_weight_bytes": 4836002968, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35021414844, "effective_expert_bytes": 21474836480 }, "cache_hits": 51487, "cache_misses": 18693, "cache_evictions": 16129, "forward_calls": 10968, "forward_seconds": 123.33883264224278, "routing_seconds": 21.46587464318145, "materialize_seconds": 11.399919763818616, "disk_bytes_read": 160880862300, "disk_read_seconds": 65.383848973579, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 297, "current_bytes": 26310659224, "non_weight_bytes": 4836871320, "predicted_peak_bytes": 7799833, "ceiling_bytes": 34964585301, "effective_expert_bytes": 21474836480 }, "cache_hits": 51984, "cache_misses": 18850, "cache_evictions": 16286, "forward_calls": 11077, "forward_seconds": 124.31373864115449, "routing_seconds": 21.660518553224392, "materialize_seconds": 11.460713595966808, "disk_bytes_read": 162197349468, "disk_read_seconds": 65.8828123677522, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 299, "current_bytes": 26310659224, "non_weight_bytes": 4838444184, "predicted_peak_bytes": 7799833, "ceiling_bytes": 34949920802, "effective_expert_bytes": 21474836480 }, "cache_hits": 52437, "cache_misses": 19003, "cache_evictions": 16439, "forward_calls": 11178, "forward_seconds": 125.29218222710188, "routing_seconds": 21.864739596116124, "materialize_seconds": 11.526917513081571, "disk_bytes_read": 163478185052, "disk_read_seconds": 66.37234233439085, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 302, "current_bytes": 26310724760, "non_weight_bytes": 4840606872, "predicted_peak_bytes": 7799833, "ceiling_bytes": 34946580924, "effective_expert_bytes": 21474836480 }, "cache_hits": 52952, "cache_misses": 19154, "cache_evictions": 16590, "forward_calls": 11289, "forward_seconds": 126.27067638703738, "routing_seconds": 22.073211008217186, "materialize_seconds": 11.58955251701991, "disk_bytes_read": 164741719132, "disk_read_seconds": 66.85443694249261, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 304, "current_bytes": 26310970520, "non_weight_bytes": 4839279768, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35036337391, "effective_expert_bytes": 21474836480 }, "cache_hits": 53383, "cache_misses": 19311, "cache_evictions": 16747, "forward_calls": 11387, "forward_seconds": 127.25629730182118, "routing_seconds": 22.273271000362, "materialize_seconds": 11.656820090982364, "disk_bytes_read": 166058206300, "disk_read_seconds": 67.35691136308014, "resident_cache_bytes": 21472215040, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 306, "current_bytes": 26310970520, "non_weight_bytes": 4839804056, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35048554120, "effective_expert_bytes": 21474836480 }, "cache_hits": 53733, "cache_misses": 19483, "cache_evictions": 16919, "forward_calls": 11474, "forward_seconds": 128.2437553005875, "routing_seconds": 22.451238291250775, "materialize_seconds": 11.727085845079273, "disk_bytes_read": 167498949724, "disk_read_seconds": 67.90109651887906, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 309, "current_bytes": 26310970520, "non_weight_bytes": 4836658328, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35055772092, "effective_expert_bytes": 21474836480 }, "cache_hits": 54145, "cache_misses": 19647, "cache_evictions": 17083, "forward_calls": 11570, "forward_seconds": 129.21994521663873, "routing_seconds": 22.635980411316268, "materialize_seconds": 11.797322759026429, "disk_bytes_read": 168872059996, "disk_read_seconds": 68.4223451205471, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 311, "current_bytes": 26309790872, "non_weight_bytes": 4838100120, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35055772092, "effective_expert_bytes": 21474836480 }, "cache_hits": 54665, "cache_misses": 19805, "cache_evictions": 17241, "forward_calls": 11683, "forward_seconds": 130.20168417561217, "routing_seconds": 22.828407618158963, "materialize_seconds": 11.86661009216914, "disk_bytes_read": 170193790044, "disk_read_seconds": 68.92449138421216, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 314, "current_bytes": 26310970520, "non_weight_bytes": 4843998360, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35035054524, "effective_expert_bytes": 21474836480 }, "cache_hits": 55116, "cache_misses": 19966, "cache_evictions": 17403, "forward_calls": 11785, "forward_seconds": 131.1739371365693, "routing_seconds": 23.0169959931809, "materialize_seconds": 11.934130886016646, "disk_bytes_read": 171541734492, "disk_read_seconds": 69.43551761691924, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 316, "current_bytes": 26311003288, "non_weight_bytes": 4844031128, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35035054524, "effective_expert_bytes": 21474836480 }, "cache_hits": 55482, "cache_misses": 20134, "cache_evictions": 17571, "forward_calls": 11874, "forward_seconds": 132.16308793160715, "routing_seconds": 23.19141261911136, "materialize_seconds": 12.006934844190255, "disk_bytes_read": 172947874908, "disk_read_seconds": 69.97407224363997, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 318, "current_bytes": 26311003288, "non_weight_bytes": 4838263960, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35030092629, "effective_expert_bytes": 21474836480 }, "cache_hits": 55858, "cache_misses": 20304, "cache_evictions": 17740, "forward_calls": 11965, "forward_seconds": 133.15164555850788, "routing_seconds": 23.368345076974947, "materialize_seconds": 12.074332589050755, "disk_bytes_read": 174370268252, "disk_read_seconds": 70.51617359762895, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 320, "current_bytes": 26311625880, "non_weight_bytes": 4838886552, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35050522658, "effective_expert_bytes": 21474836480 }, "cache_hits": 56280, "cache_misses": 20464, "cache_evictions": 17900, "forward_calls": 12062, "forward_seconds": 134.12672164061223, "routing_seconds": 23.56228520500008, "materialize_seconds": 12.13754429895198, "disk_bytes_read": 175709824092, "disk_read_seconds": 71.02718575458857, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 322, "current_bytes": 26311625880, "non_weight_bytes": 4840459416, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35074816034, "effective_expert_bytes": 21474836480 }, "cache_hits": 56661, "cache_misses": 20635, "cache_evictions": 18071, "forward_calls": 12154, "forward_seconds": 135.11364168176078, "routing_seconds": 23.740751539124176, "materialize_seconds": 12.207372299890267, "disk_bytes_read": 177141654620, "disk_read_seconds": 71.568450486433, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 324, "current_bytes": 26310986904, "non_weight_bytes": 4839296152, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35063454549, "effective_expert_bytes": 21474836480 }, "cache_hits": 57046, "cache_misses": 20796, "cache_evictions": 18232, "forward_calls": 12245, "forward_seconds": 136.08680314489175, "routing_seconds": 23.92582995723933, "materialize_seconds": 12.273239133966854, "disk_bytes_read": 178490647644, "disk_read_seconds": 72.0801620784041, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 327, "current_bytes": 26310986904, "non_weight_bytes": 4839296152, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35054953711, "effective_expert_bytes": 21474836480 }, "cache_hits": 57521, "cache_misses": 20951, "cache_evictions": 18387, "forward_calls": 12350, "forward_seconds": 137.07098777094507, "routing_seconds": 24.133634664147394, "materialize_seconds": 12.338913845276693, "disk_bytes_read": 179788260444, "disk_read_seconds": 72.5722972767835, "resident_cache_bytes": 21471690752, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 329, "current_bytes": 26311855256, "non_weight_bytes": 4841213080, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35054953711, "effective_expert_bytes": 21474836480 }, "cache_hits": 57997, "cache_misses": 21111, "cache_evictions": 18547, "forward_calls": 12456, "forward_seconds": 138.0504654799588, "routing_seconds": 24.31454132939689, "materialize_seconds": 12.404855521279387, "disk_bytes_read": 181127816284, "disk_read_seconds": 73.08348498691339, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 331, "current_bytes": 26310053016, "non_weight_bytes": 4839935128, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35067347388, "effective_expert_bytes": 21474836480 }, "cache_hits": 58392, "cache_misses": 21280, "cache_evictions": 18716, "forward_calls": 12550, "forward_seconds": 139.03114810504485, "routing_seconds": 24.492434372426942, "materialize_seconds": 12.471695057029137, "disk_bytes_read": 182542345308, "disk_read_seconds": 73.61880515684607, "resident_cache_bytes": 21470117888, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 334, "current_bytes": 26311232664, "non_weight_bytes": 4841639064, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35044727637, "effective_expert_bytes": 21474836480 }, "cache_hits": 58800, "cache_misses": 21442, "cache_evictions": 18878, "forward_calls": 12645, "forward_seconds": 140.0082164380292, "routing_seconds": 24.68194341752678, "materialize_seconds": 12.540092303155689, "disk_bytes_read": 183897105500, "disk_read_seconds": 74.1362632093369, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 336, "current_bytes": 26311150744, "non_weight_bytes": 4839459992, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35044727637, "effective_expert_bytes": 21474836480 }, "cache_hits": 59407, "cache_misses": 21591, "cache_evictions": 19027, "forward_calls": 12771, "forward_seconds": 140.9781192271912, "routing_seconds": 24.89073183774599, "materialize_seconds": 12.603581596078584, "disk_bytes_read": 185145959516, "disk_read_seconds": 74.61047138576396, "resident_cache_bytes": 21471690752, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 339, "current_bytes": 26311150744, "non_weight_bytes": 4836838552, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35047816840, "effective_expert_bytes": 21474836480 }, "cache_hits": 59892, "cache_misses": 21760, "cache_evictions": 19197, "forward_calls": 12880, "forward_seconds": 141.97326523115044, "routing_seconds": 25.072866171656642, "materialize_seconds": 12.676254647172755, "disk_bytes_read": 186563109980, "disk_read_seconds": 75.14671981369611, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 341, "current_bytes": 26311232664, "non_weight_bytes": 4837444760, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35044277896, "effective_expert_bytes": 21474836480 }, "cache_hits": 60280, "cache_misses": 21930, "cache_evictions": 19367, "forward_calls": 12973, "forward_seconds": 142.95736318014679, "routing_seconds": 25.249720954801887, "materialize_seconds": 12.743446893204236, "disk_bytes_read": 187986027612, "disk_read_seconds": 75.68747940068715, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 343, "current_bytes": 26310053016, "non_weight_bytes": 4843080856, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35051731797, "effective_expert_bytes": 21474836480 }, "cache_hits": 60619, "cache_misses": 22101, "cache_evictions": 19538, "forward_calls": 13058, "forward_seconds": 143.94250909012044, "routing_seconds": 25.430989616783336, "materialize_seconds": 12.818363018421223, "disk_bytes_read": 189418382428, "disk_read_seconds": 76.22806866109022, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 345, "current_bytes": 26311019672, "non_weight_bytes": 4837231768, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35051871880, "effective_expert_bytes": 21474836480 }, "cache_hits": 60974, "cache_misses": 22274, "cache_evictions": 19710, "forward_calls": 13146, "forward_seconds": 144.92213812901173, "routing_seconds": 25.604015154764056, "materialize_seconds": 12.891764318395872, "disk_bytes_read": 190866990172, "disk_read_seconds": 76.7760092029639, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 348, "current_bytes": 26311855256, "non_weight_bytes": 4838591640, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35061633468, "effective_expert_bytes": 21474836480 }, "cache_hits": 61586, "cache_misses": 22412, "cache_evictions": 19848, "forward_calls": 13271, "forward_seconds": 145.89417242494528, "routing_seconds": 25.839007156755542, "materialize_seconds": 12.95427002129145, "disk_bytes_read": 192023045212, "disk_read_seconds": 77.22008279158035, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 351, "current_bytes": 26311855256, "non_weight_bytes": 4839115928, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35046946850, "effective_expert_bytes": 21474836480 }, "cache_hits": 62079, "cache_misses": 22567, "cache_evictions": 20003, "forward_calls": 13379, "forward_seconds": 146.87191163294483, "routing_seconds": 26.031465445819777, "materialize_seconds": 13.022986643278273, "disk_bytes_read": 193320658012, "disk_read_seconds": 77.72137280076277, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 353, "current_bytes": 26310053016, "non_weight_bytes": 4836789400, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35048495138, "effective_expert_bytes": 21474836480 }, "cache_hits": 62521, "cache_misses": 22737, "cache_evictions": 20173, "forward_calls": 13481, "forward_seconds": 147.8497205459862, "routing_seconds": 26.19966936603305, "materialize_seconds": 13.094225475389976, "disk_bytes_read": 194744099932, "disk_read_seconds": 78.26085650036111, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 355, "current_bytes": 26310053016, "non_weight_bytes": 4838886552, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35048495138, "effective_expert_bytes": 21474836480 }, "cache_hits": 62970, "cache_misses": 22894, "cache_evictions": 20330, "forward_calls": 13582, "forward_seconds": 148.82838258286938, "routing_seconds": 26.403819243132602, "materialize_seconds": 13.156250475207344, "disk_bytes_read": 196057441372, "disk_read_seconds": 78.75733563120593, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 358, "current_bytes": 26311838872, "non_weight_bytes": 4839623832, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35051849762, "effective_expert_bytes": 21474836480 }, "cache_hits": 63440, "cache_misses": 23048, "cache_evictions": 20484, "forward_calls": 13686, "forward_seconds": 149.80034674779745, "routing_seconds": 26.598044781014323, "materialize_seconds": 13.225696845183847, "disk_bytes_read": 197345616988, "disk_read_seconds": 79.25130633282242, "resident_cache_bytes": 21472215040, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 359, "current_bytes": 26311838872, "non_weight_bytes": 4840148120, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35051849762, "effective_expert_bytes": 21474836480 }, "cache_hits": 63699, "cache_misses": 23233, "cache_evictions": 20669, "forward_calls": 13760, "forward_seconds": 150.77729736984475, "routing_seconds": 26.747224152029958, "materialize_seconds": 13.300283751013922, "disk_bytes_read": 198895936604, "disk_read_seconds": 79.8364383711305, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 359, "current_bytes": 26324798616, "non_weight_bytes": 4852059288, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35053921519, "effective_expert_bytes": 21474836480 }, "cache_hits": 63699, "cache_misses": 23233, "cache_evictions": 20669, "forward_calls": 13760, "forward_seconds": 150.77729736984475, "routing_seconds": 26.747224152029958, "materialize_seconds": 13.300283751013922, "disk_bytes_read": 198895936604, "disk_read_seconds": 79.8364383711305, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 } ] }