{ "model": "mlx-community/DeepSeek-V4-Flash-2bit-DQ", "binary": "/Users/philipbodenbach/Documents/werk1112/target/release/werk", "binary_sha256": "18978a6c2e1ada7e3f507468ac84b4e23b8045f4a73687eab267dcdb62a87107", "same_context": false, "persistence": true, "fixed_history": true, "expert_budget": "20480", "reasoning_effort": null, "samples": [ { "first_text_seconds": 8.0652577909932, "total_seconds": 36.56635683300556, "finish_reason": "stop", "truncated": false, "answer": "In Rust, **ownership** ensures each value has a single owner, who is responsible for its lifecycle. When the owner goes out of scope, the value is freed. **Borrowing** allows temporary access to a value without transferring ownership, using references (`&` or `&mut`). The compiler enforces rules: you can have either one mutable reference or any number of immutable references, and references must always outlive their use. This prevents dangling pointers and data races, making Rust memory-safe without garbage collection.", "usage": { "completion_tokens": 105, "prompt_tokens": 16, "total_tokens": 121 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 16, "completion_tokens": 105, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 0, "cache_evictions": 0, "forward_calls": 0, "forward_seconds": 0.0, "routing_seconds": 0.0, "materialize_seconds": 0.03352798498235643, "disk_bytes_read": 4312736860, "disk_read_seconds": 1.120361021865392, "resident_cache_bytes": 0, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26362268896, "non_weight_bytes": 4894772448, "predicted_peak_bytes": 7787852, "ceiling_bytes": 35829031420, "effective_expert_bytes": 21474836480 }, "cache_hits": 21878, "cache_misses": 7642, "cache_evictions": 5079, "forward_calls": 4644, "forward_seconds": 35.020090009464184, "routing_seconds": 6.065843500342453, "materialize_seconds": 2.8878444538568147, "disk_bytes_read": 68328301660, "disk_read_seconds": 17.89564879963291, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 0, 35 ], "correct": true, "matches_baseline": true, "backend_phases": { "cached_prompt_tokens": 0, "decode_seconds": 28.5, "evaluated_prompt_tokens": 16, "first_token_seconds": 8.05, "prompt_seconds": 8.05 }, "expert_hit_rate": 0.7411246612466125, "expert_read_GiB": 59.619140625, "decode_tokens_per_second": 3.6842105263157894, "decode_window": { "token_equivalents": 100.90697674418605, "expert_hit_rate": 0.7981869862487516, "read_GiB_per_token": 0.40627126876152336, "disk_read_seconds_per_token": 0.11396131685701512, "forward_seconds_per_token": 0.25839636630351726, "routing_seconds_per_token": 0.05355225513238288 } }, { "first_text_seconds": 3.994600542006083, "total_seconds": 28.456211125012487, "finish_reason": "stop", "truncated": false, "answer": "In Rust, **ownership** means each value has a single owner, who controls its lifecycle. When the owner goes out of scope, the value is freed. **Borrowing** lets others temporarily use a value without owning it, via references (`&` or `&mut`). The compiler enforces rules: you can have either one mutable reference or any number of immutable references, and references must always outlive their use. This prevents dangling pointers and data races, making Rust memory-safe without garbage collection.", "usage": { "completion_tokens": 103, "prompt_tokens": 137, "total_tokens": 240 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 137, "completion_tokens": 103, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26362268896, "non_weight_bytes": 4894772448, "predicted_peak_bytes": 7787852, "ceiling_bytes": 35829031420, "effective_expert_bytes": 21474836480 }, "cache_hits": 21878, "cache_misses": 7642, "cache_evictions": 5079, "forward_calls": 4644, "forward_seconds": 35.020090009464184, "routing_seconds": 6.065843500342453, "materialize_seconds": 2.8878444538568147, "disk_bytes_read": 68328301660, "disk_read_seconds": 17.89564879963291, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26365152480, "non_weight_bytes": 4897131744, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35678220796, "effective_expert_bytes": 21474836480 }, "cache_hits": 44158, "cache_misses": 13992, "cache_evictions": 11429, "forward_calls": 9202, "forward_seconds": 62.078712944319705, "routing_seconds": 10.793279680161504, "materialize_seconds": 5.443386925559025, "disk_bytes_read": 121520989276, "disk_read_seconds": 31.109935364103876, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 35, 63 ], "correct": true, "matches_baseline": true, "backend_phases": { "cached_prompt_tokens": 122, "decode_seconds": 24.46, "evaluated_prompt_tokens": 15, "first_token_seconds": 3.99, "prompt_seconds": 3.99 }, "expert_hit_rate": 0.7782046804051694, "expert_read_GiB": 49.53955078125, "decode_tokens_per_second": 4.210956663941128, "decode_window": { "token_equivalents": 98.13953488372093, "expert_hit_rate": 0.8048973143759873, "read_GiB_per_token": 0.3927612883219787, "disk_read_seconds_per_token": 0.10530433972503811, "forward_seconds_per_token": 0.22542054100074255, "routing_seconds_per_token": 0.042334901987056646 } }, { "first_text_seconds": 4.278682500007562, "total_seconds": 33.64186958401115, "finish_reason": "stop", "truncated": false, "answer": "In Rust, **ownership** means each value has a single owner, who controls its lifecycle. When the owner goes out of scope, the value is freed. **Borrowing** lets others temporarily use a value without owning it, via references (`&` or `&mut`). The compiler enforces rules: you can have either one mutable reference or any number of immutable references, and references must always outlive their use. This prevents dangling pointers and data races, making Rust memory-safe without garbage collection.", "usage": { "completion_tokens": 103, "prompt_tokens": 256, "total_tokens": 359 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 256, "completion_tokens": 103, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26365152480, "non_weight_bytes": 4897131744, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35678220796, "effective_expert_bytes": 21474836480 }, "cache_hits": 44158, "cache_misses": 13992, "cache_evictions": 11429, "forward_calls": 9202, "forward_seconds": 62.078712944319705, "routing_seconds": 10.793279680161504, "materialize_seconds": 5.443386925559025, "disk_bytes_read": 121520989276, "disk_read_seconds": 31.109935364103876, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 359, "current_bytes": 26381077752, "non_weight_bytes": 4910435576, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35514205509, "effective_expert_bytes": 21474836480 }, "cache_hits": 65456, "cache_misses": 21476, "cache_evictions": 18912, "forward_calls": 13760, "forward_seconds": 94.17870175026474, "routing_seconds": 16.631648710812442, "materialize_seconds": 8.152046131552197, "disk_bytes_read": 184198571100, "disk_read_seconds": 46.73019661902799, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 63, 97 ], "correct": true, "matches_baseline": true, "backend_phases": { "cached_prompt_tokens": 241, "decode_seconds": 29.36, "evaluated_prompt_tokens": 15, "first_token_seconds": 4.27, "prompt_seconds": 4.27 }, "expert_hit_rate": 0.7399763741227156, "expert_read_GiB": 58.373046875, "decode_tokens_per_second": 3.508174386920981, "decode_window": { "token_equivalents": 102.23255813953489, "expert_hit_rate": 0.7623597209584471, "read_GiB_per_token": 0.4782438269520587, "disk_read_seconds_per_token": 0.1285873906364297, "forward_seconds_per_token": 0.27414214489058364, "routing_seconds_per_token": 0.05332508872837689 } } ], "status": [ { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 264, "cache_evictions": 0, "forward_calls": 4, "forward_seconds": 0.955195624002954, "routing_seconds": 0.03630024896119721, "materialize_seconds": 0.11381257555331104, "disk_bytes_read": 6527329372, "disk_read_seconds": 1.7315302085189614, "resident_cache_bytes": 2214592512, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 560, "cache_evictions": 0, "forward_calls": 11, "forward_seconds": 1.9886632900161203, "routing_seconds": 0.09066849894588813, "materialize_seconds": 0.19750411532004364, "disk_bytes_read": 9010357340, "disk_read_seconds": 2.369574104435742, "resident_cache_bytes": 4697620480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 858, "cache_evictions": 0, "forward_calls": 19, "forward_seconds": 3.0253302070486825, "routing_seconds": 0.14767924897023477, "materialize_seconds": 0.27892160724150017, "disk_bytes_read": 11510162524, "disk_read_seconds": 3.014508427469991, "resident_cache_bytes": 7197425664, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1153, "cache_evictions": 0, "forward_calls": 26, "forward_seconds": 4.057483872078592, "routing_seconds": 0.1949043330096174, "materialize_seconds": 0.36837130546336994, "disk_bytes_read": 13984801884, "disk_read_seconds": 3.6513622163329273, "resident_cache_bytes": 9672065024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1476, "cache_evictions": 0, "forward_calls": 34, "forward_seconds": 5.214216371066868, "routing_seconds": 0.254388874018332, "materialize_seconds": 0.458104823512258, "disk_bytes_read": 16694322268, "disk_read_seconds": 4.347949791554129, "resident_cache_bytes": 12381585408, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1769, "cache_evictions": 0, "forward_calls": 40, "forward_seconds": 6.347525413060794, "routing_seconds": 0.301324624044355, "materialize_seconds": 0.5337893980613444, "disk_bytes_read": 19152184412, "disk_read_seconds": 5.069292256666813, "resident_cache_bytes": 14839447552, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 220, "cache_misses": 1994, "cache_evictions": 0, "forward_calls": 93, "forward_seconds": 7.256037250190275, "routing_seconds": 0.3936272081336938, "materialize_seconds": 0.6039159710053355, "disk_bytes_read": 21009736796, "disk_read_seconds": 5.566567756672157, "resident_cache_bytes": 16696999936, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 18, "current_bytes": 22529819184, "non_weight_bytes": 4836672048, "predicted_peak_bytes": 7660036, "ceiling_bytes": 35740135065, "effective_expert_bytes": 21474836480 }, "cache_hits": 737, "cache_misses": 2191, "cache_evictions": 0, "forward_calls": 212, "forward_seconds": 8.199891754135024, "routing_seconds": 0.5417900860484224, "materialize_seconds": 0.6766385019000154, "disk_bytes_read": 22660195420, "disk_read_seconds": 6.005986045842292, "resident_cache_bytes": 18347458560, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 21, "current_bytes": 24633460760, "non_weight_bytes": 4838443032, "predicted_peak_bytes": 7661737, "ceiling_bytes": 35534044353, "effective_expert_bytes": 21474836480 }, "cache_hits": 1218, "cache_misses": 2412, "cache_evictions": 0, "forward_calls": 329, "forward_seconds": 9.175645667914068, "routing_seconds": 0.674770462064771, "materialize_seconds": 0.7472958430589642, "disk_bytes_read": 24510407772, "disk_read_seconds": 6.4979823751491494, "resident_cache_bytes": 20197670912, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 24, "current_bytes": 26314788040, "non_weight_bytes": 4844145864, "predicted_peak_bytes": 7663437, "ceiling_bytes": 35598542752, "effective_expert_bytes": 21474836480 }, "cache_hits": 1669, "cache_misses": 2627, "cache_evictions": 63, "forward_calls": 440, "forward_seconds": 10.155114081891952, "routing_seconds": 0.8169269180507399, "materialize_seconds": 0.8250054009840824, "disk_bytes_read": 26311861340, "disk_read_seconds": 6.99775907228468, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 27, "current_bytes": 26317425864, "non_weight_bytes": 4849405128, "predicted_peak_bytes": 7665138, "ceiling_bytes": 35699491303, "effective_expert_bytes": 21474836480 }, "cache_hits": 2278, "cache_misses": 2858, "cache_evictions": 294, "forward_calls": 580, "forward_seconds": 11.133056625112658, "routing_seconds": 0.9747927921125665, "materialize_seconds": 0.9104386538383551, "disk_bytes_read": 28247008348, "disk_read_seconds": 7.508327807037858, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 30, "current_bytes": 26327715016, "non_weight_bytes": 4853927112, "predicted_peak_bytes": 7665637, "ceiling_bytes": 35690032000, "effective_expert_bytes": 21474836480 }, "cache_hits": 2960, "cache_misses": 3058, "cache_evictions": 493, "forward_calls": 727, "forward_seconds": 12.103095872036647, "routing_seconds": 1.1658894561696798, "materialize_seconds": 0.9936185689875856, "disk_bytes_read": 29922108508, "disk_read_seconds": 7.962979132891633, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 33, "current_bytes": 26329500872, "non_weight_bytes": 4856237256, "predicted_peak_bytes": 7667337, "ceiling_bytes": 35906091904, "effective_expert_bytes": 21474836480 }, "cache_hits": 3531, "cache_misses": 3249, "cache_evictions": 684, "forward_calls": 854, "forward_seconds": 13.074611329036998, "routing_seconds": 1.3805336603836622, "materialize_seconds": 1.0639506091247313, "disk_bytes_read": 31523808348, "disk_read_seconds": 8.393571060296381, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 36, "current_bytes": 26329713864, "non_weight_bytes": 4856974536, "predicted_peak_bytes": 7669038, "ceiling_bytes": 35906357325, "effective_expert_bytes": 21474836480 }, "cache_hits": 4094, "cache_misses": 3424, "cache_evictions": 859, "forward_calls": 977, "forward_seconds": 14.045816406025551, "routing_seconds": 1.6029637382307556, "materialize_seconds": 1.1376861541357357, "disk_bytes_read": 32991290460, "disk_read_seconds": 8.797201280191075, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 40, "current_bytes": 26329713864, "non_weight_bytes": 4856974536, "predicted_peak_bytes": 7670904, "ceiling_bytes": 35770719924, "effective_expert_bytes": 21474836480 }, "cache_hits": 4899, "cache_misses": 3591, "cache_evictions": 1026, "forward_calls": 1139, "forward_seconds": 15.008115072967485, "routing_seconds": 1.823181611369364, "materialize_seconds": 1.2130731091310736, "disk_bytes_read": 34392187996, "disk_read_seconds": 9.196238993026782, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 43, "current_bytes": 26342247624, "non_weight_bytes": 4874226888, "predicted_peak_bytes": 7672605, "ceiling_bytes": 35969704423, "effective_expert_bytes": 21474836480 }, "cache_hits": 5396, "cache_misses": 3772, "cache_evictions": 1209, "forward_calls": 1252, "forward_seconds": 15.985068119072821, "routing_seconds": 2.014608075405704, "materialize_seconds": 1.2797021881269757, "disk_bytes_read": 35906856028, "disk_read_seconds": 9.684991276968503, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 47, "current_bytes": 26343066824, "non_weight_bytes": 4875046088, "predicted_peak_bytes": 7677030, "ceiling_bytes": 35875317837, "effective_expert_bytes": 21474836480 }, "cache_hits": 6482, "cache_misses": 3898, "cache_evictions": 1335, "forward_calls": 1454, "forward_seconds": 16.93604285598849, "routing_seconds": 2.2932965295622125, "materialize_seconds": 1.334050147124799, "disk_bytes_read": 36962772060, "disk_read_seconds": 9.98610440408811, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 51, "current_bytes": 26347506912, "non_weight_bytes": 4876864736, "predicted_peak_bytes": 7683020, "ceiling_bytes": 35805283632, "effective_expert_bytes": 21474836480 }, "cache_hits": 7356, "cache_misses": 4104, "cache_evictions": 1541, "forward_calls": 1634, "forward_seconds": 17.90965936286375, "routing_seconds": 2.469933868618682, "materialize_seconds": 1.421685690031154, "disk_bytes_read": 38686631004, "disk_read_seconds": 10.452315163332969, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 56, "current_bytes": 26349505760, "non_weight_bytes": 4881485024, "predicted_peak_bytes": 7690508, "ceiling_bytes": 36012835324, "effective_expert_bytes": 21474836480 }, "cache_hits": 8201, "cache_misses": 4303, "cache_evictions": 1740, "forward_calls": 1808, "forward_seconds": 18.87207436346216, "routing_seconds": 2.65507311859983, "materialize_seconds": 1.5089839039428625, "disk_bytes_read": 40353866844, "disk_read_seconds": 10.896906599431532, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 60, "current_bytes": 26347670752, "non_weight_bytes": 4879650016, "predicted_peak_bytes": 7696499, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9118, "cache_misses": 4496, "cache_evictions": 1933, "forward_calls": 1993, "forward_seconds": 19.83234357147012, "routing_seconds": 2.8500532813195605, "materialize_seconds": 1.5961150308721699, "disk_bytes_read": 41972343900, "disk_read_seconds": 11.319593056075973, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 64, "current_bytes": 26347670752, "non_weight_bytes": 4879125728, "predicted_peak_bytes": 7702489, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10098, "cache_misses": 4686, "cache_evictions": 2123, "forward_calls": 2188, "forward_seconds": 20.791015820752364, "routing_seconds": 3.045310152490856, "materialize_seconds": 1.687658405804541, "disk_bytes_read": 43564606556, "disk_read_seconds": 11.730482956714695, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 68, "current_bytes": 26351095008, "non_weight_bytes": 4880977120, "predicted_peak_bytes": 7708480, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10729, "cache_misses": 4913, "cache_evictions": 2350, "forward_calls": 2331, "forward_seconds": 21.76273269977537, "routing_seconds": 3.2115275675896555, "materialize_seconds": 1.780498279578751, "disk_bytes_read": 45464101980, "disk_read_seconds": 12.21523677566438, "resident_cache_bytes": 21470117888, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 71, "current_bytes": 26351095008, "non_weight_bytes": 4884122848, "predicted_peak_bytes": 7712972, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 11266, "cache_misses": 5120, "cache_evictions": 2557, "forward_calls": 2455, "forward_seconds": 22.73464099186822, "routing_seconds": 3.41301056870725, "materialize_seconds": 1.858032980147982, "disk_bytes_read": 47197398108, "disk_read_seconds": 12.659601625724463, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 74, "current_bytes": 26351258848, "non_weight_bytes": 4884286688, "predicted_peak_bytes": 7717465, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 11939, "cache_misses": 5293, "cache_evictions": 2730, "forward_calls": 2596, "forward_seconds": 23.70563387067523, "routing_seconds": 3.6423029525903985, "materialize_seconds": 1.9397746001195628, "disk_bytes_read": 48646005852, "disk_read_seconds": 13.048685599700548, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 78, "current_bytes": 26350357728, "non_weight_bytes": 4882861280, "predicted_peak_bytes": 7723456, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 12893, "cache_misses": 5491, "cache_evictions": 2928, "forward_calls": 2788, "forward_seconds": 24.663552123558475, "routing_seconds": 3.8456034986884333, "materialize_seconds": 2.031582812021952, "disk_bytes_read": 50306425948, "disk_read_seconds": 13.445614492171444, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 83, "current_bytes": 26350144736, "non_weight_bytes": 4881075424, "predicted_peak_bytes": 7730944, "ceiling_bytes": 36174366000, "effective_expert_bytes": 21474836480 }, "cache_hits": 13764, "cache_misses": 5700, "cache_evictions": 3137, "forward_calls": 2968, "forward_seconds": 25.62444836666691, "routing_seconds": 4.036571865930455, "materialize_seconds": 2.117441490176134, "disk_bytes_read": 52057023580, "disk_read_seconds": 13.87327249912778, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 87, "current_bytes": 26350144736, "non_weight_bytes": 4880551136, "predicted_peak_bytes": 7736934, "ceiling_bytes": 35866927612, "effective_expert_bytes": 21474836480 }, "cache_hits": 14722, "cache_misses": 5894, "cache_evictions": 3331, "forward_calls": 3160, "forward_seconds": 26.584474201721605, "routing_seconds": 4.248085736704525, "materialize_seconds": 2.1904271590174176, "disk_bytes_read": 53682840668, "disk_read_seconds": 14.280710634979187, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 91, "current_bytes": 26350161120, "non_weight_bytes": 4878994656, "predicted_peak_bytes": 7742924, "ceiling_bytes": 35858898633, "effective_expert_bytes": 21474836480 }, "cache_hits": 15582, "cache_misses": 6108, "cache_evictions": 3545, "forward_calls": 3339, "forward_seconds": 27.545791538606863, "routing_seconds": 4.44128994649509, "materialize_seconds": 2.2730161197541747, "disk_bytes_read": 55476954204, "disk_read_seconds": 14.70757657138165, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 95, "current_bytes": 26350374112, "non_weight_bytes": 4878159072, "predicted_peak_bytes": 7748915, "ceiling_bytes": 35935619990, "effective_expert_bytes": 21474836480 }, "cache_hits": 16516, "cache_misses": 6296, "cache_evictions": 3733, "forward_calls": 3526, "forward_seconds": 28.497233919537393, "routing_seconds": 4.666789948620135, "materialize_seconds": 2.3558349507511593, "disk_bytes_read": 57053488220, "disk_read_seconds": 15.07645285045146, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 100, "current_bytes": 26350832864, "non_weight_bytes": 4879142112, "predicted_peak_bytes": 7756403, "ceiling_bytes": 35949392380, "effective_expert_bytes": 21474836480 }, "cache_hits": 17500, "cache_misses": 6476, "cache_evictions": 3913, "forward_calls": 3720, "forward_seconds": 29.447632290713955, "routing_seconds": 4.881554944586242, "materialize_seconds": 2.4360637404897716, "disk_bytes_read": 58562389084, "disk_read_seconds": 15.457954250654439, "resident_cache_bytes": 21471690752, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 103, "current_bytes": 26351242464, "non_weight_bytes": 4882697440, "predicted_peak_bytes": 7760896, "ceiling_bytes": 35924730364, "effective_expert_bytes": 21474836480 }, "cache_hits": 18174, "cache_misses": 6684, "cache_evictions": 4121, "forward_calls": 3867, "forward_seconds": 30.420887376647443, "routing_seconds": 5.077546575397719, "materialize_seconds": 2.5147192024451215, "disk_bytes_read": 60303549532, "disk_read_seconds": 15.901212661061436, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 107, "current_bytes": 26351832288, "non_weight_bytes": 4883287264, "predicted_peak_bytes": 7766886, "ceiling_bytes": 35922680726, "effective_expert_bytes": 21474836480 }, "cache_hits": 18910, "cache_misses": 6866, "cache_evictions": 4303, "forward_calls": 4020, "forward_seconds": 31.38661124976352, "routing_seconds": 5.305580209445907, "materialize_seconds": 2.5884437396016438, "disk_bytes_read": 61828703324, "disk_read_seconds": 16.28367124151555, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 26351029472, "non_weight_bytes": 4881435872, "predicted_peak_bytes": 7772876, "ceiling_bytes": 36053769110, "effective_expert_bytes": 21474836480 }, "cache_hits": 19880, "cache_misses": 7054, "cache_evictions": 4491, "forward_calls": 4213, "forward_seconds": 32.345272501406725, "routing_seconds": 5.518885546189267, "materialize_seconds": 2.6710161175287794, "disk_bytes_read": 63404188764, "disk_read_seconds": 16.67745174508309, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 115, "current_bytes": 26351029472, "non_weight_bytes": 4881960160, "predicted_peak_bytes": 7778867, "ceiling_bytes": 35958143894, "effective_expert_bytes": 21474836480 }, "cache_hits": 20699, "cache_misses": 7249, "cache_evictions": 4686, "forward_calls": 4382, "forward_seconds": 33.30987208717852, "routing_seconds": 5.724806250043912, "materialize_seconds": 2.744644203572534, "disk_bytes_read": 65037345884, "disk_read_seconds": 17.103108324023196, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 119, "current_bytes": 26351242464, "non_weight_bytes": 4884270304, "predicted_peak_bytes": 7784857, "ceiling_bytes": 35802371376, "effective_expert_bytes": 21474836480 }, "cache_hits": 21517, "cache_misses": 7445, "cache_evictions": 4882, "forward_calls": 4551, "forward_seconds": 34.27388787950622, "routing_seconds": 5.9455862492905, "materialize_seconds": 2.821439621504396, "disk_bytes_read": 66678891612, "disk_read_seconds": 17.505477995669935, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26362268896, "non_weight_bytes": 4894772448, "predicted_peak_bytes": 7787852, "ceiling_bytes": 35829031420, "effective_expert_bytes": 21474836480 }, "cache_hits": 21940, "cache_misses": 7713, "cache_evictions": 5150, "forward_calls": 4646, "forward_seconds": 35.23529213448637, "routing_seconds": 6.081415958353318, "materialize_seconds": 2.9094235000084154, "disk_bytes_read": 68923892828, "disk_read_seconds": 18.030454037885647, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26362268896, "non_weight_bytes": 4894772448, "predicted_peak_bytes": 7787852, "ceiling_bytes": 35829031420, "effective_expert_bytes": 21474836480 }, "cache_hits": 22188, "cache_misses": 8016, "cache_evictions": 5453, "forward_calls": 4661, "forward_seconds": 36.25213075749343, "routing_seconds": 6.172633081354434, "materialize_seconds": 3.003832800226519, "disk_bytes_read": 71465641052, "disk_read_seconds": 18.642579233972356, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26362268896, "non_weight_bytes": 4894772448, "predicted_peak_bytes": 7787852, "ceiling_bytes": 35829031420, "effective_expert_bytes": 21474836480 }, "cache_hits": 22380, "cache_misses": 8332, "cache_evictions": 5770, "forward_calls": 4678, "forward_seconds": 37.31991851257044, "routing_seconds": 6.2735198343289085, "materialize_seconds": 3.0841995916562155, "disk_bytes_read": 74116441180, "disk_read_seconds": 19.317947488918435, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 26362268896, "non_weight_bytes": 4894772448, "predicted_peak_bytes": 7787852, "ceiling_bytes": 35829031420, "effective_expert_bytes": 21474836480 }, "cache_hits": 22560, "cache_misses": 8620, "cache_evictions": 6055, "forward_calls": 4707, "forward_seconds": 38.23921280464856, "routing_seconds": 6.351341043337015, "materialize_seconds": 3.1591926815744955, "disk_bytes_read": 76512961628, "disk_read_seconds": 19.904041992878774, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 140, "current_bytes": 26339298528, "non_weight_bytes": 4864986336, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35224631395, "effective_expert_bytes": 21474836480 }, "cache_hits": 23385, "cache_misses": 8845, "cache_evictions": 6280, "forward_calls": 4882, "forward_seconds": 39.161397061427124, "routing_seconds": 6.519833592843497, "materialize_seconds": 3.2534914308635052, "disk_bytes_read": 78399874140, "disk_read_seconds": 20.339840517990524, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 145, "current_bytes": 26333727968, "non_weight_bytes": 4865182944, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35386633929, "effective_expert_bytes": 21474836480 }, "cache_hits": 24401, "cache_misses": 9059, "cache_evictions": 6496, "forward_calls": 5087, "forward_seconds": 40.12481489646598, "routing_seconds": 6.700554719689535, "materialize_seconds": 3.361331343825441, "disk_bytes_read": 80192414812, "disk_read_seconds": 20.783618110377574, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 150, "current_bytes": 26333826272, "non_weight_bytes": 4866329824, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35834737968, "effective_expert_bytes": 21474836480 }, "cache_hits": 25497, "cache_misses": 9259, "cache_evictions": 6696, "forward_calls": 5303, "forward_seconds": 41.086690137773985, "routing_seconds": 6.890401841839775, "materialize_seconds": 3.4553349656926002, "disk_bytes_read": 81868563548, "disk_read_seconds": 21.222598455526168, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 155, "current_bytes": 26334350560, "non_weight_bytes": 4866329824, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35612529148, "effective_expert_bytes": 21474836480 }, "cache_hits": 26514, "cache_misses": 9472, "cache_evictions": 6909, "forward_calls": 5508, "forward_seconds": 42.04839555497165, "routing_seconds": 7.061637429025723, "materialize_seconds": 3.5620346387440804, "disk_bytes_read": 83654288476, "disk_read_seconds": 21.679293592256727, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 159, "current_bytes": 26334350560, "non_weight_bytes": 4865281248, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35540651721, "effective_expert_bytes": 21474836480 }, "cache_hits": 27565, "cache_misses": 9675, "cache_evictions": 7112, "forward_calls": 5717, "forward_seconds": 43.00880822192994, "routing_seconds": 7.252383311046287, "materialize_seconds": 3.6501347176672425, "disk_bytes_read": 85356651612, "disk_read_seconds": 22.116089583490975, "resident_cache_bytes": 21470117888, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 164, "current_bytes": 26336660704, "non_weight_bytes": 4869164256, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35346289968, "effective_expert_bytes": 21474836480 }, "cache_hits": 28448, "cache_misses": 9890, "cache_evictions": 7327, "forward_calls": 5900, "forward_seconds": 43.96251647389727, "routing_seconds": 7.431999886000995, "materialize_seconds": 3.7400862996000797, "disk_bytes_read": 87156532316, "disk_read_seconds": 22.563648274488514, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 169, "current_bytes": 26336660704, "non_weight_bytes": 4868639968, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35387761968, "effective_expert_bytes": 21474836480 }, "cache_hits": 29531, "cache_misses": 10103, "cache_evictions": 7540, "forward_calls": 6116, "forward_seconds": 44.92384577167104, "routing_seconds": 7.617792970879236, "materialize_seconds": 3.8435411742830183, "disk_bytes_read": 88941732956, "disk_read_seconds": 22.993126210727496, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 172, "current_bytes": 26346097888, "non_weight_bytes": 4872834272, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35840894256, "effective_expert_bytes": 21474836480 }, "cache_hits": 30113, "cache_misses": 10349, "cache_evictions": 7785, "forward_calls": 6254, "forward_seconds": 45.895303019788116, "routing_seconds": 7.765150011982769, "materialize_seconds": 3.9439100992458407, "disk_bytes_read": 90999039068, "disk_read_seconds": 23.50888440012932, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 177, "current_bytes": 26346622176, "non_weight_bytes": 4873882848, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36075423024, "effective_expert_bytes": 21474836480 }, "cache_hits": 31075, "cache_misses": 10569, "cache_evictions": 8005, "forward_calls": 6451, "forward_seconds": 46.860053762909956, "routing_seconds": 7.938029675802682, "materialize_seconds": 4.047933560359525, "disk_bytes_read": 92841911388, "disk_read_seconds": 23.966813451086637, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 182, "current_bytes": 26346933472, "non_weight_bytes": 4872096992, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36109411632, "effective_expert_bytes": 21474836480 }, "cache_hits": 32186, "cache_misses": 10772, "cache_evictions": 8208, "forward_calls": 6670, "forward_seconds": 47.817268936982146, "routing_seconds": 8.132812508672941, "materialize_seconds": 4.141297384456266, "disk_bytes_read": 94543225948, "disk_read_seconds": 24.382869426801335, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 186, "current_bytes": 26346933472, "non_weight_bytes": 4879437024, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35487486460, "effective_expert_bytes": 21474836480 }, "cache_hits": 33096, "cache_misses": 10990, "cache_evictions": 8427, "forward_calls": 6858, "forward_seconds": 48.77413343670196, "routing_seconds": 8.312406182783889, "materialize_seconds": 4.221262724604458, "disk_bytes_read": 96369845340, "disk_read_seconds": 24.833980163442902, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 189, "current_bytes": 26346933472, "non_weight_bytes": 4872096992, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35421337699, "effective_expert_bytes": 21474836480 }, "cache_hits": 33644, "cache_misses": 11234, "cache_evictions": 8671, "forward_calls": 6990, "forward_seconds": 49.745316638669465, "routing_seconds": 8.466066012653755, "materialize_seconds": 4.307306979520945, "disk_bytes_read": 98414044252, "disk_read_seconds": 25.33827450464014, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 193, "current_bytes": 26346933472, "non_weight_bytes": 4873145568, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35487169430, "effective_expert_bytes": 21474836480 }, "cache_hits": 34384, "cache_misses": 11448, "cache_evictions": 8884, "forward_calls": 7149, "forward_seconds": 50.713194473530166, "routing_seconds": 8.652724388695788, "materialize_seconds": 4.392484860465629, "disk_bytes_read": 100204487772, "disk_read_seconds": 25.7933255287644, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 197, "current_bytes": 26347130080, "non_weight_bytes": 4879633632, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35620211606, "effective_expert_bytes": 21474836480 }, "cache_hits": 35235, "cache_misses": 11641, "cache_evictions": 9078, "forward_calls": 7323, "forward_seconds": 51.67867339352961, "routing_seconds": 8.864629344723653, "materialize_seconds": 4.479200980276801, "disk_bytes_read": 101822440540, "disk_read_seconds": 26.195859387604287, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 201, "current_bytes": 26347130080, "non_weight_bytes": 4879109344, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36035587785, "effective_expert_bytes": 21474836480 }, "cache_hits": 36022, "cache_misses": 11850, "cache_evictions": 9287, "forward_calls": 7489, "forward_seconds": 52.63888185159885, "routing_seconds": 9.057489424856612, "materialize_seconds": 4.565609648358077, "disk_bytes_read": 103573562460, "disk_read_seconds": 26.63024234812474, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 205, "current_bytes": 26348178656, "non_weight_bytes": 4878060768, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36081380246, "effective_expert_bytes": 21474836480 }, "cache_hits": 36887, "cache_misses": 12065, "cache_evictions": 9502, "forward_calls": 7669, "forward_seconds": 53.59958702046424, "routing_seconds": 9.23600093301502, "materialize_seconds": 4.657040317571955, "disk_bytes_read": 105376064604, "disk_read_seconds": 27.076149784523295, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 209, "current_bytes": 26350275808, "non_weight_bytes": 4879109344, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35610317308, "effective_expert_bytes": 21474836480 }, "cache_hits": 37636, "cache_misses": 12288, "cache_evictions": 9725, "forward_calls": 7831, "forward_seconds": 54.56345106524532, "routing_seconds": 9.418662978947395, "materialize_seconds": 4.741924403613666, "disk_bytes_read": 107245675612, "disk_read_seconds": 27.521574897808023, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 213, "current_bytes": 26350275808, "non_weight_bytes": 4879633632, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35469917078, "effective_expert_bytes": 21474836480 }, "cache_hits": 38470, "cache_misses": 12498, "cache_evictions": 9935, "forward_calls": 8005, "forward_seconds": 55.52036672932445, "routing_seconds": 9.604224812122993, "materialize_seconds": 4.827963010669919, "disk_bytes_read": 109005710428, "disk_read_seconds": 27.955572345264954, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 218, "current_bytes": 26350275808, "non_weight_bytes": 4880157920, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35487390614, "effective_expert_bytes": 21474836480 }, "cache_hits": 39630, "cache_misses": 12676, "cache_evictions": 10113, "forward_calls": 8228, "forward_seconds": 56.46891940518981, "routing_seconds": 9.823705524904653, "materialize_seconds": 4.906453259638511, "disk_bytes_read": 110497834076, "disk_read_seconds": 28.329279195633717, "resident_cache_bytes": 21470117888, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 222, "current_bytes": 26350275808, "non_weight_bytes": 4881206496, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35538078614, "effective_expert_bytes": 21474836480 }, "cache_hits": 40379, "cache_misses": 12905, "cache_evictions": 10342, "forward_calls": 8391, "forward_seconds": 57.432380070124054, "routing_seconds": 9.985909055743832, "materialize_seconds": 4.996906630607555, "disk_bytes_read": 112415679580, "disk_read_seconds": 28.81220562674571, "resident_cache_bytes": 21470117888, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 226, "current_bytes": 26350275808, "non_weight_bytes": 4880682208, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35389708387, "effective_expert_bytes": 21474836480 }, "cache_hits": 41186, "cache_misses": 13112, "cache_evictions": 10549, "forward_calls": 8560, "forward_seconds": 58.38983919698512, "routing_seconds": 10.16191351469024, "materialize_seconds": 5.076151002693223, "disk_bytes_read": 114150548572, "disk_read_seconds": 29.271975653711706, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 230, "current_bytes": 26350275808, "non_weight_bytes": 4880682208, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35509737571, "effective_expert_bytes": 21474836480 }, "cache_hits": 42036, "cache_misses": 13336, "cache_evictions": 10773, "forward_calls": 8739, "forward_seconds": 59.35167886738782, "routing_seconds": 10.336776813986944, "materialize_seconds": 5.168910261563724, "disk_bytes_read": 116026975324, "disk_read_seconds": 29.733558819658356, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 234, "current_bytes": 26350488800, "non_weight_bytes": 4882468064, "predicted_peak_bytes": 7798336, "ceiling_bytes": 36037762761, "effective_expert_bytes": 21474836480 }, "cache_hits": 42887, "cache_misses": 13565, "cache_evictions": 11002, "forward_calls": 8919, "forward_seconds": 60.31638732634019, "routing_seconds": 10.50362752014189, "materialize_seconds": 5.267769636644516, "disk_bytes_read": 117944296540, "disk_read_seconds": 30.20854513073573, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 238, "current_bytes": 26352192736, "non_weight_bytes": 4885220576, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35497417622, "effective_expert_bytes": 21474836480 }, "cache_hits": 43765, "cache_misses": 13785, "cache_evictions": 11222, "forward_calls": 9102, "forward_seconds": 61.28406410847674, "routing_seconds": 10.674561183201149, "materialize_seconds": 5.372940592496889, "disk_bytes_read": 119787693148, "disk_read_seconds": 30.6743594398431, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26365152480, "non_weight_bytes": 4897131744, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35678220796, "effective_expert_bytes": 21474836480 }, "cache_hits": 44186, "cache_misses": 14033, "cache_evictions": 11470, "forward_calls": 9203, "forward_seconds": 62.19658277730923, "routing_seconds": 10.801038430159679, "materialize_seconds": 5.454303175531095, "disk_bytes_read": 121864922204, "disk_read_seconds": 31.18713140001637, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26365152480, "non_weight_bytes": 4897131744, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35678220796, "effective_expert_bytes": 21474836480 }, "cache_hits": 44450, "cache_misses": 14348, "cache_evictions": 11785, "forward_calls": 9217, "forward_seconds": 63.217168153321836, "routing_seconds": 10.88687713915715, "materialize_seconds": 5.542956388700986, "disk_bytes_read": 124507333724, "disk_read_seconds": 31.817210811306722, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26365152480, "non_weight_bytes": 4897131744, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35678220796, "effective_expert_bytes": 21474836480 }, "cache_hits": 44662, "cache_misses": 14652, "cache_evictions": 12090, "forward_calls": 9232, "forward_seconds": 64.22822244427516, "routing_seconds": 10.968214055057615, "materialize_seconds": 5.629986303858459, "disk_bytes_read": 127057470556, "disk_read_seconds": 32.45035242260201, "resident_cache_bytes": 21466972160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 240, "current_bytes": 26365152480, "non_weight_bytes": 4897131744, "predicted_peak_bytes": 7798336, "ceiling_bytes": 35678220796, "effective_expert_bytes": 21474836480 }, "cache_hits": 44834, "cache_misses": 14959, "cache_evictions": 12397, "forward_calls": 9244, "forward_seconds": 65.23653640426346, "routing_seconds": 11.054600139003014, "materialize_seconds": 5.725035431416472, "disk_bytes_read": 129632773212, "disk_read_seconds": 33.08730293234112, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 257, "current_bytes": 26354191608, "non_weight_bytes": 4881452280, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35502910358, "effective_expert_bytes": 21474836480 }, "cache_hits": 45330, "cache_misses": 15190, "cache_evictions": 12625, "forward_calls": 9358, "forward_seconds": 66.08566477621207, "routing_seconds": 11.170183561102021, "materialize_seconds": 5.811858810251579, "disk_bytes_read": 131550618716, "disk_read_seconds": 33.54720222266042, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 262, "current_bytes": 26351832312, "non_weight_bytes": 4881190136, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35440632338, "effective_expert_bytes": 21474836480 }, "cache_hits": 46264, "cache_misses": 15408, "cache_evictions": 12844, "forward_calls": 9550, "forward_seconds": 67.04437549220165, "routing_seconds": 11.354876813158626, "materialize_seconds": 5.895951347250957, "disk_bytes_read": 133377238108, "disk_read_seconds": 33.99859618084156, "resident_cache_bytes": 21468545024, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 266, "current_bytes": 26365299960, "non_weight_bytes": 4897279224, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35600658962, "effective_expert_bytes": 21474836480 }, "cache_hits": 47228, "cache_misses": 15620, "cache_evictions": 13057, "forward_calls": 9746, "forward_seconds": 68.00839424037258, "routing_seconds": 11.52869189728517, "materialize_seconds": 5.997808086220175, "disk_bytes_read": 135155098716, "disk_read_seconds": 34.46107321445015, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 271, "current_bytes": 26366135544, "non_weight_bytes": 4897066232, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35424316332, "effective_expert_bytes": 21474836480 }, "cache_hits": 48171, "cache_misses": 15829, "cache_evictions": 13266, "forward_calls": 9938, "forward_seconds": 68.96562378734234, "routing_seconds": 11.715144945308566, "materialize_seconds": 6.072628666210221, "disk_bytes_read": 136906744924, "disk_read_seconds": 34.91768754876102, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 275, "current_bytes": 26366348536, "non_weight_bytes": 4898852088, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35440978860, "effective_expert_bytes": 21474836480 }, "cache_hits": 49111, "cache_misses": 16041, "cache_evictions": 13478, "forward_calls": 10130, "forward_seconds": 69.92379421420628, "routing_seconds": 11.894750452105654, "materialize_seconds": 6.153373119159369, "disk_bytes_read": 138683032668, "disk_read_seconds": 35.37299068365246, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 279, "current_bytes": 26366348536, "non_weight_bytes": 4898852088, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35396955871, "effective_expert_bytes": 21474836480 }, "cache_hits": 49834, "cache_misses": 16278, "cache_evictions": 13715, "forward_calls": 10290, "forward_seconds": 70.89250679610996, "routing_seconds": 12.053985408245353, "materialize_seconds": 6.24058370932471, "disk_bytes_read": 140669035612, "disk_read_seconds": 35.871591758477734, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 283, "current_bytes": 26366938360, "non_weight_bytes": 4892101880, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35241559365, "effective_expert_bytes": 21474836480 }, "cache_hits": 50576, "cache_misses": 16502, "cache_evictions": 13938, "forward_calls": 10451, "forward_seconds": 71.85281454512733, "routing_seconds": 12.222517995367525, "materialize_seconds": 6.323670253506862, "disk_bytes_read": 142544413788, "disk_read_seconds": 36.347886790230405, "resident_cache_bytes": 21474836480, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 287, "current_bytes": 26367315192, "non_weight_bytes": 4894051576, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35189278840, "effective_expert_bytes": 21474836480 }, "cache_hits": 51515, "cache_misses": 16703, "cache_evictions": 14139, "forward_calls": 10641, "forward_seconds": 72.80611790996045, "routing_seconds": 12.419068869203329, "materialize_seconds": 6.397874086454976, "disk_bytes_read": 144227902556, "disk_read_seconds": 36.771150490356376, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 290, "current_bytes": 26366446840, "non_weight_bytes": 4894231800, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35297880184, "effective_expert_bytes": 21474836480 }, "cache_hits": 52081, "cache_misses": 16941, "cache_evictions": 14377, "forward_calls": 10775, "forward_seconds": 73.77928961603902, "routing_seconds": 12.58035649213707, "materialize_seconds": 6.47817812152789, "disk_bytes_read": 146219672668, "disk_read_seconds": 37.27890078397468, "resident_cache_bytes": 21472215040, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 294, "current_bytes": 26366414072, "non_weight_bytes": 4894723320, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35321539500, "effective_expert_bytes": 21474836480 }, "cache_hits": 52805, "cache_misses": 17159, "cache_evictions": 14595, "forward_calls": 10932, "forward_seconds": 74.74545765999937, "routing_seconds": 12.76549524490838, "materialize_seconds": 6.55436611949699, "disk_bytes_read": 148045243484, "disk_read_seconds": 37.744603387312964, "resident_cache_bytes": 21471690752, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 297, "current_bytes": 26366414072, "non_weight_bytes": 4894199032, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35321539500, "effective_expert_bytes": 21474836480 }, "cache_hits": 53566, "cache_misses": 17364, "cache_evictions": 14800, "forward_calls": 11093, "forward_seconds": 75.71012265988975, "routing_seconds": 12.961911955702817, "materialize_seconds": 6.6412587434460875, "disk_bytes_read": 149762810972, "disk_read_seconds": 38.17605761566665, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 301, "current_bytes": 26366201080, "non_weight_bytes": 4899228920, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35387695634, "effective_expert_bytes": 21474836480 }, "cache_hits": 54289, "cache_misses": 17559, "cache_evictions": 14996, "forward_calls": 11246, "forward_seconds": 76.67145052881096, "routing_seconds": 13.175201786623802, "materialize_seconds": 6.720199363247957, "disk_bytes_read": 151395968092, "disk_read_seconds": 38.59027102167602, "resident_cache_bytes": 21467496448, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 305, "current_bytes": 26367298808, "non_weight_bytes": 4893510904, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35366896965, "effective_expert_bytes": 21474836480 }, "cache_hits": 55011, "cache_misses": 17779, "cache_evictions": 15215, "forward_calls": 11403, "forward_seconds": 77.63013010984287, "routing_seconds": 13.345034990546992, "materialize_seconds": 6.79611930513056, "disk_bytes_read": 153238316124, "disk_read_seconds": 39.061275889369426, "resident_cache_bytes": 21473787904, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 308, "current_bytes": 26368380152, "non_weight_bytes": 4895116536, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35393380063, "effective_expert_bytes": 21474836480 }, "cache_hits": 55515, "cache_misses": 18025, "cache_evictions": 15461, "forward_calls": 11528, "forward_seconds": 78.6014657698397, "routing_seconds": 13.496133737440687, "materialize_seconds": 6.886333886970533, "disk_bytes_read": 155297719388, "disk_read_seconds": 39.56761673805886, "resident_cache_bytes": 21474312192, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 311, "current_bytes": 26368380152, "non_weight_bytes": 4895116536, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35439098796, "effective_expert_bytes": 21474836480 }, "cache_hits": 56050, "cache_misses": 18264, "cache_evictions": 15700, "forward_calls": 11657, "forward_seconds": 79.57662381479167, "routing_seconds": 13.652203857549466, "materialize_seconds": 6.975891926616896, "disk_bytes_read": 157298402396, "disk_read_seconds": 40.07399343312136, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 314, "current_bytes": 26368380152, "non_weight_bytes": 4895116536, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35697832466, "effective_expert_bytes": 21474836480 }, "cache_hits": 56838, "cache_misses": 18454, "cache_evictions": 15890, "forward_calls": 11820, "forward_seconds": 80.54296990510193, "routing_seconds": 13.868916561943479, "materialize_seconds": 7.058973853563657, "disk_bytes_read": 158890665052, "disk_read_seconds": 40.479811814875575, "resident_cache_bytes": 21473263616, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 318, "current_bytes": 26367298808, "non_weight_bytes": 4895608056, "predicted_peak_bytes": 7799833, "ceiling_bytes": 36015747602, "effective_expert_bytes": 21474836480 }, "cache_hits": 57431, "cache_misses": 18677, "cache_evictions": 16113, "forward_calls": 11956, "forward_seconds": 81.50661606396898, "routing_seconds": 14.053514927800279, "materialize_seconds": 7.1402924817521125, "disk_bytes_read": 160757130332, "disk_read_seconds": 40.94387393601937, "resident_cache_bytes": 21471690752, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 321, "current_bytes": 26368331000, "non_weight_bytes": 4898737400, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35643583404, "effective_expert_bytes": 21474836480 }, "cache_hits": 58054, "cache_misses": 18894, "cache_evictions": 16330, "forward_calls": 12096, "forward_seconds": 82.4812909332104, "routing_seconds": 14.252904920023866, "materialize_seconds": 7.22152001367067, "disk_bytes_read": 162573788252, "disk_read_seconds": 41.394520882633515, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 324, "current_bytes": 26367741176, "non_weight_bytes": 4898147576, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35690135263, "effective_expert_bytes": 21474836480 }, "cache_hits": 58672, "cache_misses": 19110, "cache_evictions": 16546, "forward_calls": 12235, "forward_seconds": 83.44927876113798, "routing_seconds": 14.439147081895499, "materialize_seconds": 7.299553471733816, "disk_bytes_read": 164383630428, "disk_read_seconds": 41.852992480271496, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 327, "current_bytes": 26367544568, "non_weight_bytes": 4895853816, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35420099090, "effective_expert_bytes": 21474836480 }, "cache_hits": 59247, "cache_misses": 19315, "cache_evictions": 16751, "forward_calls": 12365, "forward_seconds": 84.42340759237413, "routing_seconds": 14.653882163984235, "materialize_seconds": 7.372987764625577, "disk_bytes_read": 166101197916, "disk_read_seconds": 42.27297034827643, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 330, "current_bytes": 26367757560, "non_weight_bytes": 4897115384, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35552669407, "effective_expert_bytes": 21474836480 }, "cache_hits": 59810, "cache_misses": 19526, "cache_evictions": 16962, "forward_calls": 12494, "forward_seconds": 85.39277479832526, "routing_seconds": 14.863554868818028, "materialize_seconds": 7.448837513831677, "disk_bytes_read": 167866999900, "disk_read_seconds": 42.70061052948586, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 333, "current_bytes": 26368625912, "non_weight_bytes": 4897983736, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35646562015, "effective_expert_bytes": 21474836480 }, "cache_hits": 60350, "cache_misses": 19718, "cache_evictions": 17154, "forward_calls": 12616, "forward_seconds": 86.35892442133627, "routing_seconds": 15.085311334725702, "materialize_seconds": 7.521476135705598, "disk_bytes_read": 169474991196, "disk_read_seconds": 43.1132848104462, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 336, "current_bytes": 26367757560, "non_weight_bytes": 4897639672, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35398069164, "effective_expert_bytes": 21474836480 }, "cache_hits": 61039, "cache_misses": 19923, "cache_evictions": 17359, "forward_calls": 12765, "forward_seconds": 87.32765182928415, "routing_seconds": 15.2871489157842, "materialize_seconds": 7.592235596821411, "disk_bytes_read": 171192558684, "disk_read_seconds": 43.540383342740824, "resident_cache_bytes": 21471690752, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 340, "current_bytes": 26367757560, "non_weight_bytes": 4895018232, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35375029164, "effective_expert_bytes": 21474836480 }, "cache_hits": 61692, "cache_misses": 20140, "cache_evictions": 17576, "forward_calls": 12910, "forward_seconds": 88.29050141348853, "routing_seconds": 15.476845455879811, "materialize_seconds": 7.667218972870614, "disk_bytes_read": 173009740892, "disk_read_seconds": 43.99029590751161, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 344, "current_bytes": 26368380152, "non_weight_bytes": 4895640824, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35596618668, "effective_expert_bytes": 21474836480 }, "cache_hits": 62454, "cache_misses": 20362, "cache_evictions": 17798, "forward_calls": 13074, "forward_seconds": 89.25472128845286, "routing_seconds": 15.650292955717305, "materialize_seconds": 7.751323927834164, "disk_bytes_read": 174870439004, "disk_read_seconds": 44.45201650049421, "resident_cache_bytes": 21472739328, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 347, "current_bytes": 26368380152, "non_weight_bytes": 4897213688, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35493915564, "effective_expert_bytes": 21474836480 }, "cache_hits": 63171, "cache_misses": 20581, "cache_evictions": 18017, "forward_calls": 13230, "forward_seconds": 90.22021632938413, "routing_seconds": 15.833492920704884, "materialize_seconds": 7.83463647562894, "disk_bytes_read": 176704398428, "disk_read_seconds": 44.89759617650998, "resident_cache_bytes": 21472215040, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 351, "current_bytes": 26367544568, "non_weight_bytes": 4896378104, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35677284472, "effective_expert_bytes": 21474836480 }, "cache_hits": 63839, "cache_misses": 20801, "cache_evictions": 18237, "forward_calls": 13378, "forward_seconds": 91.18463454619632, "routing_seconds": 16.032431581785204, "materialize_seconds": 7.910931019316195, "disk_bytes_read": 178547270748, "disk_read_seconds": 45.337296435202006, "resident_cache_bytes": 21471166464, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 354, "current_bytes": 26368347384, "non_weight_bytes": 4899278072, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35524048197, "effective_expert_bytes": 21474836480 }, "cache_hits": 64379, "cache_misses": 21011, "cache_evictions": 18447, "forward_calls": 13503, "forward_seconds": 92.15476613002829, "routing_seconds": 16.244584374740953, "materialize_seconds": 7.984989560267422, "disk_bytes_read": 180304684124, "disk_read_seconds": 45.7650023449969, "resident_cache_bytes": 21469069312, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 357, "current_bytes": 26367757560, "non_weight_bytes": 4899736824, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35422473132, "effective_expert_bytes": 21474836480 }, "cache_hits": 64956, "cache_misses": 21214, "cache_evictions": 18650, "forward_calls": 13633, "forward_seconds": 93.13058042220655, "routing_seconds": 16.461770546855405, "materialize_seconds": 8.060884514299687, "disk_bytes_read": 182003377244, "disk_read_seconds": 46.18199550229474, "resident_cache_bytes": 21468020736, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 359, "current_bytes": 26367757560, "non_weight_bytes": 4899736824, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35422473132, "effective_expert_bytes": 21474836480 }, "cache_hits": 65438, "cache_misses": 21458, "cache_evictions": 18894, "forward_calls": 13754, "forward_seconds": 94.11191754223546, "routing_seconds": 16.62174379482167, "materialize_seconds": 8.146662549464963, "disk_bytes_read": 184048100444, "disk_read_seconds": 46.6930201119103, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": "segmented_lru", "attention_fusion_bytes": null, "attention_shared_bytes": null, "last_prefill_admission": null, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 359, "current_bytes": 26381077752, "non_weight_bytes": 4910435576, "predicted_peak_bytes": 7799833, "ceiling_bytes": 35514205509, "effective_expert_bytes": 21474836480 }, "cache_hits": 65456, "cache_misses": 21476, "cache_evictions": 18912, "forward_calls": 13760, "forward_seconds": 94.17870175026474, "routing_seconds": 16.631648710812442, "materialize_seconds": 8.152046131552197, "disk_bytes_read": 184198571100, "disk_read_seconds": 46.73019661902799, "resident_cache_bytes": 21470642176, "effective_cache_budget_bytes": 21474836480 } ] }