{ "model": "Vontra/GLM-5.3-Flash-MLX-oQ2-MTP", "binary": "/Users/philipbodenbach/.cargo/bin/werk", "same_context": false, "persistence": true, "fixed_history": true, "expert_budget": "20480", "reasoning_effort": "low", "samples": [ { "first_text_seconds": 14.683353749976959, "total_seconds": 35.76994670898421, "finish_reason": "stop", "truncated": false, "answer": "Rust is a systems programming language that emphasizes memory safety, concurrency, and performance through its innovative ownership model, which enforces safe memory management at compile time without needing a garbage collector.", "usage": { "completion_tokens": 38, "prompt_tokens": 23, "total_tokens": 61 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 23, "completion_tokens": 38, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": null, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 0, "cache_evictions": 0, "forward_calls": 0, "forward_seconds": 0.0, "routing_seconds": 0.0, "materialize_seconds": 0.0, "disk_bytes_read": 9567393404, "disk_read_seconds": 1.9554554106434807, "resident_cache_bytes": 0, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32443274192, "non_weight_bytes": 10973680592, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9431, "cache_misses": 7481, "cache_evictions": 4751, "forward_calls": 1722, "forward_seconds": 35.152838746405905, "routing_seconds": 4.967293195746606, "materialize_seconds": 0.24065164529019967, "disk_bytes_read": 68400371324, "disk_read_seconds": 22.660925239382777, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 0, 35 ], "correct": true, "backend_phases": { "cached_prompt_tokens": 0, "decode_seconds": 21.08, "evaluated_prompt_tokens": 23, "first_token_seconds": 14.64, "prompt_seconds": 14.64 }, "expert_hit_rate": 0.557651371807001, "expert_read_GiB": 54.79248046875, "decode_tokens_per_second": 1.8026565464895636, "decode_window": { "token_equivalents": 37.666666666666664, "expert_hit_rate": 0.7026706700379267, "read_GiB_per_token": 0.7317088979535399, "disk_read_seconds_per_token": 0.29500860914168675, "forward_seconds_per_token": 0.5570073559523799, "routing_seconds_per_token": 0.10959127181481604 } }, { "first_text_seconds": 13.64843704100349, "total_seconds": 30.157353499991586, "finish_reason": "stop", "truncated": false, "answer": "Rust is a memory-safe systems programming language whose ownership model eliminates data races and memory errors at compile time without a garbage collector.", "usage": { "completion_tokens": 37, "prompt_tokens": 75, "total_tokens": 112 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 75, "completion_tokens": 37, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32443274192, "non_weight_bytes": 10973680592, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9431, "cache_misses": 7481, "cache_evictions": 4751, "forward_calls": 1722, "forward_seconds": 35.152838746405905, "routing_seconds": 4.967293195746606, "materialize_seconds": 0.24065164529019967, "disk_bytes_read": 68400371324, "disk_read_seconds": 22.660925239382777, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32459150528, "non_weight_bytes": 10989556928, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18843, "cache_misses": 13357, "cache_evictions": 10627, "forward_calls": 3402, "forward_seconds": 64.74909080113866, "routing_seconds": 9.769750591367483, "materialize_seconds": 0.42972530543920584, "disk_bytes_read": 114611115644, "disk_read_seconds": 39.86130707553821, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 35, 65 ], "correct": true, "backend_phases": { "cached_prompt_tokens": 62, "decode_seconds": 22.25, "evaluated_prompt_tokens": 13, "first_token_seconds": 7.89, "prompt_seconds": 7.89 }, "expert_hit_rate": 0.6156462585034014, "expert_read_GiB": 43.037109375, "decode_tokens_per_second": 1.6629213483146068, "decode_window": { "token_equivalents": 36.095238095238095, "expert_hit_rate": 0.6605610561056106, "read_GiB_per_token": 0.8347870114610818, "disk_read_seconds_per_token": 0.33661537559736476, "forward_seconds_per_token": 0.6082452332598954, "routing_seconds_per_token": 0.11196389235325753 } }, { "first_text_seconds": 24.539376417000312, "total_seconds": 43.65752970799804, "finish_reason": "stop", "truncated": false, "answer": "Rust is a systems programming language that guarantees memory safety and thread safety through compile-time checks, letting developers build fast, reliable software without a garbage collector.", "usage": { "completion_tokens": 41, "prompt_tokens": 116, "total_tokens": 157 }, "received_done": true, "has_reasoning": false, "error": null, "prompt_tokens": 116, "completion_tokens": 41, "cached_tokens": null, "client_decode_tokens_per_second_estimate": null, "before": { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32459150528, "non_weight_bytes": 10989556928, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18843, "cache_misses": 13357, "cache_evictions": 10627, "forward_calls": 3402, "forward_seconds": 64.74909080113866, "routing_seconds": 9.769750591367483, "materialize_seconds": 0.42972530543920584, "disk_bytes_read": 114611115644, "disk_read_seconds": 39.86130707553821, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, "after": { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 157, "current_bytes": 32469915296, "non_weight_bytes": 11000321696, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 28988, "cache_misses": 22541, "cache_evictions": 19811, "forward_calls": 5250, "forward_seconds": 107.77131458517397, "routing_seconds": 15.328934373508673, "materialize_seconds": 0.7278179876448121, "disk_bytes_read": 186837030524, "disk_read_seconds": 66.06573797870078, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, "status_range": [ 65, 108 ], "correct": true, "backend_phases": { "cached_prompt_tokens": 74, "decode_seconds": 25.84, "evaluated_prompt_tokens": 42, "first_token_seconds": 17.78, "prompt_seconds": 17.78 }, "expert_hit_rate": 0.5248590201252005, "expert_read_GiB": 67.265625, "decode_tokens_per_second": 1.586687306501548, "decode_window": { "token_equivalents": 40.904761904761905, "expert_hit_rate": 0.6492287543655413, "read_GiB_per_token": 0.8632261123035506, "disk_read_seconds_per_token": 0.3595785775661796, "forward_seconds_per_token": 0.6359258767871505, "routing_seconds_per_token": 0.11322372756763285 } } ], "status": [ { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 274, "cache_evictions": 0, "forward_calls": 2, "forward_seconds": 0.8133473320049234, "routing_seconds": 0.10475658197537996, "materialize_seconds": 0.008635507198050618, "disk_bytes_read": 11722217084, "disk_read_seconds": 2.60115014546318, "resident_cache_bytes": 2154823680, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 575, "cache_evictions": 0, "forward_calls": 5, "forward_seconds": 1.8162155819591135, "routing_seconds": 0.13114320798194967, "materialize_seconds": 0.017942746897460893, "disk_bytes_read": 14089377404, "disk_read_seconds": 3.342451368458569, "resident_cache_bytes": 4521984000, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 867, "cache_evictions": 0, "forward_calls": 8, "forward_seconds": 2.9027800409530755, "routing_seconds": 0.1649135829648003, "materialize_seconds": 0.027349958021659404, "disk_bytes_read": 16385758844, "disk_read_seconds": 4.054322721902281, "resident_cache_bytes": 6818365440, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1147, "cache_evictions": 0, "forward_calls": 11, "forward_seconds": 3.9113384989614133, "routing_seconds": 0.19866399897728115, "materialize_seconds": 0.036408450338058174, "disk_bytes_read": 18587768444, "disk_read_seconds": 4.771019622712629, "resident_cache_bytes": 9020375040, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1424, "cache_evictions": 0, "forward_calls": 14, "forward_seconds": 4.830257331923349, "routing_seconds": 0.2328480829601176, "materialize_seconds": 0.04491403527208604, "disk_bytes_read": 20766185084, "disk_read_seconds": 5.49286226122058, "resident_cache_bytes": 11198791680, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1680, "cache_evictions": 0, "forward_calls": 18, "forward_seconds": 5.839196748915128, "routing_seconds": 0.27404112395015545, "materialize_seconds": 0.054537157993763685, "disk_bytes_read": 22779451004, "disk_read_seconds": 6.183159796055406, "resident_cache_bytes": 13212057600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 1957, "cache_evictions": 0, "forward_calls": 22, "forward_seconds": 6.835842540895101, "routing_seconds": 0.31633120792685077, "materialize_seconds": 0.06431235396303236, "disk_bytes_read": 24957867644, "disk_read_seconds": 6.893101829016814, "resident_cache_bytes": 15390474240, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 2229, "cache_evictions": 0, "forward_calls": 26, "forward_seconds": 7.831068582920125, "routing_seconds": 0.361632165935589, "materialize_seconds": 0.07286039605969563, "disk_bytes_read": 27096962684, "disk_read_seconds": 7.600570583977969, "resident_cache_bytes": 17529569280, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 2513, "cache_evictions": 0, "forward_calls": 30, "forward_seconds": 9.024238873884315, "routing_seconds": 0.40918004090781324, "materialize_seconds": 0.08190464289509691, "disk_bytes_read": 29330429564, "disk_read_seconds": 8.295510942698456, "resident_cache_bytes": 19763036160, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 2783, "cache_evictions": 53, "forward_calls": 33, "forward_seconds": 9.905476957879728, "routing_seconds": 0.4456099568924401, "materialize_seconds": 0.09068934261449613, "disk_bytes_read": 31453795964, "disk_read_seconds": 8.985934772412293, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 3050, "cache_evictions": 320, "forward_calls": 37, "forward_seconds": 11.10098641688819, "routing_seconds": 0.48691920784767717, "materialize_seconds": 0.09893647572607733, "disk_bytes_read": 33553569404, "disk_read_seconds": 9.685550985479495, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 0, "cache_misses": 3322, "cache_evictions": 592, "forward_calls": 40, "forward_seconds": 12.075273207883583, "routing_seconds": 0.5215394998376723, "materialize_seconds": 0.1078256428882014, "disk_bytes_read": 35692664444, "disk_read_seconds": 10.415738831303315, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": null, "cache_hits": 20, "cache_misses": 3540, "cache_evictions": 810, "forward_calls": 53, "forward_seconds": 13.07034679185017, "routing_seconds": 0.5918157077976502, "materialize_seconds": 0.11458673112792894, "disk_bytes_read": 37407086204, "disk_read_seconds": 11.008689619367942, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 24, "current_bytes": 32280690432, "non_weight_bytes": 10811096832, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 512, "cache_misses": 3680, "cache_evictions": 950, "forward_calls": 131, "forward_seconds": 13.994228296854999, "routing_seconds": 0.8189716247434262, "materialize_seconds": 0.11976760416291654, "disk_bytes_read": 38508091004, "disk_read_seconds": 11.437644355144585, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 25, "current_bytes": 32273055776, "non_weight_bytes": 10803462176, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 929, "cache_misses": 3871, "cache_evictions": 1141, "forward_calls": 208, "forward_seconds": 15.014773338858504, "routing_seconds": 0.9908499548037071, "materialize_seconds": 0.1257501462532673, "disk_bytes_read": 40010176124, "disk_read_seconds": 11.993949187366525, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 27, "current_bytes": 32281461488, "non_weight_bytes": 10811867888, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 1180, "cache_misses": 4076, "cache_evictions": 1346, "forward_calls": 264, "forward_seconds": 15.999558712879661, "routing_seconds": 1.1519382057886105, "materialize_seconds": 0.13193151823361404, "disk_bytes_read": 41622361724, "disk_read_seconds": 12.594842849153792, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 28, "current_bytes": 32281707584, "non_weight_bytes": 10812113984, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 1560, "cache_misses": 4256, "cache_evictions": 1526, "forward_calls": 334, "forward_seconds": 17.012867748824647, "routing_seconds": 1.3496299127000384, "materialize_seconds": 0.13743338544736616, "disk_bytes_read": 43037939324, "disk_read_seconds": 13.124813145841472, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 30, "current_bytes": 32282166864, "non_weight_bytes": 10812573264, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 2022, "cache_misses": 4434, "cache_evictions": 1704, "forward_calls": 414, "forward_seconds": 18.014342661917908, "routing_seconds": 1.544947412709007, "materialize_seconds": 0.1431745142908767, "disk_bytes_read": 44437788284, "disk_read_seconds": 13.648782902775565, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 32, "current_bytes": 32282675392, "non_weight_bytes": 10813081792, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 2306, "cache_misses": 4630, "cache_evictions": 1900, "forward_calls": 474, "forward_seconds": 19.004324956971686, "routing_seconds": 1.7130298757983837, "materialize_seconds": 0.14914226622204296, "disk_bytes_read": 45979195004, "disk_read_seconds": 14.22683774237521, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 33, "current_bytes": 32275286568, "non_weight_bytes": 10805692968, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 2611, "cache_misses": 4829, "cache_evictions": 2099, "forward_calls": 537, "forward_seconds": 20.00993928592652, "routing_seconds": 1.8829261208302341, "materialize_seconds": 0.15540301709552296, "disk_bytes_read": 47544194684, "disk_read_seconds": 14.80497051635757, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 35, "current_bytes": 32286215344, "non_weight_bytes": 10816621744, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 2998, "cache_misses": 5018, "cache_evictions": 2288, "forward_calls": 609, "forward_seconds": 21.003893539018463, "routing_seconds": 2.061825663840864, "materialize_seconds": 0.16121989095699973, "disk_bytes_read": 49030551164, "disk_read_seconds": 15.35838992256322, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 37, "current_bytes": 32275991872, "non_weight_bytes": 10806398272, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 3508, "cache_misses": 5180, "cache_evictions": 2450, "forward_calls": 693, "forward_seconds": 22.00702220617677, "routing_seconds": 2.2804886229278054, "materialize_seconds": 0.16630131209967658, "disk_bytes_read": 50304571004, "disk_read_seconds": 15.836107234965311, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 39, "current_bytes": 32283839904, "non_weight_bytes": 10814246304, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 4033, "cache_misses": 5335, "cache_evictions": 2605, "forward_calls": 778, "forward_seconds": 23.000378209137125, "routing_seconds": 2.5112206658814102, "materialize_seconds": 0.171680279832799, "disk_bytes_read": 51523540604, "disk_read_seconds": 16.304895661509363, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 41, "current_bytes": 32284397392, "non_weight_bytes": 10814803792, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 4409, "cache_misses": 5519, "cache_evictions": 2789, "forward_calls": 848, "forward_seconds": 23.993753705115523, "routing_seconds": 2.706546828907449, "materialize_seconds": 0.17740027874242514, "disk_bytes_read": 52970575484, "disk_read_seconds": 16.84700291667832, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 43, "current_bytes": 32288804880, "non_weight_bytes": 10819211280, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 4901, "cache_misses": 5683, "cache_evictions": 2953, "forward_calls": 931, "forward_seconds": 25.01111778622726, "routing_seconds": 2.9309757869923487, "materialize_seconds": 0.1824515697080642, "disk_bytes_read": 54260323964, "disk_read_seconds": 17.331921046832576, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 45, "current_bytes": 32276926528, "non_weight_bytes": 10807332928, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 5466, "cache_misses": 5838, "cache_evictions": 3108, "forward_calls": 1020, "forward_seconds": 25.99985195530462, "routing_seconds": 3.1700001571152825, "materialize_seconds": 0.18746719058253802, "disk_bytes_read": 55479293564, "disk_read_seconds": 17.795493492041714, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 47, "current_bytes": 32276975704, "non_weight_bytes": 10807382104, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 6002, "cache_misses": 6006, "cache_evictions": 3276, "forward_calls": 1108, "forward_seconds": 26.991884869115893, "routing_seconds": 3.3862577830732334, "materialize_seconds": 0.1930941047030501, "disk_bytes_read": 56800499324, "disk_read_seconds": 18.29485532050603, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 49, "current_bytes": 32277106848, "non_weight_bytes": 10807513248, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 6639, "cache_misses": 6161, "cache_evictions": 3431, "forward_calls": 1207, "forward_seconds": 27.983894537232118, "routing_seconds": 3.6114150280773174, "materialize_seconds": 0.19822697975905612, "disk_bytes_read": 58019468924, "disk_read_seconds": 18.762281975068618, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 52, "current_bytes": 32289559072, "non_weight_bytes": 10819965472, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 7263, "cache_misses": 6305, "cache_evictions": 3575, "forward_calls": 1303, "forward_seconds": 28.973537035344634, "routing_seconds": 3.8689916100993287, "materialize_seconds": 0.20321847361628897, "disk_bytes_read": 59151931004, "disk_read_seconds": 19.196203816652996, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 53, "current_bytes": 32289739368, "non_weight_bytes": 10820145768, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 7625, "cache_misses": 6495, "cache_evictions": 3765, "forward_calls": 1372, "forward_seconds": 29.981217703403672, "routing_seconds": 4.044383527041646, "materialize_seconds": 0.20927047752775252, "disk_bytes_read": 60646151804, "disk_read_seconds": 19.75710051623173, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 55, "current_bytes": 32277762832, "non_weight_bytes": 10808169232, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 8084, "cache_misses": 6660, "cache_evictions": 3930, "forward_calls": 1451, "forward_seconds": 30.98107403947506, "routing_seconds": 4.260397777950857, "materialize_seconds": 0.21496051736176014, "disk_bytes_read": 61943764604, "disk_read_seconds": 20.256116483185906, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 57, "current_bytes": 32277992256, "non_weight_bytes": 10808398656, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 8478, "cache_misses": 6842, "cache_evictions": 4112, "forward_calls": 1522, "forward_seconds": 31.967545873485506, "routing_seconds": 4.457356986880768, "materialize_seconds": 0.2204871065914631, "disk_bytes_read": 63375070844, "disk_read_seconds": 20.7952952318592, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 58, "current_bytes": 32285889368, "non_weight_bytes": 10816295768, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 8880, "cache_misses": 7024, "cache_evictions": 4294, "forward_calls": 1595, "forward_seconds": 32.95290012235637, "routing_seconds": 4.647568652959308, "materialize_seconds": 0.22622180974576622, "disk_bytes_read": 64806377084, "disk_read_seconds": 21.3290196461312, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 60, "current_bytes": 32291214216, "non_weight_bytes": 10821620616, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9141, "cache_misses": 7235, "cache_evictions": 4505, "forward_calls": 1654, "forward_seconds": 33.96774999939953, "routing_seconds": 4.7998605308821425, "materialize_seconds": 0.23299614916322753, "disk_bytes_read": 66465748604, "disk_read_seconds": 21.94821816298645, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 32, "cached_tokens": 0, "current_bytes": 10115816600, "non_weight_bytes": 10115816600, "predicted_peak_bytes": 39649280, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32288707464, "non_weight_bytes": 10819113864, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9405, "cache_misses": 7443, "cache_evictions": 4713, "forward_calls": 1713, "forward_seconds": 34.97483870439464, "routing_seconds": 4.946909529768163, "materialize_seconds": 0.2395075602689758, "disk_bytes_read": 68101527164, "disk_read_seconds": 22.54963529948145, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32443274192, "non_weight_bytes": 10973680592, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9533, "cache_misses": 7660, "cache_evictions": 4930, "forward_calls": 1725, "forward_seconds": 35.71534503644216, "routing_seconds": 5.021686653752113, "materialize_seconds": 0.24627876438898966, "disk_bytes_read": 69808084604, "disk_read_seconds": 23.161988821055274, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32443274192, "non_weight_bytes": 10973680592, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9693, "cache_misses": 7904, "cache_evictions": 5174, "forward_calls": 1732, "forward_seconds": 36.77284691247041, "routing_seconds": 5.103350029792637, "materialize_seconds": 0.25489556218963116, "disk_bytes_read": 71726978684, "disk_read_seconds": 23.845210340456106, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32443274192, "non_weight_bytes": 10973680592, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9837, "cache_misses": 8138, "cache_evictions": 5408, "forward_calls": 1741, "forward_seconds": 37.79774545447435, "routing_seconds": 5.185507279762533, "materialize_seconds": 0.26248968933941796, "disk_bytes_read": 73567229564, "disk_read_seconds": 24.515063951461343, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32443274192, "non_weight_bytes": 10973680592, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 9984, "cache_misses": 8378, "cache_evictions": 5648, "forward_calls": 1749, "forward_seconds": 38.72483303947956, "routing_seconds": 5.267916864802828, "materialize_seconds": 0.2702154033759143, "disk_bytes_read": 75454666364, "disk_read_seconds": 25.18269364745356, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32443274192, "non_weight_bytes": 10973680592, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10084, "cache_misses": 8634, "cache_evictions": 5904, "forward_calls": 1756, "forward_seconds": 39.776985791511834, "routing_seconds": 5.339454658853356, "materialize_seconds": 0.2783471603761427, "disk_bytes_read": 77467932284, "disk_read_seconds": 25.896680396806914, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32443274192, "non_weight_bytes": 10973680592, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10176, "cache_misses": 8882, "cache_evictions": 6152, "forward_calls": 1763, "forward_seconds": 40.839403708523605, "routing_seconds": 5.412422367866384, "materialize_seconds": 0.28617065359139815, "disk_bytes_read": 79418283644, "disk_read_seconds": 26.615976868983125, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 61, "current_bytes": 32443274192, "non_weight_bytes": 10973680592, "predicted_peak_bytes": 47392718, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10552, "cache_misses": 9040, "cache_evictions": 6310, "forward_calls": 1825, "forward_seconds": 41.84049412352033, "routing_seconds": 5.586076785868499, "materialize_seconds": 0.29142865343601443, "disk_bytes_read": 80660846204, "disk_read_seconds": 27.122681437263964, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 76, "current_bytes": 32292328400, "non_weight_bytes": 10822734800, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 10837, "cache_misses": 9243, "cache_evictions": 6513, "forward_calls": 1886, "forward_seconds": 42.794334286329104, "routing_seconds": 5.728387238807045, "materialize_seconds": 0.29803266446106136, "disk_bytes_read": 82257303164, "disk_read_seconds": 27.711094946833327, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 78, "current_bytes": 32292164560, "non_weight_bytes": 10822570960, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 11131, "cache_misses": 9445, "cache_evictions": 6715, "forward_calls": 1949, "forward_seconds": 43.81221158016706, "routing_seconds": 5.888181284506572, "materialize_seconds": 0.3043464934453368, "disk_bytes_read": 83845895804, "disk_read_seconds": 28.307613031443907, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 80, "current_bytes": 32284300240, "non_weight_bytes": 10814706640, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 11495, "cache_misses": 9633, "cache_evictions": 6903, "forward_calls": 2017, "forward_seconds": 44.7891824580438, "routing_seconds": 6.082222458528122, "materialize_seconds": 0.3103463705338072, "disk_bytes_read": 85324387964, "disk_read_seconds": 28.858273464546073, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 82, "current_bytes": 32292017128, "non_weight_bytes": 10822423528, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 11994, "cache_misses": 9790, "cache_evictions": 7060, "forward_calls": 2100, "forward_seconds": 45.789296332135564, "routing_seconds": 6.312167331780074, "materialize_seconds": 0.31550541435717605, "disk_bytes_read": 86559086204, "disk_read_seconds": 29.325149791198783, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 83, "current_bytes": 32297260008, "non_weight_bytes": 10827666408, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 12470, "cache_misses": 9962, "cache_evictions": 7232, "forward_calls": 2180, "forward_seconds": 46.783792126050685, "routing_seconds": 6.514930250676116, "materialize_seconds": 0.3209763766208198, "disk_bytes_read": 87911749244, "disk_read_seconds": 29.835097387549467, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 85, "current_bytes": 32292017128, "non_weight_bytes": 10822423528, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 12981, "cache_misses": 10123, "cache_evictions": 7393, "forward_calls": 2264, "forward_seconds": 47.782401625299826, "routing_seconds": 6.733923837717157, "materialize_seconds": 0.32637520754360594, "disk_bytes_read": 89177904764, "disk_read_seconds": 30.31824947646237, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 87, "current_bytes": 32278647808, "non_weight_bytes": 10809054208, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 13218, "cache_misses": 10334, "cache_evictions": 7604, "forward_calls": 2320, "forward_seconds": 48.758792708220426, "routing_seconds": 6.882346589642111, "materialize_seconds": 0.33311221067560837, "disk_bytes_read": 90837276284, "disk_read_seconds": 30.936460759636248, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 88, "current_bytes": 32297276416, "non_weight_bytes": 10827682816, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 13438, "cache_misses": 10538, "cache_evictions": 7808, "forward_calls": 2373, "forward_seconds": 49.769180581206456, "routing_seconds": 7.031926958734402, "materialize_seconds": 0.33991084279841743, "disk_bytes_read": 92441597564, "disk_read_seconds": 31.53766014322173, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 90, "current_bytes": 32296457216, "non_weight_bytes": 10826863616, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 13837, "cache_misses": 10715, "cache_evictions": 7985, "forward_calls": 2445, "forward_seconds": 50.75797925531515, "routing_seconds": 7.230048630852252, "materialize_seconds": 0.34583280462538823, "disk_bytes_read": 93833582204, "disk_read_seconds": 32.06787604955025, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 91, "current_bytes": 32292000768, "non_weight_bytes": 10822407168, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 14070, "cache_misses": 10922, "cache_evictions": 8192, "forward_calls": 2500, "forward_seconds": 51.76754442031961, "routing_seconds": 7.376044756791089, "materialize_seconds": 0.35266746368142776, "disk_bytes_read": 95461496444, "disk_read_seconds": 32.66928028216353, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 93, "current_bytes": 32292017176, "non_weight_bytes": 10822423576, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 14427, "cache_misses": 11117, "cache_evictions": 8387, "forward_calls": 2569, "forward_seconds": 52.76622875625617, "routing_seconds": 7.547959965682821, "materialize_seconds": 0.3586080426466651, "disk_bytes_read": 96995038844, "disk_read_seconds": 33.24515962682199, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 95, "current_bytes": 32284185624, "non_weight_bytes": 10814592024, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 14909, "cache_misses": 11291, "cache_evictions": 8561, "forward_calls": 2651, "forward_seconds": 53.767804461182095, "routing_seconds": 7.764549337589415, "materialize_seconds": 0.3641239204443991, "disk_bytes_read": 98363430524, "disk_read_seconds": 33.759596654737834, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 96, "current_bytes": 32292049944, "non_weight_bytes": 10822456344, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 15239, "cache_misses": 11489, "cache_evictions": 8759, "forward_calls": 2717, "forward_seconds": 54.78140937615535, "routing_seconds": 7.926378799544182, "materialize_seconds": 0.3702302982856054, "disk_bytes_read": 99920565884, "disk_read_seconds": 34.340480211772956, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 98, "current_bytes": 32292017176, "non_weight_bytes": 10822423576, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 15596, "cache_misses": 11676, "cache_evictions": 8946, "forward_calls": 2785, "forward_seconds": 55.77217162019224, "routing_seconds": 8.123545917420415, "materialize_seconds": 0.3761391300649848, "disk_bytes_read": 101391193724, "disk_read_seconds": 34.896666428248864, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 99, "current_bytes": 32299914264, "non_weight_bytes": 10830320664, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 15874, "cache_misses": 11878, "cache_evictions": 9148, "forward_calls": 2845, "forward_seconds": 56.79205961810658, "routing_seconds": 8.284933746384922, "materialize_seconds": 0.38222730898996815, "disk_bytes_read": 102979786364, "disk_read_seconds": 35.48668023353093, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 101, "current_bytes": 32276862000, "non_weight_bytes": 10807268400, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 16221, "cache_misses": 12067, "cache_evictions": 9337, "forward_calls": 2912, "forward_seconds": 57.7762104961148, "routing_seconds": 8.463847999402788, "materialize_seconds": 0.388403180957539, "disk_bytes_read": 104466142844, "disk_read_seconds": 36.04699109971989, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 103, "current_bytes": 32296293424, "non_weight_bytes": 10826699824, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 16844, "cache_misses": 12212, "cache_evictions": 9482, "forward_calls": 3009, "forward_seconds": 58.78111141201225, "routing_seconds": 8.709710789233213, "materialize_seconds": 0.39317851114901714, "disk_bytes_read": 105606469244, "disk_read_seconds": 36.48600313413772, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 105, "current_bytes": 32292066352, "non_weight_bytes": 10822472752, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 17126, "cache_misses": 12410, "cache_evictions": 9680, "forward_calls": 3068, "forward_seconds": 59.76687603595201, "routing_seconds": 8.88387620638241, "materialize_seconds": 0.3995590103440918, "disk_bytes_read": 107163604604, "disk_read_seconds": 37.07048757528537, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 107, "current_bytes": 32294704200, "non_weight_bytes": 10825110600, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 17620, "cache_misses": 12580, "cache_evictions": 9850, "forward_calls": 3152, "forward_seconds": 60.77505037092487, "routing_seconds": 9.088603206444532, "materialize_seconds": 0.40496684034587815, "disk_bytes_read": 108500539004, "disk_read_seconds": 37.57615833831369, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 108, "current_bytes": 32292082760, "non_weight_bytes": 10822489160, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 17959, "cache_misses": 12769, "cache_evictions": 10039, "forward_calls": 3218, "forward_seconds": 61.76815512194298, "routing_seconds": 9.260686003457522, "materialize_seconds": 0.4109778825077228, "disk_bytes_read": 109986895484, "disk_read_seconds": 38.13375900770188, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 110, "current_bytes": 32284218440, "non_weight_bytes": 10814624840, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18464, "cache_misses": 12936, "cache_evictions": 10206, "forward_calls": 3301, "forward_seconds": 62.75696258616517, "routing_seconds": 9.487074757518712, "materialize_seconds": 0.4163635505537968, "disk_bytes_read": 111300236924, "disk_read_seconds": 38.63112287217518, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 111, "current_bytes": 32296309832, "non_weight_bytes": 10826716232, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18678, "cache_misses": 13146, "cache_evictions": 10416, "forward_calls": 3354, "forward_seconds": 63.75121646525804, "routing_seconds": 9.635719715442974, "materialize_seconds": 0.4229649305343628, "disk_bytes_read": 112951744124, "disk_read_seconds": 39.24631452746689, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 12, "cached_tokens": 62, "current_bytes": 32415945680, "non_weight_bytes": 10946352080, "predicted_peak_bytes": 568712616, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32292066376, "non_weight_bytes": 10822472776, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 18843, "cache_misses": 13357, "cache_evictions": 10627, "forward_calls": 3402, "forward_seconds": 64.74909080113866, "routing_seconds": 9.769750591367483, "materialize_seconds": 0.42972530543920584, "disk_bytes_read": 114611115644, "disk_read_seconds": 39.86130707553821, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32459150528, "non_weight_bytes": 10989556928, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19082, "cache_misses": 13580, "cache_evictions": 10850, "forward_calls": 3404, "forward_seconds": 65.41296509411768, "routing_seconds": 9.834396467369515, "materialize_seconds": 0.43756559159373865, "disk_bytes_read": 116364859004, "disk_read_seconds": 40.45539247337729, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32459150528, "non_weight_bytes": 10989556928, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19321, "cache_misses": 13831, "cache_evictions": 11101, "forward_calls": 3407, "forward_seconds": 66.34830255212728, "routing_seconds": 9.885652384371497, "materialize_seconds": 0.4465011658030562, "disk_bytes_read": 118338803324, "disk_read_seconds": 41.13034328361391, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32459150528, "non_weight_bytes": 10989556928, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19465, "cache_misses": 14102, "cache_evictions": 11372, "forward_calls": 3410, "forward_seconds": 67.41876901008072, "routing_seconds": 9.933997425367124, "materialize_seconds": 0.4554358286841307, "disk_bytes_read": 120470034044, "disk_read_seconds": 41.83571724669309, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32459150528, "non_weight_bytes": 10989556928, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19571, "cache_misses": 14366, "cache_evictions": 11636, "forward_calls": 3413, "forward_seconds": 68.45009001009748, "routing_seconds": 9.9842628853512, "materialize_seconds": 0.4641829125175718, "disk_bytes_read": 122546214524, "disk_read_seconds": 42.54753412655555, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32459150528, "non_weight_bytes": 10989556928, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19643, "cache_misses": 14629, "cache_evictions": 11899, "forward_calls": 3416, "forward_seconds": 69.46571263609803, "routing_seconds": 10.02871405237238, "materialize_seconds": 0.47281549347098917, "disk_bytes_read": 124614530684, "disk_read_seconds": 43.25301406890503, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32459150528, "non_weight_bytes": 10989556928, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19688, "cache_misses": 14889, "cache_evictions": 12159, "forward_calls": 3419, "forward_seconds": 70.43164555210387, "routing_seconds": 10.07028838538099, "materialize_seconds": 0.48101191155728884, "disk_bytes_read": 126659253884, "disk_read_seconds": 43.95491390078678, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32459150528, "non_weight_bytes": 10989556928, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19701, "cache_misses": 15181, "cache_evictions": 12451, "forward_calls": 3422, "forward_seconds": 71.4531838861003, "routing_seconds": 10.119795053411508, "materialize_seconds": 0.49045769730582833, "disk_bytes_read": 128955635324, "disk_read_seconds": 44.650779471645365, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32459150528, "non_weight_bytes": 10989556928, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19701, "cache_misses": 15446, "cache_evictions": 12716, "forward_calls": 3425, "forward_seconds": 72.58422076207353, "routing_seconds": 10.171673845441546, "materialize_seconds": 0.49940752927795984, "disk_bytes_read": 131039680124, "disk_read_seconds": 45.34086083693546, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32459150528, "non_weight_bytes": 10989556928, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19701, "cache_misses": 15712, "cache_evictions": 12982, "forward_calls": 3428, "forward_seconds": 73.71156680505374, "routing_seconds": 10.216498805442825, "materialize_seconds": 0.5082667052920442, "disk_bytes_read": 133131589244, "disk_read_seconds": 46.03223962747143, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32459150528, "non_weight_bytes": 10989556928, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19701, "cache_misses": 15990, "cache_evictions": 13260, "forward_calls": 3430, "forward_seconds": 74.47588243105565, "routing_seconds": 10.244898013450438, "materialize_seconds": 0.5172745332820341, "disk_bytes_read": 135317870204, "disk_read_seconds": 46.720873107697116, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32459150528, "non_weight_bytes": 10989556928, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19701, "cache_misses": 16269, "cache_evictions": 13539, "forward_calls": 3433, "forward_seconds": 75.60185872408329, "routing_seconds": 10.295142138464143, "materialize_seconds": 0.5257951664389111, "disk_bytes_read": 137512015484, "disk_read_seconds": 47.39272367817466, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32459150528, "non_weight_bytes": 10989556928, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19701, "cache_misses": 16534, "cache_evictions": 13804, "forward_calls": 3436, "forward_seconds": 76.69699609809322, "routing_seconds": 10.337295680452371, "materialize_seconds": 0.5341690872737672, "disk_bytes_read": 139596060284, "disk_read_seconds": 48.08740858154488, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32459150528, "non_weight_bytes": 10989556928, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19701, "cache_misses": 16800, "cache_evictions": 14070, "forward_calls": 3438, "forward_seconds": 77.44744501510286, "routing_seconds": 10.369507263443666, "materialize_seconds": 0.5426467537763529, "disk_bytes_read": 141687969404, "disk_read_seconds": 48.78435818493017, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32459150528, "non_weight_bytes": 10989556928, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19701, "cache_misses": 17079, "cache_evictions": 14349, "forward_calls": 3441, "forward_seconds": 78.63400176508003, "routing_seconds": 10.424287222442217, "materialize_seconds": 0.5513543270062655, "disk_bytes_read": 143882114684, "disk_read_seconds": 49.467951335944235, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32459150528, "non_weight_bytes": 10989556928, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19701, "cache_misses": 17357, "cache_evictions": 14627, "forward_calls": 3443, "forward_seconds": 79.48027297307272, "routing_seconds": 10.452405096439179, "materialize_seconds": 0.5600184948998503, "disk_bytes_read": 146068395644, "disk_read_seconds": 50.179653926199535, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 112, "current_bytes": 32459150528, "non_weight_bytes": 10989556928, "predicted_peak_bytes": 202276864, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 19864, "cache_misses": 17529, "cache_evictions": 14799, "forward_calls": 3483, "forward_seconds": 80.81210171809653, "routing_seconds": 10.564775591396028, "materialize_seconds": 0.5656979977502488, "disk_bytes_read": 147421058684, "disk_read_seconds": 50.76978617077111, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 117, "current_bytes": 32302093840, "non_weight_bytes": 10832500240, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 20065, "cache_misses": 17720, "cache_evictions": 14990, "forward_calls": 3532, "forward_seconds": 81.75891800611862, "routing_seconds": 10.697544755385024, "materialize_seconds": 0.5720092867268249, "disk_bytes_read": 148923143804, "disk_read_seconds": 51.357261877303245, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 118, "current_bytes": 32300881424, "non_weight_bytes": 10831287824, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 20309, "cache_misses": 17924, "cache_evictions": 15194, "forward_calls": 3587, "forward_seconds": 82.75876583522768, "routing_seconds": 10.841914425400319, "materialize_seconds": 0.5784761588147376, "disk_bytes_read": 150527465084, "disk_read_seconds": 51.97058741739602, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 120, "current_bytes": 32296801832, "non_weight_bytes": 10827208232, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 20687, "cache_misses": 18098, "cache_evictions": 15368, "forward_calls": 3656, "forward_seconds": 83.76112754415954, "routing_seconds": 11.042515467386693, "materialize_seconds": 0.5838998717954382, "disk_bytes_read": 151895856764, "disk_read_seconds": 52.50783311674604, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 121, "current_bytes": 32286348840, "non_weight_bytes": 10816755240, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 20982, "cache_misses": 18283, "cache_evictions": 15553, "forward_calls": 3716, "forward_seconds": 84.76303350215312, "routing_seconds": 11.211283801443642, "materialize_seconds": 0.5902542920375708, "disk_bytes_read": 153350755964, "disk_read_seconds": 53.081846337358, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 123, "current_bytes": 32302093864, "non_weight_bytes": 10832500264, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 21304, "cache_misses": 18473, "cache_evictions": 15743, "forward_calls": 3780, "forward_seconds": 85.74365279407357, "routing_seconds": 11.385525469348067, "materialize_seconds": 0.5963222550635692, "disk_bytes_read": 154844976764, "disk_read_seconds": 53.65431615005946, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 124, "current_bytes": 32302093864, "non_weight_bytes": 10832500264, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 21695, "cache_misses": 18658, "cache_evictions": 15928, "forward_calls": 3853, "forward_seconds": 86.77348795899889, "routing_seconds": 11.552740381332114, "materialize_seconds": 0.602310252841562, "disk_bytes_read": 156299875964, "disk_read_seconds": 54.21753225152497, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 126, "current_bytes": 32302093864, "non_weight_bytes": 10832500264, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 22031, "cache_misses": 18842, "cache_evictions": 16112, "forward_calls": 3917, "forward_seconds": 87.75806916106376, "routing_seconds": 11.73716171036358, "materialize_seconds": 0.6081820489489473, "disk_bytes_read": 157746910844, "disk_read_seconds": 54.7820646398759, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 127, "current_bytes": 32302093864, "non_weight_bytes": 10832500264, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 22239, "cache_misses": 19050, "cache_evictions": 16320, "forward_calls": 3969, "forward_seconds": 88.75519082596293, "routing_seconds": 11.879200212249998, "materialize_seconds": 0.615005506988382, "disk_bytes_read": 159382689404, "disk_read_seconds": 55.39858449716121, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 129, "current_bytes": 32302110272, "non_weight_bytes": 10832516672, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 22547, "cache_misses": 19246, "cache_evictions": 16516, "forward_calls": 4032, "forward_seconds": 89.75114982191008, "routing_seconds": 12.041040874057217, "materialize_seconds": 0.6212816810584627, "disk_bytes_read": 160924096124, "disk_read_seconds": 55.988057897484396, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 130, "current_bytes": 32294213184, "non_weight_bytes": 10824619584, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 22818, "cache_misses": 19447, "cache_evictions": 16717, "forward_calls": 4091, "forward_seconds": 90.75722749292618, "routing_seconds": 12.188493875990389, "materialize_seconds": 0.6278300971898716, "disk_bytes_read": 162504824444, "disk_read_seconds": 56.598105975368526, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 131, "current_bytes": 32302110272, "non_weight_bytes": 10832516672, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 23090, "cache_misses": 19639, "cache_evictions": 16909, "forward_calls": 4149, "forward_seconds": 91.76526820388972, "routing_seconds": 12.350740624038735, "materialize_seconds": 0.6339908454683609, "disk_bytes_read": 164014773884, "disk_read_seconds": 57.188289057143265, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 133, "current_bytes": 32294245952, "non_weight_bytes": 10824652352, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 23485, "cache_misses": 19812, "cache_evictions": 17082, "forward_calls": 4220, "forward_seconds": 92.77059562280192, "routing_seconds": 12.549215708102565, "materialize_seconds": 0.6397581415658351, "disk_bytes_read": 165375301244, "disk_read_seconds": 57.72417793725617, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 134, "current_bytes": 32302061120, "non_weight_bytes": 10832467520, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 23777, "cache_misses": 20008, "cache_evictions": 17278, "forward_calls": 4281, "forward_seconds": 93.76186924884678, "routing_seconds": 12.717960463138297, "materialize_seconds": 0.646178856579354, "disk_bytes_read": 166916707964, "disk_read_seconds": 58.306937026267406, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 136, "current_bytes": 32286332480, "non_weight_bytes": 10816738880, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 24047, "cache_misses": 20202, "cache_evictions": 17472, "forward_calls": 4339, "forward_seconds": 94.77829399777693, "routing_seconds": 12.888323339138879, "materialize_seconds": 0.6524816513119731, "disk_bytes_read": 168442386044, "disk_read_seconds": 58.89535665209405, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 137, "current_bytes": 32294196800, "non_weight_bytes": 10824603200, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 24401, "cache_misses": 20384, "cache_evictions": 17654, "forward_calls": 4406, "forward_seconds": 95.77166266384302, "routing_seconds": 13.071057834109524, "materialize_seconds": 0.6580960604478605, "disk_bytes_read": 169873692284, "disk_read_seconds": 59.449334082746645, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 139, "current_bytes": 32294196800, "non_weight_bytes": 10824603200, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 24800, "cache_misses": 20561, "cache_evictions": 17831, "forward_calls": 4478, "forward_seconds": 96.76923441168037, "routing_seconds": 13.258042542031035, "materialize_seconds": 0.6640224735601805, "disk_bytes_read": 171265676924, "disk_read_seconds": 59.99544964192319, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 141, "current_bytes": 32302061120, "non_weight_bytes": 10832467520, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 25181, "cache_misses": 20740, "cache_evictions": 18010, "forward_calls": 4548, "forward_seconds": 97.76761003554566, "routing_seconds": 13.444540750992019, "materialize_seconds": 0.6698095165775158, "disk_bytes_read": 172673390204, "disk_read_seconds": 60.54183042727527, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 143, "current_bytes": 32294196800, "non_weight_bytes": 10824603200, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 25656, "cache_misses": 20905, "cache_evictions": 18175, "forward_calls": 4628, "forward_seconds": 98.76091661746614, "routing_seconds": 13.656964872934623, "materialize_seconds": 0.6751178045815323, "disk_bytes_read": 173971003004, "disk_read_seconds": 61.05694584629964, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 144, "current_bytes": 32306468416, "non_weight_bytes": 10836874816, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 26079, "cache_misses": 21074, "cache_evictions": 18344, "forward_calls": 4702, "forward_seconds": 99.75587607140187, "routing_seconds": 13.86235403973842, "materialize_seconds": 0.6805929266556632, "disk_bytes_read": 175300073084, "disk_read_seconds": 61.57626086001983, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 146, "current_bytes": 32302241344, "non_weight_bytes": 10832647744, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 26394, "cache_misses": 21263, "cache_evictions": 18533, "forward_calls": 4765, "forward_seconds": 100.75109649237129, "routing_seconds": 14.036323457461549, "materialize_seconds": 0.6867922943492886, "disk_bytes_read": 176786429564, "disk_read_seconds": 62.15697393545997, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 148, "current_bytes": 32307041856, "non_weight_bytes": 10837448256, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 26859, "cache_misses": 21438, "cache_evictions": 18708, "forward_calls": 4845, "forward_seconds": 101.7535769113747, "routing_seconds": 14.239253752544755, "materialize_seconds": 0.6924819935229607, "disk_bytes_read": 178162685564, "disk_read_seconds": 62.69879641532316, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 150, "current_bytes": 32306550336, "non_weight_bytes": 10836956736, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 27510, "cache_misses": 21579, "cache_evictions": 18849, "forward_calls": 4944, "forward_seconds": 102.75348733138526, "routing_seconds": 14.485834587510908, "materialize_seconds": 0.6971328754734714, "disk_bytes_read": 179271554684, "disk_read_seconds": 63.13861587003339, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 152, "current_bytes": 32294196800, "non_weight_bytes": 10824603200, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 27952, "cache_misses": 21745, "cache_evictions": 19015, "forward_calls": 5020, "forward_seconds": 103.74113761933404, "routing_seconds": 14.695465291413711, "materialize_seconds": 0.7026704616146162, "disk_bytes_read": 180577031804, "disk_read_seconds": 63.65299629684887, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 154, "current_bytes": 32294377024, "non_weight_bytes": 10824783424, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 28275, "cache_misses": 21926, "cache_evictions": 19196, "forward_calls": 5083, "forward_seconds": 104.74517379014287, "routing_seconds": 14.88061904037022, "materialize_seconds": 0.7084119566425215, "disk_bytes_read": 182000473724, "disk_read_seconds": 64.20759001371334, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 155, "current_bytes": 32306501184, "non_weight_bytes": 10836907584, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 28630, "cache_misses": 22115, "cache_evictions": 19385, "forward_calls": 5151, "forward_seconds": 105.74141820619116, "routing_seconds": 15.053206748329103, "materialize_seconds": 0.7144083267485257, "disk_bytes_read": 183486830204, "disk_read_seconds": 64.78764021856477, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 156, "current_bytes": 32302241344, "non_weight_bytes": 10832647744, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 28824, "cache_misses": 22329, "cache_evictions": 19599, "forward_calls": 5202, "forward_seconds": 106.75366845726967, "routing_seconds": 15.199338081467431, "materialize_seconds": 0.7210344859340694, "disk_bytes_read": 185169794684, "disk_read_seconds": 65.42842443217523, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 157, "current_bytes": 32302323264, "non_weight_bytes": 10832729664, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 28988, "cache_misses": 22541, "cache_evictions": 19811, "forward_calls": 5250, "forward_seconds": 107.77131458517397, "routing_seconds": 15.328934373508673, "materialize_seconds": 0.7278179876448121, "disk_bytes_read": 186837030524, "disk_read_seconds": 66.06573797870078, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 }, { "cache_policy": null, "attention_fusion_bytes": 3683811328, "attention_shared_bytes": 3683811328, "last_prefill_admission": { "chunk_tokens": 41, "cached_tokens": 74, "current_bytes": 32421270720, "non_weight_bytes": 10951677120, "predicted_peak_bytes": 1943101442, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "last_decode_admission": { "chunk_tokens": 1, "cached_tokens": 157, "current_bytes": 32469915296, "non_weight_bytes": 11000321696, "predicted_peak_bytes": 254672272, "ceiling_bytes": 36180806860, "effective_expert_bytes": 21474836480 }, "cache_hits": 28988, "cache_misses": 22541, "cache_evictions": 19811, "forward_calls": 5250, "forward_seconds": 107.77131458517397, "routing_seconds": 15.328934373508673, "materialize_seconds": 0.7278179876448121, "disk_bytes_read": 186837030524, "disk_read_seconds": 66.06573797870078, "resident_cache_bytes": 21469593600, "effective_cache_budget_bytes": 21474836480 } ] }