{
  "model": "Vontra/GLM-5.3-Flash-MLX-oQ2-MTP",
  "same_context": false,
  "persistence": true,
  "fixed_history": true,
  "expert_budget": "20480",
  "reasoning_effort": "low",
  "samples": [
    {
      "first_text_seconds": 14.734656999993604,
      "total_seconds": 35.66325704197516,
      "finish_reason": "stop",
      "truncated": false,
      "answer": "Rust is a systems programming language that emphasizes memory safety, concurrency, and performance through its innovative ownership model, which enforces safe memory management at compile time without needing a garbage collector.",
      "usage": {
        "completion_tokens": 38,
        "prompt_tokens": 23,
        "total_tokens": 61
      },
      "received_done": true,
      "has_reasoning": false,
      "error": null,
      "prompt_tokens": 23,
      "completion_tokens": 38,
      "cached_tokens": null,
      "client_decode_tokens_per_second_estimate": null,
      "before": {
        "attention_fusion_bytes": 3683811328,
        "attention_shared_bytes": 3683811328,
        "last_prefill_admission": null,
        "last_decode_admission": null,
        "cache_hits": 0,
        "cache_misses": 0,
        "cache_evictions": 0,
        "forward_calls": 0,
        "forward_seconds": 0.0,
        "routing_seconds": 0.0,
        "materialize_seconds": 0.0,
        "disk_bytes_read": 9567393404,
        "disk_read_seconds": 1.9753040338109713,
        "resident_cache_bytes": 0,
        "effective_cache_budget_bytes": 21474836480
      },
      "after": {
        "attention_fusion_bytes": 3683811328,
        "attention_shared_bytes": 3683811328,
        "last_prefill_admission": {
          "chunk_tokens": 32,
          "cached_tokens": 0,
          "current_bytes": 10140982424,
          "non_weight_bytes": 10140982424,
          "predicted_peak_bytes": 39649280,
          "ceiling_bytes": 36180806860,
          "effective_expert_bytes": 21474836480
        },
        "last_decode_admission": {
          "chunk_tokens": 1,
          "cached_tokens": 61,
          "current_bytes": 32468259840,
          "non_weight_bytes": 10998666240,
          "predicted_peak_bytes": 47938540,
          "ceiling_bytes": 36180806860,
          "effective_expert_bytes": 21474836480
        },
        "cache_hits": 9431,
        "cache_misses": 7481,
        "cache_evictions": 4751,
        "forward_calls": 1722,
        "forward_seconds": 34.99335083688493,
        "routing_seconds": 4.78057699004421,
        "materialize_seconds": 0.24213021399918944,
        "disk_bytes_read": 68400371324,
        "disk_read_seconds": 22.799727963400073,
        "resident_cache_bytes": 21469593600,
        "effective_cache_budget_bytes": 21474836480
      },
      "status_range": [
        0,
        35
      ],
      "correct": true,
      "backend_phases": {
        "cached_prompt_tokens": 0,
        "decode_seconds": 20.92,
        "evaluated_prompt_tokens": 23,
        "first_token_seconds": 14.7,
        "prompt_seconds": 14.7
      },
      "expert_hit_rate": 0.557651371807001,
      "expert_read_GiB": 54.79248046875,
      "decode_tokens_per_second": 1.8164435946462714,
      "decode_window": {
        "token_equivalents": 37.80952380952381,
        "expert_hit_rate": 0.7016205160478288,
        "read_GiB_per_token": 0.7347556625865869,
        "disk_read_seconds_per_token": 0.29730974284570455,
        "forward_seconds_per_token": 0.5532401598172124,
        "routing_seconds_per_token": 0.10639957660649052
      }
    },
    {
      "first_text_seconds": 13.624100166023709,
      "total_seconds": 30.143750583025394,
      "finish_reason": "stop",
      "truncated": false,
      "answer": "Rust is a memory-safe systems programming language whose ownership model eliminates data races and memory errors at compile time without a garbage collector.",
      "usage": {
        "completion_tokens": 37,
        "prompt_tokens": 75,
        "total_tokens": 112
      },
      "received_done": true,
      "has_reasoning": false,
      "error": null,
      "prompt_tokens": 75,
      "completion_tokens": 37,
      "cached_tokens": null,
      "client_decode_tokens_per_second_estimate": null,
      "before": {
        "attention_fusion_bytes": 3683811328,
        "attention_shared_bytes": 3683811328,
        "last_prefill_admission": {
          "chunk_tokens": 32,
          "cached_tokens": 0,
          "current_bytes": 10140982424,
          "non_weight_bytes": 10140982424,
          "predicted_peak_bytes": 39649280,
          "ceiling_bytes": 36180806860,
          "effective_expert_bytes": 21474836480
        },
        "last_decode_admission": {
          "chunk_tokens": 1,
          "cached_tokens": 61,
          "current_bytes": 32468259840,
          "non_weight_bytes": 10998666240,
          "predicted_peak_bytes": 47938540,
          "ceiling_bytes": 36180806860,
          "effective_expert_bytes": 21474836480
        },
        "cache_hits": 9431,
        "cache_misses": 7481,
        "cache_evictions": 4751,
        "forward_calls": 1722,
        "forward_seconds": 34.99335083688493,
        "routing_seconds": 4.78057699004421,
        "materialize_seconds": 0.24213021399918944,
        "disk_bytes_read": 68400371324,
        "disk_read_seconds": 22.799727963400073,
        "resident_cache_bytes": 21469593600,
        "effective_cache_budget_bytes": 21474836480
      },
      "after": {
        "attention_fusion_bytes": 3683811328,
        "attention_shared_bytes": 3683811328,
        "last_prefill_admission": {
          "chunk_tokens": 12,
          "cached_tokens": 62,
          "current_bytes": 32441373672,
          "non_weight_bytes": 10971780072,
          "predicted_peak_bytes": 575262494,
          "ceiling_bytes": 36180806860,
          "effective_expert_bytes": 21474836480
        },
        "last_decode_admission": {
          "chunk_tokens": 1,
          "cached_tokens": 112,
          "current_bytes": 32484070616,
          "non_weight_bytes": 11014477016,
          "predicted_peak_bytes": 203194320,
          "ceiling_bytes": 36180806860,
          "effective_expert_bytes": 21474836480
        },
        "cache_hits": 18843,
        "cache_misses": 13357,
        "cache_evictions": 10627,
        "forward_calls": 3402,
        "forward_seconds": 64.55467469160794,
        "routing_seconds": 9.55651647481136,
        "materialize_seconds": 0.43374390111421235,
        "disk_bytes_read": 114611115644,
        "disk_read_seconds": 39.952418777073035,
        "resident_cache_bytes": 21469593600,
        "effective_cache_budget_bytes": 21474836480
      },
      "status_range": [
        35,
        64
      ],
      "correct": true,
      "backend_phases": {
        "cached_prompt_tokens": 62,
        "decode_seconds": 22.28,
        "evaluated_prompt_tokens": 13,
        "first_token_seconds": 7.85,
        "prompt_seconds": 7.85
      },
      "expert_hit_rate": 0.6156462585034014,
      "expert_read_GiB": 43.037109375,
      "decode_tokens_per_second": 1.660682226211849,
      "decode_window": {
        "token_equivalents": 34.88095238095238,
        "expert_hit_rate": 0.6676621160409556,
        "read_GiB_per_token": 0.8178627613054608,
        "disk_read_seconds_per_token": 0.3303175916342993,
        "forward_seconds_per_token": 0.6002900549836391,
        "routing_seconds_per_token": 0.11119551362236167
      }
    },
    {
      "first_text_seconds": 24.128538874996593,
      "total_seconds": 42.709993166994536,
      "finish_reason": "stop",
      "truncated": false,
      "answer": "Rust is a systems programming language that guarantees memory safety and thread safety through compile-time checks, letting developers build fast, reliable software without a garbage collector.",
      "usage": {
        "completion_tokens": 41,
        "prompt_tokens": 116,
        "total_tokens": 157
      },
      "received_done": true,
      "has_reasoning": false,
      "error": null,
      "prompt_tokens": 116,
      "completion_tokens": 41,
      "cached_tokens": null,
      "client_decode_tokens_per_second_estimate": null,
      "before": {
        "attention_fusion_bytes": 3683811328,
        "attention_shared_bytes": 3683811328,
        "last_prefill_admission": {
          "chunk_tokens": 12,
          "cached_tokens": 62,
          "current_bytes": 32441373672,
          "non_weight_bytes": 10971780072,
          "predicted_peak_bytes": 575262494,
          "ceiling_bytes": 36180806860,
          "effective_expert_bytes": 21474836480
        },
        "last_decode_admission": {
          "chunk_tokens": 1,
          "cached_tokens": 112,
          "current_bytes": 32484070616,
          "non_weight_bytes": 11014477016,
          "predicted_peak_bytes": 203194320,
          "ceiling_bytes": 36180806860,
          "effective_expert_bytes": 21474836480
        },
        "cache_hits": 18843,
        "cache_misses": 13357,
        "cache_evictions": 10627,
        "forward_calls": 3402,
        "forward_seconds": 64.55467469160794,
        "routing_seconds": 9.55651647481136,
        "materialize_seconds": 0.43374390111421235,
        "disk_bytes_read": 114611115644,
        "disk_read_seconds": 39.952418777073035,
        "resident_cache_bytes": 21469593600,
        "effective_cache_budget_bytes": 21474836480
      },
      "after": {
        "attention_fusion_bytes": 3683811328,
        "attention_shared_bytes": 3683811328,
        "last_prefill_admission": {
          "chunk_tokens": 41,
          "cached_tokens": 74,
          "current_bytes": 32455562456,
          "non_weight_bytes": 10985968856,
          "predicted_peak_bytes": 1965480192,
          "ceiling_bytes": 36180806860,
          "effective_expert_bytes": 21474836480
        },
        "last_decode_admission": {
          "chunk_tokens": 1,
          "cached_tokens": 157,
          "current_bytes": 32492033768,
          "non_weight_bytes": 11022440168,
          "predicted_peak_bytes": 275053776,
          "ceiling_bytes": 36180806860,
          "effective_expert_bytes": 21474836480
        },
        "cache_hits": 28988,
        "cache_misses": 22541,
        "cache_evictions": 19811,
        "forward_calls": 5250,
        "forward_seconds": 106.63523127642111,
        "routing_seconds": 15.02137128089089,
        "materialize_seconds": 0.7386697612528224,
        "disk_bytes_read": 186837030524,
        "disk_read_seconds": 65.38841720114578,
        "resident_cache_bytes": 21469593600,
        "effective_cache_budget_bytes": 21474836480
      },
      "status_range": [
        64,
        107
      ],
      "correct": true,
      "backend_phases": {
        "cached_prompt_tokens": 74,
        "decode_seconds": 25.17,
        "evaluated_prompt_tokens": 42,
        "first_token_seconds": 17.53,
        "prompt_seconds": 17.53
      },
      "expert_hit_rate": 0.5248590201252005,
      "expert_read_GiB": 67.265625,
      "decode_tokens_per_second": 1.6289233214143821,
      "decode_window": {
        "token_equivalents": 40.523809523809526,
        "expert_hit_rate": 0.6516019988242211,
        "read_GiB_per_token": 0.8568819541348414,
        "disk_read_seconds_per_token": 0.34557051621343954,
        "forward_seconds_per_token": 0.6165517879115183,
        "routing_seconds_per_token": 0.11010344359406365
      }
    }
  ],
  "status": [
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 266,
      "cache_evictions": 0,
      "forward_calls": 2,
      "forward_seconds": 0.7807598330255132,
      "routing_seconds": 0.05484795800293796,
      "materialize_seconds": 0.0089913418632932,
      "disk_bytes_read": 11659302524,
      "disk_read_seconds": 2.619853686192073,
      "resident_cache_bytes": 2091909120,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 567,
      "cache_evictions": 0,
      "forward_calls": 5,
      "forward_seconds": 1.7951756250113249,
      "routing_seconds": 0.08487700001569465,
      "materialize_seconds": 0.01860895866411738,
      "disk_bytes_read": 14026462844,
      "disk_read_seconds": 3.3550101193250157,
      "resident_cache_bytes": 4459069440,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 851,
      "cache_evictions": 0,
      "forward_calls": 8,
      "forward_seconds": 2.9036815839936025,
      "routing_seconds": 0.11824049902497791,
      "materialize_seconds": 0.028403085365425795,
      "disk_bytes_read": 16259929724,
      "disk_read_seconds": 4.057425426173722,
      "resident_cache_bytes": 6692536320,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 1139,
      "cache_evictions": 0,
      "forward_calls": 11,
      "forward_seconds": 3.90556841698708,
      "routing_seconds": 0.15139279002323747,
      "materialize_seconds": 0.037670663092285395,
      "disk_bytes_read": 18524853884,
      "disk_read_seconds": 4.7834597407781985,
      "resident_cache_bytes": 8957460480,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 1416,
      "cache_evictions": 0,
      "forward_calls": 14,
      "forward_seconds": 4.811995292955544,
      "routing_seconds": 0.18342379099340178,
      "materialize_seconds": 0.04622220917372033,
      "disk_bytes_read": 20703270524,
      "disk_read_seconds": 5.5104299414670095,
      "resident_cache_bytes": 11135877120,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 1688,
      "cache_evictions": 0,
      "forward_calls": 18,
      "forward_seconds": 5.787005042977398,
      "routing_seconds": 0.22489712404785678,
      "materialize_seconds": 0.05509880304452963,
      "disk_bytes_read": 22842365564,
      "disk_read_seconds": 6.222815518674906,
      "resident_cache_bytes": 13274972160,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 1949,
      "cache_evictions": 0,
      "forward_calls": 22,
      "forward_seconds": 6.817890292964876,
      "routing_seconds": 0.2689614569826517,
      "materialize_seconds": 0.06508275997475721,
      "disk_bytes_read": 24894953084,
      "disk_read_seconds": 6.914570950641064,
      "resident_cache_bytes": 15327559680,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 2213,
      "cache_evictions": 0,
      "forward_calls": 26,
      "forward_seconds": 7.861208668968175,
      "routing_seconds": 0.3159345400054008,
      "materialize_seconds": 0.07471461026580073,
      "disk_bytes_read": 26971133564,
      "disk_read_seconds": 7.619968658109428,
      "resident_cache_bytes": 17403740160,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 2497,
      "cache_evictions": 0,
      "forward_calls": 30,
      "forward_seconds": 9.049911459936993,
      "routing_seconds": 0.3616979139915202,
      "materialize_seconds": 0.08327965153148398,
      "disk_bytes_read": 29204600444,
      "disk_read_seconds": 8.312226499663666,
      "resident_cache_bytes": 19637207040,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 2775,
      "cache_evictions": 45,
      "forward_calls": 33,
      "forward_seconds": 9.917888085939921,
      "routing_seconds": 0.39770499800215475,
      "materialize_seconds": 0.0917681853461545,
      "disk_bytes_read": 31390881404,
      "disk_read_seconds": 9.018663489783648,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 3042,
      "cache_evictions": 312,
      "forward_calls": 37,
      "forward_seconds": 11.109356294909958,
      "routing_seconds": 0.4288504130090587,
      "materialize_seconds": 0.1005753931531217,
      "disk_bytes_read": 33490654844,
      "disk_read_seconds": 9.72629674206837,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 3306,
      "cache_evictions": 576,
      "forward_calls": 40,
      "forward_seconds": 12.105883335898397,
      "routing_seconds": 0.47420962096657604,
      "materialize_seconds": 0.10895520215854049,
      "disk_bytes_read": 35566835324,
      "disk_read_seconds": 10.453278893226525,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 1,
      "cache_misses": 3535,
      "cache_evictions": 805,
      "forward_calls": 50,
      "forward_seconds": 13.059494753862964,
      "routing_seconds": 0.5242874539399054,
      "materialize_seconds": 0.11640482294023968,
      "disk_bytes_read": 37367764604,
      "disk_read_seconds": 11.095233811676735,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 24,
        "current_bytes": 32305840160,
        "non_weight_bytes": 10836246560,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 505,
      "cache_misses": 3671,
      "cache_evictions": 941,
      "forward_calls": 130,
      "forward_seconds": 13.98560438392451,
      "routing_seconds": 0.7495631250203587,
      "materialize_seconds": 0.12090490770060569,
      "disk_bytes_read": 38437312124,
      "disk_read_seconds": 11.508474079601001,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 25,
        "current_bytes": 32298254752,
        "non_weight_bytes": 10828661152,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 879,
      "cache_misses": 3865,
      "cache_evictions": 1135,
      "forward_calls": 200,
      "forward_seconds": 14.979333255905658,
      "routing_seconds": 0.9123046220629476,
      "materialize_seconds": 0.1271612900600303,
      "disk_bytes_read": 39962990204,
      "disk_read_seconds": 12.078668923815712,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 27,
        "current_bytes": 32306693280,
        "non_weight_bytes": 10837099680,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 1174,
      "cache_misses": 4066,
      "cache_evictions": 1336,
      "forward_calls": 262,
      "forward_seconds": 15.973774086887715,
      "routing_seconds": 1.0719300769269466,
      "materialize_seconds": 0.13335115904919803,
      "disk_bytes_read": 41543718524,
      "disk_read_seconds": 12.675465248234104,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 28,
        "current_bytes": 32306857336,
        "non_weight_bytes": 10837263736,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 1567,
      "cache_misses": 4257,
      "cache_evictions": 1527,
      "forward_calls": 335,
      "forward_seconds": 16.98457150196191,
      "routing_seconds": 1.2483717829745729,
      "materialize_seconds": 0.1392550818854943,
      "disk_bytes_read": 43045803644,
      "disk_read_seconds": 13.237854324601358,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 30,
        "current_bytes": 32307349432,
        "non_weight_bytes": 10837755832,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 2009,
      "cache_misses": 4431,
      "cache_evictions": 1701,
      "forward_calls": 412,
      "forward_seconds": 17.971492997050518,
      "routing_seconds": 1.4460103579913266,
      "materialize_seconds": 0.14468491371371783,
      "disk_bytes_read": 44414195324,
      "disk_read_seconds": 13.756663247157121,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 32,
        "current_bytes": 32307825120,
        "non_weight_bytes": 10838231520,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 2299,
      "cache_misses": 4621,
      "cache_evictions": 1891,
      "forward_calls": 473,
      "forward_seconds": 18.97903695490095,
      "routing_seconds": 1.615015651943395,
      "materialize_seconds": 0.1507990819227416,
      "disk_bytes_read": 45908416124,
      "disk_read_seconds": 14.323083304945612,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 33,
        "current_bytes": 32300551152,
        "non_weight_bytes": 10830957552,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 2586,
      "cache_misses": 4822,
      "cache_evictions": 2092,
      "forward_calls": 533,
      "forward_seconds": 19.96734724691487,
      "routing_seconds": 1.7676939030352514,
      "materialize_seconds": 0.15691679387236945,
      "disk_bytes_read": 47489144444,
      "disk_read_seconds": 14.92373023997061,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 35,
        "current_bytes": 32308809264,
        "non_weight_bytes": 10839215664,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 2964,
      "cache_misses": 5004,
      "cache_evictions": 2274,
      "forward_calls": 603,
      "forward_seconds": 20.96777637890773,
      "routing_seconds": 1.96428536408348,
      "materialize_seconds": 0.16259546688525006,
      "disk_bytes_read": 48920450684,
      "disk_read_seconds": 15.461448545538587,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 37,
        "current_bytes": 32301240048,
        "non_weight_bytes": 10831646448,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 3479,
      "cache_misses": 5169,
      "cache_evictions": 2439,
      "forward_calls": 689,
      "forward_seconds": 21.97230888271588,
      "routing_seconds": 2.1775417869794182,
      "materialize_seconds": 0.16762197090429254,
      "disk_bytes_read": 50218063484,
      "disk_read_seconds": 15.948688152246177,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 39,
        "current_bytes": 32309120872,
        "non_weight_bytes": 10839527272,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 3994,
      "cache_misses": 5326,
      "cache_evictions": 2596,
      "forward_calls": 773,
      "forward_seconds": 22.962699795956723,
      "routing_seconds": 2.39946644907468,
      "materialize_seconds": 0.17294143894105218,
      "disk_bytes_read": 51452761724,
      "disk_read_seconds": 16.41816147378995,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 41,
        "current_bytes": 32309645448,
        "non_weight_bytes": 10840051848,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 4402,
      "cache_misses": 5502,
      "cache_evictions": 2772,
      "forward_calls": 845,
      "forward_seconds": 23.941982292803004,
      "routing_seconds": 2.6038334489567205,
      "materialize_seconds": 0.17852101009339094,
      "disk_bytes_read": 52836882044,
      "disk_read_seconds": 16.937543240288505,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 43,
        "current_bytes": 32313921696,
        "non_weight_bytes": 10844328096,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 4866,
      "cache_misses": 5670,
      "cache_evictions": 2940,
      "forward_calls": 924,
      "forward_seconds": 24.932178421790013,
      "routing_seconds": 2.8234288670355454,
      "materialize_seconds": 0.18377464203513227,
      "disk_bytes_read": 54158087804,
      "disk_read_seconds": 17.43490748447948,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 45,
        "current_bytes": 32302125360,
        "non_weight_bytes": 10832531760,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 5387,
      "cache_misses": 5829,
      "cache_evictions": 3099,
      "forward_calls": 1009,
      "forward_seconds": 25.93660267390078,
      "routing_seconds": 3.0488863740465604,
      "materialize_seconds": 0.18873063911451027,
      "disk_bytes_read": 55408514684,
      "disk_read_seconds": 17.911125179030932,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 47,
        "current_bytes": 32302174584,
        "non_weight_bytes": 10832580984,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 5958,
      "cache_misses": 5986,
      "cache_evictions": 3256,
      "forward_calls": 1100,
      "forward_seconds": 26.928542337787803,
      "routing_seconds": 3.273117329837987,
      "materialize_seconds": 0.19423473411006853,
      "disk_bytes_read": 56643212924,
      "disk_read_seconds": 18.382456136780092,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 49,
        "current_bytes": 32302322112,
        "non_weight_bytes": 10832728512,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 6655,
      "cache_misses": 6161,
      "cache_evictions": 3431,
      "forward_calls": 1209,
      "forward_seconds": 27.92995188574423,
      "routing_seconds": 3.4672086628270335,
      "materialize_seconds": 0.1997559319715947,
      "disk_bytes_read": 58019468924,
      "disk_read_seconds": 18.900460781966103,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 52,
        "current_bytes": 32314544696,
        "non_weight_bytes": 10844951096,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 7278,
      "cache_misses": 6322,
      "cache_evictions": 3592,
      "forward_calls": 1307,
      "forward_seconds": 28.91977488459088,
      "routing_seconds": 3.698721375752939,
      "materialize_seconds": 0.20501972816418856,
      "disk_bytes_read": 59285624444,
      "disk_read_seconds": 19.381029454321833,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 53,
        "current_bytes": 32314757832,
        "non_weight_bytes": 10845164232,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 7684,
      "cache_misses": 6508,
      "cache_evictions": 3778,
      "forward_calls": 1381,
      "forward_seconds": 29.909794960578438,
      "routing_seconds": 3.88090920279501,
      "materialize_seconds": 0.21089789640973322,
      "disk_bytes_read": 60748387964,
      "disk_read_seconds": 19.93091379047837,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 55,
        "current_bytes": 32302748456,
        "non_weight_bytes": 10833154856,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 8117,
      "cache_misses": 6675,
      "cache_evictions": 3945,
      "forward_calls": 1456,
      "forward_seconds": 30.911446336715017,
      "routing_seconds": 4.094019913929515,
      "materialize_seconds": 0.21662606234895065,
      "disk_bytes_read": 62061729404,
      "disk_read_seconds": 20.436387774854666,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 57,
        "current_bytes": 32315052888,
        "non_weight_bytes": 10845459288,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 8492,
      "cache_misses": 6860,
      "cache_evictions": 4130,
      "forward_calls": 1526,
      "forward_seconds": 31.893030669918517,
      "routing_seconds": 4.285692621953785,
      "materialize_seconds": 0.22238643033779226,
      "disk_bytes_read": 63516628604,
      "disk_read_seconds": 20.983222622657195,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 59,
        "current_bytes": 32310875016,
        "non_weight_bytes": 10841281416,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 8902,
      "cache_misses": 7042,
      "cache_evictions": 4312,
      "forward_calls": 1600,
      "forward_seconds": 32.90484350087354,
      "routing_seconds": 4.48265778584755,
      "materialize_seconds": 0.228144554188475,
      "disk_bytes_read": 64947934844,
      "disk_read_seconds": 21.517729775077896,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 60,
        "current_bytes": 32316199816,
        "non_weight_bytes": 10846606216,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 9179,
      "cache_misses": 7253,
      "cache_evictions": 4523,
      "forward_calls": 1661,
      "forward_seconds": 33.913136752846185,
      "routing_seconds": 4.628015826863702,
      "materialize_seconds": 0.2347948021197226,
      "disk_bytes_read": 66607306364,
      "disk_read_seconds": 22.13406800670782,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10140982424,
        "non_weight_bytes": 10140982424,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 61,
        "current_bytes": 32311088032,
        "non_weight_bytes": 10841494432,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 9424,
      "cache_misses": 7464,
      "cache_evictions": 4734,
      "forward_calls": 1718,
      "forward_seconds": 34.90335137891816,
      "routing_seconds": 4.772480450046714,
      "materialize_seconds": 0.2415697550168261,
      "disk_bytes_read": 68266677884,
      "disk_read_seconds": 22.74961388052907,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 61,
        "current_bytes": 32468259840,
        "non_weight_bytes": 10998666240,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 9558,
      "cache_misses": 7685,
      "cache_evictions": 4955,
      "forward_calls": 1726,
      "forward_seconds": 35.72278646187624,
      "routing_seconds": 4.843388698063791,
      "materialize_seconds": 0.24892571510281414,
      "disk_bytes_read": 70004692604,
      "disk_read_seconds": 23.372850143670803,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 61,
        "current_bytes": 32468259840,
        "non_weight_bytes": 10998666240,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 9709,
      "cache_misses": 7930,
      "cache_evictions": 5200,
      "forward_calls": 1733,
      "forward_seconds": 36.72090233588824,
      "routing_seconds": 4.921466695086565,
      "materialize_seconds": 0.25723396337707527,
      "disk_bytes_read": 71931451004,
      "disk_read_seconds": 24.059833010920556,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 61,
        "current_bytes": 32468259840,
        "non_weight_bytes": 10998666240,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 9858,
      "cache_misses": 8166,
      "cache_evictions": 5436,
      "forward_calls": 1742,
      "forward_seconds": 37.747063585877186,
      "routing_seconds": 5.003014279063791,
      "materialize_seconds": 0.2651265522581525,
      "disk_bytes_read": 73787430524,
      "disk_read_seconds": 24.741076919424813,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 61,
        "current_bytes": 32468259840,
        "non_weight_bytes": 10998666240,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 9997,
      "cache_misses": 8413,
      "cache_evictions": 5683,
      "forward_calls": 1750,
      "forward_seconds": 38.716513000952546,
      "routing_seconds": 5.080892278114334,
      "materialize_seconds": 0.2732328466081526,
      "disk_bytes_read": 75729917564,
      "disk_read_seconds": 25.4201760822325,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 61,
        "current_bytes": 32468259840,
        "non_weight_bytes": 10998666240,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 10095,
      "cache_misses": 8655,
      "cache_evictions": 5925,
      "forward_calls": 1757,
      "forward_seconds": 39.76435312588001,
      "routing_seconds": 5.163962903083302,
      "materialize_seconds": 0.2809707695560064,
      "disk_bytes_read": 77633083004,
      "disk_read_seconds": 26.08815033143037,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 61,
        "current_bytes": 32468259840,
        "non_weight_bytes": 10998666240,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 10188,
      "cache_misses": 8908,
      "cache_evictions": 6178,
      "forward_calls": 1764,
      "forward_seconds": 40.84334104391746,
      "routing_seconds": 5.223225320107304,
      "materialize_seconds": 0.2889042282477021,
      "disk_bytes_read": 79622755964,
      "disk_read_seconds": 26.78551717082155,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 61,
        "current_bytes": 32468259840,
        "non_weight_bytes": 10998666240,
        "predicted_peak_bytes": 47938540,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 10591,
      "cache_misses": 9073,
      "cache_evictions": 6343,
      "forward_calls": 1834,
      "forward_seconds": 41.76819337203051,
      "routing_seconds": 5.416413525206735,
      "materialize_seconds": 0.2944994721910916,
      "disk_bytes_read": 80920368764,
      "disk_read_seconds": 27.288805271411547,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 77,
        "current_bytes": 32317117440,
        "non_weight_bytes": 10847523840,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 10863,
      "cache_misses": 9273,
      "cache_evictions": 6543,
      "forward_calls": 1893,
      "forward_seconds": 42.72736099400208,
      "routing_seconds": 5.558851018169662,
      "materialize_seconds": 0.3010644701716956,
      "disk_bytes_read": 82493232764,
      "disk_read_seconds": 27.875822526752017,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 78,
        "current_bytes": 32317133824,
        "non_weight_bytes": 10847540224,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 11191,
      "cache_misses": 9465,
      "cache_evictions": 6735,
      "forward_calls": 1958,
      "forward_seconds": 43.7269712020061,
      "routing_seconds": 5.732531023124466,
      "materialize_seconds": 0.30713859014213085,
      "disk_bytes_read": 84003182204,
      "disk_read_seconds": 28.442623905895744,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 80,
        "current_bytes": 32309269504,
        "non_weight_bytes": 10839675904,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 11541,
      "cache_misses": 9651,
      "cache_evictions": 6921,
      "forward_calls": 2026,
      "forward_seconds": 44.73540174399386,
      "routing_seconds": 5.91662110312609,
      "materialize_seconds": 0.3136592181690503,
      "disk_bytes_read": 85465945724,
      "disk_read_seconds": 28.992524813103955,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 82,
        "current_bytes": 32316986392,
        "non_weight_bytes": 10847392792,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 12015,
      "cache_misses": 9817,
      "cache_evictions": 7087,
      "forward_calls": 2106,
      "forward_seconds": 45.72076641116291,
      "routing_seconds": 6.124004060169682,
      "materialize_seconds": 0.3194135573867243,
      "disk_bytes_read": 86771422844,
      "disk_read_seconds": 29.486215444252593,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 84,
        "current_bytes": 32309122072,
        "non_weight_bytes": 10839528472,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 12501,
      "cache_misses": 9987,
      "cache_evictions": 7257,
      "forward_calls": 2188,
      "forward_seconds": 46.71005678398069,
      "routing_seconds": 6.331001855956856,
      "materialize_seconds": 0.32489214531960897,
      "disk_bytes_read": 88108357244,
      "disk_read_seconds": 29.987775763234822,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 86,
        "current_bytes": 32316986392,
        "non_weight_bytes": 10847392792,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 13013,
      "cache_misses": 10147,
      "cache_evictions": 7417,
      "forward_calls": 2271,
      "forward_seconds": 47.688602120033465,
      "routing_seconds": 6.553205354925012,
      "materialize_seconds": 0.33050601722788997,
      "disk_bytes_read": 89366648444,
      "disk_read_seconds": 30.47329927474493,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 87,
        "current_bytes": 32303617072,
        "non_weight_bytes": 10834023472,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 13226,
      "cache_misses": 10366,
      "cache_evictions": 7636,
      "forward_calls": 2325,
      "forward_seconds": 48.69818098595715,
      "routing_seconds": 6.692286430945387,
      "materialize_seconds": 0.33750077031436376,
      "disk_bytes_read": 91088934524,
      "disk_read_seconds": 31.116080713109113,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 88,
        "current_bytes": 32317002800,
        "non_weight_bytes": 10847409200,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 13491,
      "cache_misses": 10565,
      "cache_evictions": 7835,
      "forward_calls": 2383,
      "forward_seconds": 49.71491865199641,
      "routing_seconds": 6.856363138998859,
      "materialize_seconds": 0.3439124822616577,
      "disk_bytes_read": 92653934204,
      "disk_read_seconds": 31.697445181343937,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 90,
        "current_bytes": 32321426480,
        "non_weight_bytes": 10851832880,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 13875,
      "cache_misses": 10757,
      "cache_evictions": 8027,
      "forward_calls": 2456,
      "forward_seconds": 50.72448798592086,
      "routing_seconds": 7.029877885070164,
      "materialize_seconds": 0.35001027522957884,
      "disk_bytes_read": 94163883644,
      "disk_read_seconds": 32.2640384855913,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 91,
        "current_bytes": 32316970032,
        "non_weight_bytes": 10847376432,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 14174,
      "cache_misses": 10954,
      "cache_evictions": 8224,
      "forward_calls": 2517,
      "forward_seconds": 51.71326615390717,
      "routing_seconds": 7.2000859281397425,
      "materialize_seconds": 0.35635410429676995,
      "disk_bytes_read": 95713154684,
      "disk_read_seconds": 32.83945792293525,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 93,
        "current_bytes": 32321999920,
        "non_weight_bytes": 10852406320,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 14505,
      "cache_misses": 11143,
      "cache_evictions": 8413,
      "forward_calls": 2582,
      "forward_seconds": 52.71006094591576,
      "routing_seconds": 7.381612183031393,
      "materialize_seconds": 0.36243477620882913,
      "disk_bytes_read": 97199511164,
      "disk_read_seconds": 33.4020164393296,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 95,
        "current_bytes": 32309154864,
        "non_weight_bytes": 10839561264,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 14934,
      "cache_misses": 11322,
      "cache_evictions": 8592,
      "forward_calls": 2658,
      "forward_seconds": 53.69574032386299,
      "routing_seconds": 7.570835306018125,
      "materialize_seconds": 0.3683109020930715,
      "disk_bytes_read": 98607224444,
      "disk_read_seconds": 33.93066295719473,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 96,
        "current_bytes": 32317019184,
        "non_weight_bytes": 10847425584,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 15300,
      "cache_misses": 11508,
      "cache_evictions": 8778,
      "forward_calls": 2727,
      "forward_seconds": 54.70001524267718,
      "routing_seconds": 7.75587905588327,
      "materialize_seconds": 0.3743613632104825,
      "disk_bytes_read": 100069987964,
      "disk_read_seconds": 34.4791158013395,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 98,
        "current_bytes": 32317019184,
        "non_weight_bytes": 10847425584,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 15627,
      "cache_misses": 11701,
      "cache_evictions": 8971,
      "forward_calls": 2792,
      "forward_seconds": 55.701346953661414,
      "routing_seconds": 7.935895678790985,
      "materialize_seconds": 0.3804321581264958,
      "disk_bytes_read": 101587801724,
      "disk_read_seconds": 35.05033840323449,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 100,
        "current_bytes": 32314938440,
        "non_weight_bytes": 10845344840,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 15937,
      "cache_misses": 11895,
      "cache_evictions": 9165,
      "forward_calls": 2856,
      "forward_seconds": 56.708965490572155,
      "routing_seconds": 8.102133347740164,
      "materialize_seconds": 0.386573448224226,
      "disk_bytes_read": 103113479804,
      "disk_read_seconds": 35.61822725759703,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 101,
        "current_bytes": 32306811976,
        "non_weight_bytes": 10837218376,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 16251,
      "cache_misses": 12085,
      "cache_evictions": 9355,
      "forward_calls": 2919,
      "forward_seconds": 57.70356640566024,
      "routing_seconds": 8.280808142822934,
      "materialize_seconds": 0.3928252701589372,
      "disk_bytes_read": 104607700604,
      "disk_read_seconds": 36.18128610771964,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 103,
        "current_bytes": 32321262664,
        "non_weight_bytes": 10851669064,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 16916,
      "cache_misses": 12228,
      "cache_evictions": 9498,
      "forward_calls": 3019,
      "forward_seconds": 58.67460702871904,
      "routing_seconds": 8.533161098865094,
      "materialize_seconds": 0.3976618151937146,
      "disk_bytes_read": 105732298364,
      "disk_read_seconds": 36.61264877702342,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 105,
        "current_bytes": 32317035592,
        "non_weight_bytes": 10847441992,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 17157,
      "cache_misses": 12435,
      "cache_evictions": 9705,
      "forward_calls": 3075,
      "forward_seconds": 59.68017478173715,
      "routing_seconds": 8.689409352868097,
      "materialize_seconds": 0.40412331715924665,
      "disk_bytes_read": 107360212604,
      "disk_read_seconds": 37.22625950287329,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 107,
        "current_bytes": 32309187680,
        "non_weight_bytes": 10839594080,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 17645,
      "cache_misses": 12603,
      "cache_evictions": 9873,
      "forward_calls": 3157,
      "forward_seconds": 60.67626982569345,
      "routing_seconds": 8.89924622696708,
      "materialize_seconds": 0.409492483275244,
      "disk_bytes_read": 108681418364,
      "disk_read_seconds": 37.72772989468649,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 108,
        "current_bytes": 32317052000,
        "non_weight_bytes": 10847458400,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 18024,
      "cache_misses": 12784,
      "cache_evictions": 10054,
      "forward_calls": 3227,
      "forward_seconds": 61.67941841177526,
      "routing_seconds": 9.089678603952052,
      "materialize_seconds": 0.4153924469719641,
      "disk_bytes_read": 110104860284,
      "disk_read_seconds": 38.26180214167107,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 110,
        "current_bytes": 32309187680,
        "non_weight_bytes": 10839594080,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 18544,
      "cache_misses": 12944,
      "cache_evictions": 10214,
      "forward_calls": 3312,
      "forward_seconds": 62.67323977869819,
      "routing_seconds": 9.321068808814744,
      "materialize_seconds": 0.4206876101961825,
      "disk_bytes_read": 111363151484,
      "disk_read_seconds": 38.7382984427677,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32441373672,
        "non_weight_bytes": 10971780072,
        "predicted_peak_bytes": 575262494,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 111,
        "current_bytes": 32321279072,
        "non_weight_bytes": 10851685472,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 18688,
      "cache_misses": 13168,
      "cache_evictions": 10438,
      "forward_calls": 3358,
      "forward_seconds": 63.66604981664568,
      "routing_seconds": 9.437456433806801,
      "materialize_seconds": 0.4277159850753378,
      "disk_bytes_read": 113124759164,
      "disk_read_seconds": 39.397614711138885,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32484070616,
        "non_weight_bytes": 11014477016,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 18843,
      "cache_misses": 13357,
      "cache_evictions": 10627,
      "forward_calls": 3402,
      "forward_seconds": 64.55467469160794,
      "routing_seconds": 9.55651647481136,
      "materialize_seconds": 0.43374390111421235,
      "disk_bytes_read": 114611115644,
      "disk_read_seconds": 39.952418777073035,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32484070616,
        "non_weight_bytes": 11014477016,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 19119,
      "cache_misses": 13614,
      "cache_evictions": 10884,
      "forward_calls": 3405,
      "forward_seconds": 65.55025073260185,
      "routing_seconds": 9.615013057802571,
      "materialize_seconds": 0.4428145291749388,
      "disk_bytes_read": 116632245884,
      "disk_read_seconds": 40.6356386562984,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32484070616,
        "non_weight_bytes": 11014477016,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 19350,
      "cache_misses": 13869,
      "cache_evictions": 11139,
      "forward_calls": 3408,
      "forward_seconds": 66.46705448257853,
      "routing_seconds": 9.675657598825637,
      "materialize_seconds": 0.4518696919258218,
      "disk_bytes_read": 118637647484,
      "disk_read_seconds": 41.33255099298549,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32484070616,
        "non_weight_bytes": 11014477016,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 19481,
      "cache_misses": 14137,
      "cache_evictions": 11407,
      "forward_calls": 3411,
      "forward_seconds": 67.54804048259393,
      "routing_seconds": 9.727262306812918,
      "materialize_seconds": 0.4621694077504799,
      "disk_bytes_read": 120745285244,
      "disk_read_seconds": 42.014943948423024,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32484070616,
        "non_weight_bytes": 11014477016,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 19582,
      "cache_misses": 14399,
      "cache_evictions": 11669,
      "forward_calls": 3414,
      "forward_seconds": 68.55449685661006,
      "routing_seconds": 9.774786014808342,
      "materialize_seconds": 0.4726183715683874,
      "disk_bytes_read": 122805737084,
      "disk_read_seconds": 42.714643538871314,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32484070616,
        "non_weight_bytes": 11014477016,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 19649,
      "cache_misses": 14663,
      "cache_evictions": 11933,
      "forward_calls": 3416,
      "forward_seconds": 69.24031131461379,
      "routing_seconds": 9.811730639834423,
      "materialize_seconds": 0.4823439585743472,
      "disk_bytes_read": 124881917564,
      "disk_read_seconds": 43.40906841715332,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32484070616,
        "non_weight_bytes": 11014477016,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 19694,
      "cache_misses": 14921,
      "cache_evictions": 12191,
      "forward_calls": 3420,
      "forward_seconds": 70.51949302261346,
      "routing_seconds": 9.88055184786208,
      "materialize_seconds": 0.4910520064004231,
      "disk_bytes_read": 126910912124,
      "disk_read_seconds": 44.08394840947585,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32484070616,
        "non_weight_bytes": 11014477016,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 19701,
      "cache_misses": 15205,
      "cache_evictions": 12475,
      "forward_calls": 3423,
      "forward_seconds": 71.61393223059713,
      "routing_seconds": 9.913465097837616,
      "materialize_seconds": 0.5002195931738243,
      "disk_bytes_read": 129144379004,
      "disk_read_seconds": 44.7464184203709,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32484070616,
        "non_weight_bytes": 11014477016,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 19701,
      "cache_misses": 15486,
      "cache_evictions": 12756,
      "forward_calls": 3425,
      "forward_seconds": 72.32738614661503,
      "routing_seconds": 9.965304806828499,
      "materialize_seconds": 0.5092695180792361,
      "disk_bytes_read": 131354252924,
      "disk_read_seconds": 45.45471648682724,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32484070616,
        "non_weight_bytes": 11014477016,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 19701,
      "cache_misses": 15760,
      "cache_evictions": 13030,
      "forward_calls": 3428,
      "forward_seconds": 73.44267064658925,
      "routing_seconds": 10.01556280584191,
      "materialize_seconds": 0.5183275591116399,
      "disk_bytes_read": 133509076604,
      "disk_read_seconds": 46.134705580596346,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32484070616,
        "non_weight_bytes": 11014477016,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 19701,
      "cache_misses": 16044,
      "cache_evictions": 13314,
      "forward_calls": 3431,
      "forward_seconds": 74.5270428955846,
      "routing_seconds": 10.061177888856037,
      "materialize_seconds": 0.527417398057878,
      "disk_bytes_read": 135742543484,
      "disk_read_seconds": 46.81587738034432,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32484070616,
        "non_weight_bytes": 11014477016,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 19701,
      "cache_misses": 16317,
      "cache_evictions": 13587,
      "forward_calls": 3434,
      "forward_seconds": 75.63356568661402,
      "routing_seconds": 10.114683554886142,
      "materialize_seconds": 0.5361329417501111,
      "disk_bytes_read": 137889502844,
      "disk_read_seconds": 47.47275388229173,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32484070616,
        "non_weight_bytes": 11014477016,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 19701,
      "cache_misses": 16590,
      "cache_evictions": 13860,
      "forward_calls": 3436,
      "forward_seconds": 76.39137522762758,
      "routing_seconds": 10.1476620118774,
      "materialize_seconds": 0.5451886048831511,
      "disk_bytes_read": 140036462204,
      "disk_read_seconds": 48.17286295586382,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32484070616,
        "non_weight_bytes": 11014477016,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 19701,
      "cache_misses": 16872,
      "cache_evictions": 14142,
      "forward_calls": 3439,
      "forward_seconds": 77.4965860186494,
      "routing_seconds": 10.195166761870496,
      "materialize_seconds": 0.5542390247865114,
      "disk_bytes_read": 142254200444,
      "disk_read_seconds": 48.87566394067835,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32484070616,
        "non_weight_bytes": 11014477016,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 19701,
      "cache_misses": 17157,
      "cache_evictions": 14427,
      "forward_calls": 3442,
      "forward_seconds": 78.68548593463493,
      "routing_seconds": 10.24421355384402,
      "materialize_seconds": 0.5630976101674605,
      "disk_bytes_read": 144495531644,
      "disk_read_seconds": 49.575026345817605,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32484070616,
        "non_weight_bytes": 11014477016,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 19701,
      "cache_misses": 17404,
      "cache_evictions": 14674,
      "forward_calls": 3446,
      "forward_seconds": 79.67654914266313,
      "routing_seconds": 10.279860096838092,
      "materialize_seconds": 0.5710851902840659,
      "disk_bytes_read": 146438018684,
      "disk_read_seconds": 50.2036375994503,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32484070616,
        "non_weight_bytes": 11014477016,
        "predicted_peak_bytes": 203194320,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 19902,
      "cache_misses": 17603,
      "cache_evictions": 14873,
      "forward_calls": 3496,
      "forward_seconds": 80.69642939552432,
      "routing_seconds": 10.424523218767717,
      "materialize_seconds": 0.5777828984428197,
      "disk_bytes_read": 148003018364,
      "disk_read_seconds": 50.80624439273379,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 117,
        "current_bytes": 32324097600,
        "non_weight_bytes": 10854504000,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 20121,
      "cache_misses": 17800,
      "cache_evictions": 15070,
      "forward_calls": 3548,
      "forward_seconds": 81.65020406153053,
      "routing_seconds": 10.559560304769548,
      "materialize_seconds": 0.5841036934871227,
      "disk_bytes_read": 149552289404,
      "disk_read_seconds": 51.38458342506783,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 119,
        "current_bytes": 32316200512,
        "non_weight_bytes": 10846606912,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 20475,
      "cache_misses": 17982,
      "cache_evictions": 15252,
      "forward_calls": 3615,
      "forward_seconds": 82.6431755615049,
      "routing_seconds": 10.752233594597783,
      "materialize_seconds": 0.5897584020276554,
      "disk_bytes_read": 150983595644,
      "disk_read_seconds": 51.926650844776304,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 120,
        "current_bytes": 32316692032,
        "non_weight_bytes": 10847098432,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 20778,
      "cache_misses": 18175,
      "cache_evictions": 15445,
      "forward_calls": 3677,
      "forward_seconds": 83.65318910236238,
      "routing_seconds": 10.92304380153655,
      "materialize_seconds": 0.5962387330946513,
      "disk_bytes_read": 152501409404,
      "disk_read_seconds": 52.50026493970654,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 122,
        "current_bytes": 32329586264,
        "non_weight_bytes": 10859992664,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 21130,
      "cache_misses": 18375,
      "cache_evictions": 15645,
      "forward_calls": 3746,
      "forward_seconds": 84.6581271023606,
      "routing_seconds": 11.081833679461852,
      "materialize_seconds": 0.6035494510433637,
      "disk_bytes_read": 154074273404,
      "disk_read_seconds": 53.0858729655738,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 123,
        "current_bytes": 32322901592,
        "non_weight_bytes": 10853307992,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 21452,
      "cache_misses": 18565,
      "cache_evictions": 15835,
      "forward_calls": 3811,
      "forward_seconds": 85.67224518841249,
      "routing_seconds": 11.25677325957804,
      "materialize_seconds": 0.6097535288135987,
      "disk_bytes_read": 155568494204,
      "disk_read_seconds": 53.648270841978956,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 125,
        "current_bytes": 32324081240,
        "non_weight_bytes": 10854487640,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 21887,
      "cache_misses": 18738,
      "cache_evictions": 16008,
      "forward_calls": 3886,
      "forward_seconds": 86.65543297838303,
      "routing_seconds": 11.46487408867688,
      "materialize_seconds": 0.6155028268403839,
      "disk_bytes_read": 156929021564,
      "disk_read_seconds": 54.16475430148421,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 127,
        "current_bytes": 32326702680,
        "non_weight_bytes": 10857109080,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 22203,
      "cache_misses": 18934,
      "cache_evictions": 16204,
      "forward_calls": 3950,
      "forward_seconds": 87.66015443747165,
      "routing_seconds": 11.640939710778184,
      "materialize_seconds": 0.6217349939106498,
      "disk_bytes_read": 158470428284,
      "disk_read_seconds": 54.73616158121149,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 128,
        "current_bytes": 32324081240,
        "non_weight_bytes": 10854487640,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 22392,
      "cache_misses": 19145,
      "cache_evictions": 16415,
      "forward_calls": 4001,
      "forward_seconds": 88.66975160341826,
      "routing_seconds": 11.772702876711264,
      "materialize_seconds": 0.6284415268164594,
      "disk_bytes_read": 160129799804,
      "disk_read_seconds": 55.35543664524448,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 129,
        "current_bytes": 32324081240,
        "non_weight_bytes": 10854487640,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 22688,
      "cache_misses": 19337,
      "cache_evictions": 16607,
      "forward_calls": 4062,
      "forward_seconds": 89.66179435729282,
      "routing_seconds": 11.943488542630803,
      "materialize_seconds": 0.6349878517503385,
      "disk_bytes_read": 161639749244,
      "disk_read_seconds": 55.9187490902259,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 131,
        "current_bytes": 32324081240,
        "non_weight_bytes": 10854487640,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 22917,
      "cache_misses": 19540,
      "cache_evictions": 16810,
      "forward_calls": 4116,
      "forward_seconds": 90.64473198412452,
      "routing_seconds": 12.10287512652576,
      "materialize_seconds": 0.6413280538690742,
      "disk_bytes_read": 163236206204,
      "disk_read_seconds": 56.51644241128815,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 132,
        "current_bytes": 32324081240,
        "non_weight_bytes": 10854487640,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 23313,
      "cache_misses": 19720,
      "cache_evictions": 16990,
      "forward_calls": 4188,
      "forward_seconds": 91.65113653117442,
      "routing_seconds": 12.290784752578475,
      "materialize_seconds": 0.6471499281760771,
      "disk_bytes_read": 164651783804,
      "disk_read_seconds": 57.05053753266111,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 134,
        "current_bytes": 32324114008,
        "non_weight_bytes": 10854520408,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 23666,
      "cache_misses": 19911,
      "cache_evictions": 17181,
      "forward_calls": 4255,
      "forward_seconds": 92.63893499021651,
      "routing_seconds": 12.47885434050113,
      "materialize_seconds": 0.653671927168034,
      "disk_bytes_read": 166153868924,
      "disk_read_seconds": 57.61440008546924,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 135,
        "current_bytes": 32324114008,
        "non_weight_bytes": 10854520408,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 23877,
      "cache_misses": 20116,
      "cache_evictions": 17386,
      "forward_calls": 4307,
      "forward_seconds": 93.64229515718762,
      "routing_seconds": 12.630599088588497,
      "materialize_seconds": 0.6604339711484499,
      "disk_bytes_read": 167766054524,
      "disk_read_seconds": 58.21666005597217,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 137,
        "current_bytes": 32316249688,
        "non_weight_bytes": 10846656088,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 24235,
      "cache_misses": 20302,
      "cache_evictions": 17572,
      "forward_calls": 4375,
      "forward_seconds": 94.63202920020558,
      "routing_seconds": 12.821117669693194,
      "materialize_seconds": 0.6667061382322572,
      "disk_bytes_read": 169228818044,
      "disk_read_seconds": 58.76627314693178,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 138,
        "current_bytes": 32321492568,
        "non_weight_bytes": 10851898968,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 24616,
      "cache_misses": 20489,
      "cache_evictions": 17759,
      "forward_calls": 4446,
      "forward_seconds": 95.64946169810719,
      "routing_seconds": 13.003227836743463,
      "materialize_seconds": 0.6727477591775823,
      "disk_bytes_read": 170699445884,
      "disk_read_seconds": 59.31779322901275,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 140,
        "current_bytes": 32308369008,
        "non_weight_bytes": 10838775408,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 25023,
      "cache_misses": 20674,
      "cache_evictions": 17944,
      "forward_calls": 4520,
      "forward_seconds": 96.6449040370644,
      "routing_seconds": 13.188281920796726,
      "materialize_seconds": 0.6786193344451021,
      "disk_bytes_read": 172154345084,
      "disk_read_seconds": 59.86773207699298,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 142,
        "current_bytes": 32324130416,
        "non_weight_bytes": 10854536816,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 25446,
      "cache_misses": 20851,
      "cache_evictions": 18121,
      "forward_calls": 4595,
      "forward_seconds": 97.64326382015133,
      "routing_seconds": 13.390140874922508,
      "materialize_seconds": 0.6845656693913043,
      "disk_bytes_read": 173546329724,
      "disk_read_seconds": 60.393034250853816,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 144,
        "current_bytes": 32328341104,
        "non_weight_bytes": 10858747504,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 25910,
      "cache_misses": 21027,
      "cache_evictions": 18297,
      "forward_calls": 4675,
      "forward_seconds": 98.6442651571706,
      "routing_seconds": 13.587834085803479,
      "materialize_seconds": 0.690222762466874,
      "disk_bytes_read": 174930450044,
      "disk_read_seconds": 60.919176696042996,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 146,
        "current_bytes": 32324294256,
        "non_weight_bytes": 10854700656,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 26296,
      "cache_misses": 21209,
      "cache_evictions": 18479,
      "forward_calls": 4746,
      "forward_seconds": 99.62732461633277,
      "routing_seconds": 13.78960525491857,
      "materialize_seconds": 0.6960673062421847,
      "disk_bytes_read": 176361756284,
      "disk_read_seconds": 61.454443008464295,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 147,
        "current_bytes": 32316429936,
        "non_weight_bytes": 10846836336,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 26772,
      "cache_misses": 21381,
      "cache_evictions": 18651,
      "forward_calls": 4827,
      "forward_seconds": 100.65148965732078,
      "routing_seconds": 13.989818755915621,
      "materialize_seconds": 0.7015494679799303,
      "disk_bytes_read": 177714419324,
      "disk_read_seconds": 61.9668489517062,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 150,
        "current_bytes": 32328603248,
        "non_weight_bytes": 10859009648,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 27354,
      "cache_misses": 21551,
      "cache_evictions": 18821,
      "forward_calls": 4921,
      "forward_seconds": 101.63966677541612,
      "routing_seconds": 14.200250249967212,
      "materialize_seconds": 0.7071365919255186,
      "disk_bytes_read": 179051353724,
      "disk_read_seconds": 62.47578124568099,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 152,
        "current_bytes": 32316249712,
        "non_weight_bytes": 10846656112,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 27891,
      "cache_misses": 21710,
      "cache_evictions": 18980,
      "forward_calls": 5008,
      "forward_seconds": 102.63297681647236,
      "routing_seconds": 14.42654865985969,
      "materialize_seconds": 0.7122872190084308,
      "disk_bytes_read": 180301780604,
      "disk_read_seconds": 62.951839529996505,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 153,
        "current_bytes": 32328603248,
        "non_weight_bytes": 10859009648,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 28238,
      "cache_misses": 21907,
      "cache_evictions": 19177,
      "forward_calls": 5076,
      "forward_seconds": 103.63533006643411,
      "routing_seconds": 14.59846307785483,
      "materialize_seconds": 0.7185356761910953,
      "disk_bytes_read": 181851051644,
      "disk_read_seconds": 63.532427539495984,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 155,
        "current_bytes": 32316429936,
        "non_weight_bytes": 10846836336,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 28624,
      "cache_misses": 22105,
      "cache_evictions": 19375,
      "forward_calls": 5149,
      "forward_seconds": 104.63870360536384,
      "routing_seconds": 14.765083616803167,
      "materialize_seconds": 0.7247960902459454,
      "disk_bytes_read": 183408187004,
      "disk_read_seconds": 64.11667672093608,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 156,
        "current_bytes": 32324343408,
        "non_weight_bytes": 10854749808,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 28822,
      "cache_misses": 22323,
      "cache_evictions": 19593,
      "forward_calls": 5201,
      "forward_seconds": 105.63678610839997,
      "routing_seconds": 14.901896908908384,
      "materialize_seconds": 0.7317980163206812,
      "disk_bytes_read": 185122608764,
      "disk_read_seconds": 64.75082982689491,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 157,
        "current_bytes": 32324671064,
        "non_weight_bytes": 10855077464,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 28988,
      "cache_misses": 22541,
      "cache_evictions": 19811,
      "forward_calls": 5250,
      "forward_seconds": 106.63523127642111,
      "routing_seconds": 15.02137128089089,
      "materialize_seconds": 0.7386697612528224,
      "disk_bytes_read": 186837030524,
      "disk_read_seconds": 65.38841720114578,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32455562456,
        "non_weight_bytes": 10985968856,
        "predicted_peak_bytes": 1965480192,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 157,
        "current_bytes": 32492033768,
        "non_weight_bytes": 11022440168,
        "predicted_peak_bytes": 275053776,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 28988,
      "cache_misses": 22541,
      "cache_evictions": 19811,
      "forward_calls": 5250,
      "forward_seconds": 106.63523127642111,
      "routing_seconds": 15.02137128089089,
      "materialize_seconds": 0.7386697612528224,
      "disk_bytes_read": 186837030524,
      "disk_read_seconds": 65.38841720114578,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    }
  ]
}