{
  "model": "Vontra/GLM-5.3-Flash-MLX-oQ2-MTP",
  "same_context": false,
  "persistence": true,
  "fixed_history": true,
  "expert_budget": "20480",
  "reasoning_effort": "low",
  "samples": [
    {
      "first_text_seconds": 14.891830375010613,
      "total_seconds": 36.05045483299182,
      "finish_reason": "stop",
      "truncated": false,
      "answer": "Rust is a systems programming language that emphasizes memory safety, concurrency, and performance through its innovative ownership model, which enforces safe memory management at compile time without needing a garbage collector.",
      "usage": {
        "completion_tokens": 38,
        "prompt_tokens": 23,
        "total_tokens": 61
      },
      "received_done": true,
      "has_reasoning": false,
      "error": null,
      "prompt_tokens": 23,
      "completion_tokens": 38,
      "cached_tokens": null,
      "client_decode_tokens_per_second_estimate": null,
      "before": {
        "attention_fusion_bytes": 3683811328,
        "attention_shared_bytes": 3683811328,
        "last_prefill_admission": null,
        "last_decode_admission": null,
        "cache_hits": 0,
        "cache_misses": 0,
        "cache_evictions": 0,
        "forward_calls": 0,
        "forward_seconds": 0.0,
        "routing_seconds": 0.0,
        "materialize_seconds": 0.0,
        "disk_bytes_read": 9567393404,
        "disk_read_seconds": 1.9568245389382355,
        "resident_cache_bytes": 0,
        "effective_cache_budget_bytes": 21474836480
      },
      "after": {
        "attention_fusion_bytes": 3683811328,
        "attention_shared_bytes": 3683811328,
        "last_prefill_admission": {
          "chunk_tokens": 32,
          "cached_tokens": 0,
          "current_bytes": 10120502376,
          "non_weight_bytes": 10120502376,
          "predicted_peak_bytes": 39649280,
          "ceiling_bytes": 36180806860,
          "effective_expert_bytes": 21474836480
        },
        "last_decode_admission": {
          "chunk_tokens": 1,
          "cached_tokens": 61,
          "current_bytes": 32438309792,
          "non_weight_bytes": 10968716192,
          "predicted_peak_bytes": 49504100,
          "ceiling_bytes": 36180806860,
          "effective_expert_bytes": 21474836480
        },
        "cache_hits": 9460,
        "cache_misses": 7452,
        "cache_evictions": 4722,
        "forward_calls": 1722,
        "forward_seconds": 35.38337006454822,
        "routing_seconds": 4.872143660992151,
        "materialize_seconds": 0.24080231177504174,
        "disk_bytes_read": 68172306044,
        "disk_read_seconds": 22.8030348502798,
        "resident_cache_bytes": 21469593600,
        "effective_cache_budget_bytes": 21474836480
      },
      "status_range": [
        0,
        35
      ],
      "correct": true,
      "backend_phases": {
        "cached_prompt_tokens": 0,
        "decode_seconds": 21.15,
        "evaluated_prompt_tokens": 23,
        "first_token_seconds": 14.86,
        "prompt_seconds": 14.86
      },
      "expert_hit_rate": 0.5593661305581835,
      "expert_read_GiB": 54.580078125,
      "decode_tokens_per_second": 1.7966903073286054,
      "decode_window": {
        "token_equivalents": 35.714285714285715,
        "expert_hit_rate": 0.7044166666666667,
        "read_GiB_per_token": 0.727412109375,
        "disk_read_seconds_per_token": 0.29607467795943376,
        "forward_seconds_per_token": 0.5590914110501762,
        "routing_seconds_per_token": 0.10926213311916216
      }
    },
    {
      "first_text_seconds": 13.667478917021072,
      "total_seconds": 27.368134917021962,
      "finish_reason": "stop",
      "truncated": false,
      "answer": "Rust is a memory-safe systems programming language whose ownership model eliminates data races and memory errors at compile time without a garbage collector.",
      "usage": {
        "completion_tokens": 37,
        "prompt_tokens": 75,
        "total_tokens": 112
      },
      "received_done": true,
      "has_reasoning": false,
      "error": null,
      "prompt_tokens": 75,
      "completion_tokens": 37,
      "cached_tokens": null,
      "client_decode_tokens_per_second_estimate": null,
      "before": {
        "attention_fusion_bytes": 3683811328,
        "attention_shared_bytes": 3683811328,
        "last_prefill_admission": {
          "chunk_tokens": 32,
          "cached_tokens": 0,
          "current_bytes": 10120502376,
          "non_weight_bytes": 10120502376,
          "predicted_peak_bytes": 39649280,
          "ceiling_bytes": 36180806860,
          "effective_expert_bytes": 21474836480
        },
        "last_decode_admission": {
          "chunk_tokens": 1,
          "cached_tokens": 61,
          "current_bytes": 32438309792,
          "non_weight_bytes": 10968716192,
          "predicted_peak_bytes": 49504100,
          "ceiling_bytes": 36180806860,
          "effective_expert_bytes": 21474836480
        },
        "cache_hits": 9460,
        "cache_misses": 7452,
        "cache_evictions": 4722,
        "forward_calls": 1722,
        "forward_seconds": 35.38337006454822,
        "routing_seconds": 4.872143660992151,
        "materialize_seconds": 0.24080231177504174,
        "disk_bytes_read": 68172306044,
        "disk_read_seconds": 22.8030348502798,
        "resident_cache_bytes": 21469593600,
        "effective_cache_budget_bytes": 21474836480
      },
      "after": {
        "attention_fusion_bytes": 3683811328,
        "attention_shared_bytes": 3683811328,
        "last_prefill_admission": {
          "chunk_tokens": 12,
          "cached_tokens": 62,
          "current_bytes": 32410637216,
          "non_weight_bytes": 10941043616,
          "predicted_peak_bytes": 594049208,
          "ceiling_bytes": 36180806860,
          "effective_expert_bytes": 21474836480
        },
        "last_decode_admission": {
          "chunk_tokens": 1,
          "cached_tokens": 112,
          "current_bytes": 32438703176,
          "non_weight_bytes": 10969109576,
          "predicted_peak_bytes": 207716400,
          "ceiling_bytes": 36180806860,
          "effective_expert_bytes": 21474836480
        },
        "cache_hits": 19506,
        "cache_misses": 12694,
        "cache_evictions": 9964,
        "forward_calls": 3402,
        "forward_seconds": 62.17071467224741,
        "routing_seconds": 9.479952066438273,
        "materialize_seconds": 0.4058012572641019,
        "disk_bytes_read": 109397071484,
        "disk_read_seconds": 37.907488610449946,
        "resident_cache_bytes": 21469593600,
        "effective_cache_budget_bytes": 21474836480
      },
      "status_range": [
        35,
        62
      ],
      "correct": true,
      "backend_phases": {
        "cached_prompt_tokens": 62,
        "decode_seconds": 19.68,
        "evaluated_prompt_tokens": 13,
        "first_token_seconds": 7.67,
        "prompt_seconds": 7.67
      },
      "expert_hit_rate": 0.6571166928309785,
      "expert_read_GiB": 38.3935546875,
      "decode_tokens_per_second": 1.8800813008130082,
      "decode_window": {
        "token_equivalents": 35.19047619047619,
        "expert_hit_rate": 0.7098002708192281,
        "read_GiB_per_token": 0.7136802002283491,
        "disk_read_seconds_per_token": 0.2856357831304155,
        "forward_seconds_per_token": 0.5380028829777063,
        "routing_seconds_per_token": 0.10650807445846323
      }
    },
    {
      "first_text_seconds": 18.8174751670158,
      "total_seconds": 35.572814208018826,
      "finish_reason": "stop",
      "truncated": false,
      "answer": "Rust is a systems programming language that guarantees memory safety and thread safety through compile-time checks, letting developers build fast, reliable software without a garbage collector.",
      "usage": {
        "completion_tokens": 41,
        "prompt_tokens": 116,
        "total_tokens": 157
      },
      "received_done": true,
      "has_reasoning": false,
      "error": null,
      "prompt_tokens": 116,
      "completion_tokens": 41,
      "cached_tokens": null,
      "client_decode_tokens_per_second_estimate": null,
      "before": {
        "attention_fusion_bytes": 3683811328,
        "attention_shared_bytes": 3683811328,
        "last_prefill_admission": {
          "chunk_tokens": 12,
          "cached_tokens": 62,
          "current_bytes": 32410637216,
          "non_weight_bytes": 10941043616,
          "predicted_peak_bytes": 594049208,
          "ceiling_bytes": 36180806860,
          "effective_expert_bytes": 21474836480
        },
        "last_decode_admission": {
          "chunk_tokens": 1,
          "cached_tokens": 112,
          "current_bytes": 32438703176,
          "non_weight_bytes": 10969109576,
          "predicted_peak_bytes": 207716400,
          "ceiling_bytes": 36180806860,
          "effective_expert_bytes": 21474836480
        },
        "cache_hits": 19506,
        "cache_misses": 12694,
        "cache_evictions": 9964,
        "forward_calls": 3402,
        "forward_seconds": 62.17071467224741,
        "routing_seconds": 9.479952066438273,
        "materialize_seconds": 0.4058012572641019,
        "disk_bytes_read": 109397071484,
        "disk_read_seconds": 37.907488610449946,
        "resident_cache_bytes": 21469593600,
        "effective_cache_budget_bytes": 21474836480
      },
      "after": {
        "attention_fusion_bytes": 3683811328,
        "attention_shared_bytes": 3683811328,
        "last_prefill_admission": {
          "chunk_tokens": 41,
          "cached_tokens": 74,
          "current_bytes": 32409457736,
          "non_weight_bytes": 10939864136,
          "predicted_peak_bytes": 2029668130,
          "ceiling_bytes": 36180806860,
          "effective_expert_bytes": 21474836480
        },
        "last_decode_admission": {
          "chunk_tokens": 1,
          "cached_tokens": 157,
          "current_bytes": 32441095408,
          "non_weight_bytes": 10971501808,
          "predicted_peak_bytes": 265781152,
          "ceiling_bytes": 36180806860,
          "effective_expert_bytes": 21474836480
        },
        "cache_hits": 31753,
        "cache_misses": 19776,
        "cache_evictions": 17046,
        "forward_calls": 5250,
        "forward_seconds": 97.101494251634,
        "routing_seconds": 14.945683889411157,
        "materialize_seconds": 0.6320560412714258,
        "disk_bytes_read": 165092185724,
        "disk_read_seconds": 57.825985503644915,
        "resident_cache_bytes": 21469593600,
        "effective_cache_budget_bytes": 21474836480
      },
      "status_range": [
        62,
        97
      ],
      "correct": true,
      "backend_phases": {
        "cached_prompt_tokens": 74,
        "decode_seconds": 22.44,
        "evaluated_prompt_tokens": 42,
        "first_token_seconds": 13.12,
        "prompt_seconds": 13.12
      },
      "expert_hit_rate": 0.6336075327228516,
      "expert_read_GiB": 51.8701171875,
      "decode_tokens_per_second": 1.8270944741532975,
      "decode_window": {
        "token_equivalents": 39.92857142857143,
        "expert_hit_rate": 0.7065930787589498,
        "read_GiB_per_token": 0.7216255310822898,
        "disk_read_seconds_per_token": 0.2888167009877177,
        "forward_seconds_per_token": 0.5503239389502714,
        "routing_seconds_per_token": 0.11045030851399422
      }
    }
  ],
  "status": [
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 266,
      "cache_evictions": 0,
      "forward_calls": 2,
      "forward_seconds": 0.7765726669749711,
      "routing_seconds": 0.05420833299285732,
      "materialize_seconds": 0.008122963947243989,
      "disk_bytes_read": 11659302524,
      "disk_read_seconds": 2.596889813808957,
      "resident_cache_bytes": 2091909120,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 543,
      "cache_evictions": 0,
      "forward_calls": 5,
      "forward_seconds": 1.8686138349585235,
      "routing_seconds": 0.0861004589824006,
      "materialize_seconds": 0.016922792012337595,
      "disk_bytes_read": 13837719164,
      "disk_read_seconds": 3.3113462752080522,
      "resident_cache_bytes": 4270325760,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 824,
      "cache_evictions": 0,
      "forward_calls": 7,
      "forward_seconds": 2.6043078769289423,
      "routing_seconds": 0.11253270896850154,
      "materialize_seconds": 0.025748791958903894,
      "disk_bytes_read": 16047593084,
      "disk_read_seconds": 4.024370622733841,
      "resident_cache_bytes": 6480199680,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 1118,
      "cache_evictions": 0,
      "forward_calls": 10,
      "forward_seconds": 3.6887513349065557,
      "routing_seconds": 0.14078645894187503,
      "materialize_seconds": 0.03468772169435397,
      "disk_bytes_read": 18359703164,
      "disk_read_seconds": 4.763305283733644,
      "resident_cache_bytes": 8792309760,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 1392,
      "cache_evictions": 0,
      "forward_calls": 14,
      "forward_seconds": 4.896302042907337,
      "routing_seconds": 0.18648554195533507,
      "materialize_seconds": 0.04282063784194179,
      "disk_bytes_read": 20514526844,
      "disk_read_seconds": 5.482768518209923,
      "resident_cache_bytes": 10947133440,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 1656,
      "cache_evictions": 0,
      "forward_calls": 18,
      "forward_seconds": 5.876713959936751,
      "routing_seconds": 0.2354300829465501,
      "materialize_seconds": 0.050880018970929086,
      "disk_bytes_read": 22590707324,
      "disk_read_seconds": 6.167959346319549,
      "resident_cache_bytes": 13023313920,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 1917,
      "cache_evictions": 0,
      "forward_calls": 22,
      "forward_seconds": 6.899289333901834,
      "routing_seconds": 0.27313370691263117,
      "materialize_seconds": 0.05983858980471268,
      "disk_bytes_read": 24643294844,
      "disk_read_seconds": 6.855931288970169,
      "resident_cache_bytes": 15075901440,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 2165,
      "cache_evictions": 0,
      "forward_calls": 26,
      "forward_seconds": 7.981230666890042,
      "routing_seconds": 0.3172909158747643,
      "materialize_seconds": 0.06964163071825169,
      "disk_bytes_read": 26593646204,
      "disk_read_seconds": 7.531374753860291,
      "resident_cache_bytes": 17026252800,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 2434,
      "cache_evictions": 0,
      "forward_calls": 29,
      "forward_seconds": 8.908724833891029,
      "routing_seconds": 0.3534972498600837,
      "materialize_seconds": 0.07899238957907073,
      "disk_bytes_read": 28709148284,
      "disk_read_seconds": 8.206159026769456,
      "resident_cache_bytes": 19141754880,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 2705,
      "cache_evictions": 0,
      "forward_calls": 32,
      "forward_seconds": 9.81269500090275,
      "routing_seconds": 0.3897234168543946,
      "materialize_seconds": 0.08750555335427634,
      "disk_bytes_read": 30840379004,
      "disk_read_seconds": 8.893360784801189,
      "resident_cache_bytes": 21272985600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 2971,
      "cache_evictions": 241,
      "forward_calls": 36,
      "forward_seconds": 11.01870908489218,
      "routing_seconds": 0.4326936678844504,
      "materialize_seconds": 0.09584493344300427,
      "disk_bytes_read": 32932288124,
      "disk_read_seconds": 9.602748746809084,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 3244,
      "cache_evictions": 514,
      "forward_calls": 39,
      "forward_seconds": 11.96811587587581,
      "routing_seconds": 0.46710829390212893,
      "materialize_seconds": 0.10431948650511913,
      "disk_bytes_read": 35079247484,
      "disk_read_seconds": 10.343780391878681,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 0,
      "cache_misses": 3472,
      "cache_evictions": 742,
      "forward_calls": 42,
      "forward_seconds": 12.981993624853203,
      "routing_seconds": 0.4917630018899217,
      "materialize_seconds": 0.11159590346505865,
      "disk_bytes_read": 36872312444,
      "disk_read_seconds": 10.94273319869535,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": null,
      "cache_hits": 472,
      "cache_misses": 3640,
      "cache_evictions": 910,
      "forward_calls": 121,
      "forward_seconds": 13.984269333974225,
      "routing_seconds": 0.716354416887043,
      "materialize_seconds": 0.11670877633150667,
      "disk_bytes_read": 38193518204,
      "disk_read_seconds": 11.447610270988662,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 25,
        "current_bytes": 32276464848,
        "non_weight_bytes": 10806871248,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 765,
      "cache_misses": 3827,
      "cache_evictions": 1097,
      "forward_calls": 181,
      "forward_seconds": 14.924320085876388,
      "routing_seconds": 0.8701387869659811,
      "materialize_seconds": 0.1222494448593352,
      "disk_bytes_read": 39664146044,
      "disk_read_seconds": 11.999043029529275,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 26,
        "current_bytes": 32284558880,
        "non_weight_bytes": 10814965280,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 1147,
      "cache_misses": 4005,
      "cache_evictions": 1275,
      "forward_calls": 251,
      "forward_seconds": 15.913378002936952,
      "routing_seconds": 1.061225784913404,
      "materialize_seconds": 0.12751419167034328,
      "disk_bytes_read": 41063995004,
      "disk_read_seconds": 12.523516479704995,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 28,
        "current_bytes": 32285018208,
        "non_weight_bytes": 10815424608,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 1412,
      "cache_misses": 4196,
      "cache_evictions": 1466,
      "forward_calls": 309,
      "forward_seconds": 16.918711921054637,
      "routing_seconds": 1.2306186619098298,
      "materialize_seconds": 0.134019822900882,
      "disk_bytes_read": 42566080124,
      "disk_read_seconds": 13.098479086911539,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 30,
        "current_bytes": 32285428240,
        "non_weight_bytes": 10815834640,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 1814,
      "cache_misses": 4370,
      "cache_evictions": 1640,
      "forward_calls": 380,
      "forward_seconds": 17.897564967162907,
      "routing_seconds": 1.4337674498092383,
      "materialize_seconds": 0.1393874838249758,
      "disk_bytes_read": 43934471804,
      "disk_read_seconds": 13.621691552078119,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 31,
        "current_bytes": 32285657880,
        "non_weight_bytes": 10816064280,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 2233,
      "cache_misses": 4543,
      "cache_evictions": 1813,
      "forward_calls": 455,
      "forward_seconds": 18.911930008383933,
      "routing_seconds": 1.6298253710265271,
      "materialize_seconds": 0.14463122983579524,
      "disk_bytes_read": 45294999164,
      "disk_read_seconds": 14.138592732022516,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 33,
        "current_bytes": 32278416680,
        "non_weight_bytes": 10808823080,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 2482,
      "cache_misses": 4750,
      "cache_evictions": 2020,
      "forward_calls": 511,
      "forward_seconds": 19.906256757240044,
      "routing_seconds": 1.794600788038224,
      "materialize_seconds": 0.15086672993493266,
      "disk_bytes_read": 46922913404,
      "disk_read_seconds": 14.744047446962213,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 34,
        "current_bytes": 32286445080,
        "non_weight_bytes": 10816851480,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 2855,
      "cache_misses": 4929,
      "cache_evictions": 2199,
      "forward_calls": 581,
      "forward_seconds": 20.917469426087337,
      "routing_seconds": 1.9806719961343333,
      "materialize_seconds": 0.15642390082939528,
      "disk_bytes_read": 48330626684,
      "disk_read_seconds": 15.280874058924383,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 36,
        "current_bytes": 32286756784,
        "non_weight_bytes": 10817163184,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 3288,
      "cache_misses": 5104,
      "cache_evictions": 2374,
      "forward_calls": 656,
      "forward_seconds": 21.905793340003584,
      "routing_seconds": 2.180211623199284,
      "materialize_seconds": 0.16211260863929056,
      "disk_bytes_read": 49706882684,
      "disk_read_seconds": 15.80422455270309,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 38,
        "current_bytes": 32291213328,
        "non_weight_bytes": 10821619728,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 3808,
      "cache_misses": 5272,
      "cache_evictions": 2542,
      "forward_calls": 742,
      "forward_seconds": 22.912724006047938,
      "routing_seconds": 2.3923410781426355,
      "materialize_seconds": 0.1671319436863996,
      "disk_bytes_read": 51028088444,
      "disk_read_seconds": 16.303180346963927,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 40,
        "current_bytes": 32271405192,
        "non_weight_bytes": 10801811592,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 4252,
      "cache_misses": 5444,
      "cache_evictions": 2714,
      "forward_calls": 819,
      "forward_seconds": 23.90764896813198,
      "routing_seconds": 2.596404496114701,
      "materialize_seconds": 0.1723036598705221,
      "disk_bytes_read": 52380751484,
      "disk_read_seconds": 16.8151600358251,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 42,
        "current_bytes": 32279515416,
        "non_weight_bytes": 10809921816,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 4701,
      "cache_misses": 5619,
      "cache_evictions": 2889,
      "forward_calls": 897,
      "forward_seconds": 24.904896721011028,
      "routing_seconds": 2.8061601211084053,
      "materialize_seconds": 0.17770916005247273,
      "disk_bytes_read": 53757007484,
      "disk_read_seconds": 17.332538794376887,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 44,
        "current_bytes": 32291803560,
        "non_weight_bytes": 10822209960,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 5167,
      "cache_misses": 5785,
      "cache_evictions": 3055,
      "forward_calls": 976,
      "forward_seconds": 25.909341134887654,
      "routing_seconds": 3.01123278203886,
      "materialize_seconds": 0.18454362117336132,
      "disk_bytes_read": 55062484604,
      "disk_read_seconds": 17.845848652679706,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 46,
        "current_bytes": 32291836424,
        "non_weight_bytes": 10822242824,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 5781,
      "cache_misses": 5939,
      "cache_evictions": 3209,
      "forward_calls": 1072,
      "forward_seconds": 26.90629318272113,
      "routing_seconds": 3.2226241171592847,
      "materialize_seconds": 0.19115578514174558,
      "disk_bytes_read": 56273589884,
      "disk_read_seconds": 18.316341531375656,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 48,
        "current_bytes": 32287953608,
        "non_weight_bytes": 10818360008,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 6141,
      "cache_misses": 6131,
      "cache_evictions": 3401,
      "forward_calls": 1141,
      "forward_seconds": 27.883809726743493,
      "routing_seconds": 3.388822992303176,
      "materialize_seconds": 0.19914261807571165,
      "disk_bytes_read": 57783539324,
      "disk_read_seconds": 18.88938865158707,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 50,
        "current_bytes": 32274944760,
        "non_weight_bytes": 10805351160,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 6702,
      "cache_misses": 6290,
      "cache_evictions": 3560,
      "forward_calls": 1232,
      "forward_seconds": 28.897634103544988,
      "routing_seconds": 3.6091438302828465,
      "materialize_seconds": 0.2046292868326418,
      "disk_bytes_read": 59033966204,
      "disk_read_seconds": 19.361803133244393,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 52,
        "current_bytes": 32280236840,
        "non_weight_bytes": 10810643240,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 7198,
      "cache_misses": 6458,
      "cache_evictions": 3728,
      "forward_calls": 1314,
      "forward_seconds": 29.886037147429306,
      "routing_seconds": 3.8202522931969725,
      "materialize_seconds": 0.20989907675539143,
      "disk_bytes_read": 60355171964,
      "disk_read_seconds": 19.865091125248,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 54,
        "current_bytes": 32288297840,
        "non_weight_bytes": 10818704240,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 7591,
      "cache_misses": 6649,
      "cache_evictions": 3919,
      "forward_calls": 1387,
      "forward_seconds": 30.887363481422653,
      "routing_seconds": 3.9937359981413465,
      "materialize_seconds": 0.21575769674382173,
      "disk_bytes_read": 61857257084,
      "disk_read_seconds": 20.43128108329256,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 55,
        "current_bytes": 32283054960,
        "non_weight_bytes": 10813461360,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 7999,
      "cache_misses": 6825,
      "cache_evictions": 4095,
      "forward_calls": 1461,
      "forward_seconds": 31.89573694052524,
      "routing_seconds": 4.185831660288386,
      "materialize_seconds": 0.22134899452794343,
      "disk_bytes_read": 63241377404,
      "disk_read_seconds": 20.959841084375512,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 57,
        "current_bytes": 32293475184,
        "non_weight_bytes": 10823881584,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 8363,
      "cache_misses": 7013,
      "cache_evictions": 4283,
      "forward_calls": 1529,
      "forward_seconds": 32.87802081354312,
      "routing_seconds": 4.369760785193648,
      "materialize_seconds": 0.22749436047160998,
      "disk_bytes_read": 64719869564,
      "disk_read_seconds": 21.512489205779275,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 59,
        "current_bytes": 32280646512,
        "non_weight_bytes": 10811052912,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 8779,
      "cache_misses": 7197,
      "cache_evictions": 4467,
      "forward_calls": 1604,
      "forward_seconds": 33.885679566592444,
      "routing_seconds": 4.565892452112166,
      "materialize_seconds": 0.23319505661493167,
      "disk_bytes_read": 66166904444,
      "disk_read_seconds": 22.047404924640432,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 32,
        "cached_tokens": 0,
        "current_bytes": 10120502376,
        "non_weight_bytes": 10120502376,
        "predicted_peak_bytes": 39649280,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 61,
        "current_bytes": 32296522608,
        "non_weight_bytes": 10826929008,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 9218,
      "cache_misses": 7374,
      "cache_evictions": 4644,
      "forward_calls": 1681,
      "forward_seconds": 34.89187048052554,
      "routing_seconds": 4.772357826936059,
      "materialize_seconds": 0.23853206270723604,
      "disk_bytes_read": 67558889084,
      "disk_read_seconds": 22.573138670937624,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 61,
        "current_bytes": 32438309792,
        "non_weight_bytes": 10968716192,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 9519,
      "cache_misses": 7560,
      "cache_evictions": 4830,
      "forward_calls": 1724,
      "forward_seconds": 35.75147564854706,
      "routing_seconds": 4.918097412009956,
      "materialize_seconds": 0.24424385579186492,
      "disk_bytes_read": 69021652604,
      "disk_read_seconds": 23.10045823728433,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 61,
        "current_bytes": 32438309792,
        "non_weight_bytes": 10968716192,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 9670,
      "cache_misses": 7822,
      "cache_evictions": 5092,
      "forward_calls": 1730,
      "forward_seconds": 36.71470777451759,
      "routing_seconds": 4.978885621007066,
      "materialize_seconds": 0.2530710627033841,
      "disk_bytes_read": 71082104444,
      "disk_read_seconds": 23.824496816669125,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 61,
        "current_bytes": 32438309792,
        "non_weight_bytes": 10968716192,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 9843,
      "cache_misses": 8059,
      "cache_evictions": 5329,
      "forward_calls": 1739,
      "forward_seconds": 37.74499085757998,
      "routing_seconds": 5.069298246060498,
      "materialize_seconds": 0.2611191078322008,
      "disk_bytes_read": 72945948284,
      "disk_read_seconds": 24.491877404914703,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 61,
        "current_bytes": 32438309792,
        "non_weight_bytes": 10968716192,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 10009,
      "cache_misses": 8302,
      "cache_evictions": 5572,
      "forward_calls": 1749,
      "forward_seconds": 38.835518104577204,
      "routing_seconds": 5.163066411012551,
      "materialize_seconds": 0.26851715793600306,
      "disk_bytes_read": 74856978044,
      "disk_read_seconds": 25.14523183243,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 61,
        "current_bytes": 32438309792,
        "non_weight_bytes": 10968716192,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 10162,
      "cache_misses": 8553,
      "cache_evictions": 5823,
      "forward_calls": 1756,
      "forward_seconds": 39.76298652155674,
      "routing_seconds": 5.237022535991855,
      "materialize_seconds": 0.2763742082170211,
      "disk_bytes_read": 76830922364,
      "disk_read_seconds": 25.8316632831702,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 61,
        "current_bytes": 32438309792,
        "non_weight_bytes": 10968716192,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 10307,
      "cache_misses": 8789,
      "cache_evictions": 6059,
      "forward_calls": 1764,
      "forward_seconds": 40.83810048055602,
      "routing_seconds": 5.311804368975572,
      "materialize_seconds": 0.2839213736006059,
      "disk_bytes_read": 78686901884,
      "disk_read_seconds": 26.481493288563797,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 61,
        "current_bytes": 32438309792,
        "non_weight_bytes": 10968716192,
        "predicted_peak_bytes": 49504100,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 10645,
      "cache_misses": 8971,
      "cache_evictions": 6241,
      "forward_calls": 1828,
      "forward_seconds": 41.76970797945978,
      "routing_seconds": 5.491187452804297,
      "materialize_seconds": 0.28985567271593027,
      "disk_bytes_read": 80118208124,
      "disk_read_seconds": 27.01166327742976,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 76,
        "current_bytes": 32295539616,
        "non_weight_bytes": 10825946016,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 10870,
      "cache_misses": 9178,
      "cache_evictions": 6448,
      "forward_calls": 1882,
      "forward_seconds": 42.733262737310724,
      "routing_seconds": 5.624102084955666,
      "materialize_seconds": 0.2961791298876051,
      "disk_bytes_read": 81746122364,
      "disk_read_seconds": 27.600813432625728,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 78,
        "current_bytes": 32295375776,
        "non_weight_bytes": 10825782176,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 11126,
      "cache_misses": 9386,
      "cache_evictions": 6656,
      "forward_calls": 1940,
      "forward_seconds": 43.72751214922755,
      "routing_seconds": 5.775800415925914,
      "materialize_seconds": 0.3024781688291114,
      "disk_bytes_read": 83381900924,
      "disk_read_seconds": 28.208997318695765,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 79,
        "current_bytes": 32293278624,
        "non_weight_bytes": 10823685024,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 11499,
      "cache_misses": 9589,
      "cache_evictions": 6859,
      "forward_calls": 2012,
      "forward_seconds": 44.72457256499911,
      "routing_seconds": 5.931427248870023,
      "materialize_seconds": 0.3087539648404345,
      "disk_bytes_read": 84978357884,
      "disk_read_seconds": 28.799419100163504,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 81,
        "current_bytes": 32295211936,
        "non_weight_bytes": 10825618336,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 11790,
      "cache_misses": 9794,
      "cache_evictions": 7064,
      "forward_calls": 2075,
      "forward_seconds": 45.72850027284585,
      "routing_seconds": 6.083069330750732,
      "materialize_seconds": 0.31489816948305815,
      "disk_bytes_read": 86590543484,
      "disk_read_seconds": 29.383219307579566,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 83,
        "current_bytes": 32295228344,
        "non_weight_bytes": 10825634744,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 12176,
      "cache_misses": 9992,
      "cache_evictions": 7262,
      "forward_calls": 2147,
      "forward_seconds": 46.71286460405099,
      "routing_seconds": 6.2651941638905555,
      "materialize_seconds": 0.32065446581691504,
      "disk_bytes_read": 88147678844,
      "disk_read_seconds": 29.94536946597509,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 85,
        "current_bytes": 32300471224,
        "non_weight_bytes": 10830877624,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 12644,
      "cache_misses": 10164,
      "cache_evictions": 7434,
      "forward_calls": 2227,
      "forward_seconds": 47.71089685498737,
      "routing_seconds": 6.478732664807467,
      "materialize_seconds": 0.3270578928932082,
      "disk_bytes_read": 89500341884,
      "disk_read_seconds": 30.445267330884235,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 86,
        "current_bytes": 32287364024,
        "non_weight_bytes": 10817770424,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 13104,
      "cache_misses": 10344,
      "cache_evictions": 7614,
      "forward_calls": 2307,
      "forward_seconds": 48.71035493497038,
      "routing_seconds": 6.673544331919402,
      "materialize_seconds": 0.332580278016394,
      "disk_bytes_read": 90915919484,
      "disk_read_seconds": 30.973688628611853,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 88,
        "current_bytes": 32299635640,
        "non_weight_bytes": 10830042040,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 13536,
      "cache_misses": 10520,
      "cache_evictions": 7790,
      "forward_calls": 2384,
      "forward_seconds": 49.72222284495365,
      "routing_seconds": 6.87418978891219,
      "materialize_seconds": 0.3381269020901527,
      "disk_bytes_read": 92300039804,
      "disk_read_seconds": 31.497948557545897,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 90,
        "current_bytes": 32295211936,
        "non_weight_bytes": 10825618336,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 14126,
      "cache_misses": 10682,
      "cache_evictions": 7952,
      "forward_calls": 2477,
      "forward_seconds": 50.70076759788208,
      "routing_seconds": 7.101595167856431,
      "materialize_seconds": 0.34306320201721974,
      "disk_bytes_read": 93574059644,
      "disk_read_seconds": 31.973540676990524,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 93,
        "current_bytes": 32299652000,
        "non_weight_bytes": 10830058400,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 14657,
      "cache_misses": 10847,
      "cache_evictions": 8117,
      "forward_calls": 2564,
      "forward_seconds": 51.68778313495568,
      "routing_seconds": 7.328659078659257,
      "materialize_seconds": 0.34818370328866877,
      "disk_bytes_read": 94871672444,
      "disk_read_seconds": 32.46372690558201,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 95,
        "current_bytes": 32299652000,
        "non_weight_bytes": 10830058400,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 15230,
      "cache_misses": 11026,
      "cache_evictions": 8296,
      "forward_calls": 2658,
      "forward_seconds": 52.690560381975956,
      "routing_seconds": 7.530622989666881,
      "materialize_seconds": 0.35373554113903083,
      "disk_bytes_read": 96279385724,
      "disk_read_seconds": 32.99412451928947,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 97,
        "current_bytes": 32289985464,
        "non_weight_bytes": 10820391864,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 15670,
      "cache_misses": 11202,
      "cache_evictions": 8472,
      "forward_calls": 2735,
      "forward_seconds": 53.68131425106549,
      "routing_seconds": 7.738848025852349,
      "materialize_seconds": 0.35915790509898216,
      "disk_bytes_read": 97663506044,
      "disk_read_seconds": 33.51439402735559,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 99,
        "current_bytes": 32295195576,
        "non_weight_bytes": 10825601976,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 16124,
      "cache_misses": 11380,
      "cache_evictions": 8650,
      "forward_calls": 2814,
      "forward_seconds": 54.6760798280593,
      "routing_seconds": 7.945333522773581,
      "materialize_seconds": 0.36486820416757837,
      "disk_bytes_read": 99063355004,
      "disk_read_seconds": 34.03713565337239,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 100,
        "current_bytes": 32295228344,
        "non_weight_bytes": 10825634744,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 16575,
      "cache_misses": 11561,
      "cache_evictions": 8831,
      "forward_calls": 2893,
      "forward_seconds": 55.70133662506123,
      "routing_seconds": 8.144149776810082,
      "materialize_seconds": 0.3703197971917689,
      "disk_bytes_read": 100486796924,
      "disk_read_seconds": 34.55925481650047,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 102,
        "current_bytes": 32295736272,
        "non_weight_bytes": 10826142672,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 17004,
      "cache_misses": 11748,
      "cache_evictions": 9018,
      "forward_calls": 2971,
      "forward_seconds": 56.701966331136646,
      "routing_seconds": 8.325083276984515,
      "materialize_seconds": 0.3762585911608767,
      "disk_bytes_read": 101957424764,
      "disk_read_seconds": 35.111425026581855,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 104,
        "current_bytes": 32284758992,
        "non_weight_bytes": 10815165392,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 17465,
      "cache_misses": 11927,
      "cache_evictions": 9197,
      "forward_calls": 3050,
      "forward_seconds": 57.69074649614049,
      "routing_seconds": 8.529727146960795,
      "materialize_seconds": 0.38180555211147293,
      "disk_bytes_read": 103365138044,
      "disk_read_seconds": 35.63927429629257,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 106,
        "current_bytes": 32300487632,
        "non_weight_bytes": 10830894032,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 17867,
      "cache_misses": 12109,
      "cache_evictions": 9379,
      "forward_calls": 3124,
      "forward_seconds": 58.70066387215047,
      "routing_seconds": 8.733418608200736,
      "materialize_seconds": 0.3872062531299889,
      "disk_bytes_read": 104796444284,
      "disk_read_seconds": 36.16902349717566,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 108,
        "current_bytes": 32295244752,
        "non_weight_bytes": 10825651152,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 18309,
      "cache_misses": 12275,
      "cache_evictions": 9545,
      "forward_calls": 3200,
      "forward_seconds": 59.69037295712042,
      "routing_seconds": 8.944396192207932,
      "materialize_seconds": 0.39265983129735105,
      "disk_bytes_read": 106101921404,
      "disk_read_seconds": 36.66935366787948,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 110,
        "current_bytes": 32287380432,
        "non_weight_bytes": 10817786832,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 18813,
      "cache_misses": 12435,
      "cache_evictions": 9705,
      "forward_calls": 3283,
      "forward_seconds": 60.67998062618426,
      "routing_seconds": 9.166013486217707,
      "materialize_seconds": 0.39767812626087107,
      "disk_bytes_read": 107360212604,
      "disk_read_seconds": 37.14466282329522,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 12,
        "cached_tokens": 62,
        "current_bytes": 32410637216,
        "non_weight_bytes": 10941043616,
        "predicted_peak_bytes": 594049208,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32295244752,
        "non_weight_bytes": 10825651152,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 19257,
      "cache_misses": 12607,
      "cache_evictions": 9877,
      "forward_calls": 3360,
      "forward_seconds": 61.665840381145244,
      "routing_seconds": 9.372171943279682,
      "materialize_seconds": 0.4031069621851202,
      "disk_bytes_read": 108712875644,
      "disk_read_seconds": 37.652472658024635,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32438703176,
        "non_weight_bytes": 10969109576,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 19563,
      "cache_misses": 12805,
      "cache_evictions": 10075,
      "forward_calls": 3402,
      "forward_seconds": 62.17071467224741,
      "routing_seconds": 9.51907119146199,
      "materialize_seconds": 0.4093771821062546,
      "disk_bytes_read": 110270011004,
      "disk_read_seconds": 38.17585447404417,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32438703176,
        "non_weight_bytes": 10969109576,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 19713,
      "cache_misses": 13092,
      "cache_evictions": 10362,
      "forward_calls": 3405,
      "forward_seconds": 63.39112904728972,
      "routing_seconds": 9.563551149476552,
      "materialize_seconds": 0.41907472925959155,
      "disk_bytes_read": 112527070844,
      "disk_read_seconds": 38.87666135598556,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32438703176,
        "non_weight_bytes": 10969109576,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 19853,
      "cache_misses": 13358,
      "cache_evictions": 10628,
      "forward_calls": 3408,
      "forward_seconds": 64.46632992231753,
      "routing_seconds": 9.614311733515933,
      "materialize_seconds": 0.4282130245119333,
      "disk_bytes_read": 114618979964,
      "disk_read_seconds": 39.55915359820938,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32438703176,
        "non_weight_bytes": 10969109576,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 19992,
      "cache_misses": 13634,
      "cache_evictions": 10904,
      "forward_calls": 3411,
      "forward_seconds": 65.53925225732382,
      "routing_seconds": 9.661426358507015,
      "materialize_seconds": 0.43706369647406973,
      "disk_bytes_read": 116789532284,
      "disk_read_seconds": 40.25573060658644,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32438703176,
        "non_weight_bytes": 10969109576,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 20175,
      "cache_misses": 13886,
      "cache_evictions": 11156,
      "forward_calls": 3414,
      "forward_seconds": 66.39136629833956,
      "routing_seconds": 9.714904317515902,
      "materialize_seconds": 0.4451309395080898,
      "disk_bytes_read": 118771340924,
      "disk_read_seconds": 40.93323871467146,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32438703176,
        "non_weight_bytes": 10969109576,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 20399,
      "cache_misses": 14122,
      "cache_evictions": 11392,
      "forward_calls": 3419,
      "forward_seconds": 67.56566021437175,
      "routing_seconds": 9.785315150511451,
      "materialize_seconds": 0.45258781634038314,
      "disk_bytes_read": 120627320444,
      "disk_read_seconds": 41.579286038904684,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32438703176,
        "non_weight_bytes": 10969109576,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 20621,
      "cache_misses": 14381,
      "cache_evictions": 11651,
      "forward_calls": 3423,
      "forward_seconds": 68.42223600638681,
      "routing_seconds": 9.839019274513703,
      "materialize_seconds": 0.46092423860682175,
      "disk_bytes_read": 122664179324,
      "disk_read_seconds": 42.2582813956833,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32438703176,
        "non_weight_bytes": 10969109576,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 20824,
      "cache_misses": 14621,
      "cache_evictions": 11891,
      "forward_calls": 3428,
      "forward_seconds": 69.53576950740535,
      "routing_seconds": 9.921724693500437,
      "materialize_seconds": 0.46842703575384803,
      "disk_bytes_read": 124551616124,
      "disk_read_seconds": 42.91238222600077,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32438703176,
        "non_weight_bytes": 10969109576,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 21039,
      "cache_misses": 14874,
      "cache_evictions": 12144,
      "forward_calls": 3432,
      "forward_seconds": 70.4340547164029,
      "routing_seconds": 9.988312776491512,
      "materialize_seconds": 0.4765285248286091,
      "disk_bytes_read": 126541289084,
      "disk_read_seconds": 43.573512021132046,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32438703176,
        "non_weight_bytes": 10969109576,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 21242,
      "cache_misses": 15110,
      "cache_evictions": 12380,
      "forward_calls": 3437,
      "forward_seconds": 71.52555596537422,
      "routing_seconds": 10.071409943542676,
      "materialize_seconds": 0.4842648711637594,
      "disk_bytes_read": 128397268604,
      "disk_read_seconds": 44.23259465000592,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32438703176,
        "non_weight_bytes": 10969109576,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 21482,
      "cache_misses": 15352,
      "cache_evictions": 12622,
      "forward_calls": 3441,
      "forward_seconds": 72.446496673394,
      "routing_seconds": 10.140983026562026,
      "materialize_seconds": 0.49222619921783917,
      "disk_bytes_read": 130300434044,
      "disk_read_seconds": 44.874023363605374,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 112,
        "current_bytes": 32438703176,
        "non_weight_bytes": 10969109576,
        "predicted_peak_bytes": 207716400,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 21707,
      "cache_misses": 15550,
      "cache_evictions": 12820,
      "forward_calls": 3465,
      "forward_seconds": 73.59239754840382,
      "routing_seconds": 10.244322693586582,
      "materialize_seconds": 0.4985546991811134,
      "disk_bytes_read": 131857569404,
      "disk_read_seconds": 45.44084517873125,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 117,
        "current_bytes": 32296850576,
        "non_weight_bytes": 10827256976,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 22054,
      "cache_misses": 15731,
      "cache_evictions": 13001,
      "forward_calls": 3531,
      "forward_seconds": 74.53063142037718,
      "routing_seconds": 10.422900773613947,
      "materialize_seconds": 0.5040361512219533,
      "disk_bytes_read": 133281011324,
      "disk_read_seconds": 45.96654094278347,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 118,
        "current_bytes": 32295638160,
        "non_weight_bytes": 10826044560,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 22378,
      "cache_misses": 15927,
      "cache_evictions": 13197,
      "forward_calls": 3596,
      "forward_seconds": 75.5329942133103,
      "routing_seconds": 10.588506942498498,
      "materialize_seconds": 0.510161699319724,
      "disk_bytes_read": 134822418044,
      "disk_read_seconds": 46.54299059053301,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 120,
        "current_bytes": 32296817808,
        "non_weight_bytes": 10827224208,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 22751,
      "cache_misses": 16114,
      "cache_evictions": 13384,
      "forward_calls": 3666,
      "forward_seconds": 76.5358565885108,
      "routing_seconds": 10.776026357576484,
      "materialize_seconds": 0.5160707344475668,
      "disk_bytes_read": 136293045884,
      "disk_read_seconds": 47.08604598065722,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 122,
        "current_bytes": 32296817808,
        "non_weight_bytes": 10827224208,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 23163,
      "cache_misses": 16294,
      "cache_evictions": 13564,
      "forward_calls": 3740,
      "forward_seconds": 77.52465966760064,
      "routing_seconds": 10.97962718870258,
      "materialize_seconds": 0.5214856471866369,
      "disk_bytes_read": 137708623484,
      "disk_read_seconds": 47.605361116991844,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 123,
        "current_bytes": 32295638160,
        "non_weight_bytes": 10826044560,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 23474,
      "cache_misses": 16487,
      "cache_evictions": 13757,
      "forward_calls": 3803,
      "forward_seconds": 78.53243370959535,
      "routing_seconds": 11.15376418773667,
      "materialize_seconds": 0.5274160631815903,
      "disk_bytes_read": 139226437244,
      "disk_read_seconds": 48.1703522799653,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 125,
        "current_bytes": 32288953488,
        "non_weight_bytes": 10819359888,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 24003,
      "cache_misses": 16646,
      "cache_evictions": 13916,
      "forward_calls": 3889,
      "forward_seconds": 79.52557725057704,
      "routing_seconds": 11.379892309574643,
      "materialize_seconds": 0.532354067050619,
      "disk_bytes_read": 140476864124,
      "disk_read_seconds": 48.64494635508163,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 127,
        "current_bytes": 32288953488,
        "non_weight_bytes": 10819359888,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 24451,
      "cache_misses": 16822,
      "cache_evictions": 14092,
      "forward_calls": 3967,
      "forward_seconds": 80.51223908358952,
      "routing_seconds": 11.584702434687642,
      "materialize_seconds": 0.5379331509466283,
      "disk_bytes_read": 141860984444,
      "disk_read_seconds": 49.16171052688151,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 129,
        "current_bytes": 32291837072,
        "non_weight_bytes": 10822243472,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 24918,
      "cache_misses": 16987,
      "cache_evictions": 14257,
      "forward_calls": 4046,
      "forward_seconds": 81.51584037469001,
      "routing_seconds": 11.807879310654243,
      "materialize_seconds": 0.5429892761167139,
      "disk_bytes_read": 143158597244,
      "disk_read_seconds": 49.654336498788325,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 131,
        "current_bytes": 32296817808,
        "non_weight_bytes": 10827224208,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 25378,
      "cache_misses": 17151,
      "cache_evictions": 14421,
      "forward_calls": 4124,
      "forward_seconds": 82.50557812175248,
      "routing_seconds": 12.02692031362676,
      "materialize_seconds": 0.5483278492465615,
      "disk_bytes_read": 144448345724,
      "disk_read_seconds": 50.151228800968966,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 133,
        "current_bytes": 32288953488,
        "non_weight_bytes": 10819359888,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 25896,
      "cache_misses": 17313,
      "cache_evictions": 14583,
      "forward_calls": 4209,
      "forward_seconds": 83.5084070355806,
      "routing_seconds": 12.258066726586549,
      "materialize_seconds": 0.5535693893907592,
      "disk_bytes_read": 145722365564,
      "disk_read_seconds": 50.62914623809047,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 135,
        "current_bytes": 32296817808,
        "non_weight_bytes": 10827224208,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 26365,
      "cache_misses": 17492,
      "cache_evictions": 14762,
      "forward_calls": 4290,
      "forward_seconds": 84.4929742445529,
      "routing_seconds": 12.45375614054501,
      "materialize_seconds": 0.5593628845526837,
      "disk_bytes_read": 147130078844,
      "disk_read_seconds": 51.157879940990824,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 137,
        "current_bytes": 32294196368,
        "non_weight_bytes": 10824602768,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 26875,
      "cache_misses": 17646,
      "cache_evictions": 14916,
      "forward_calls": 4373,
      "forward_seconds": 85.49227424559649,
      "routing_seconds": 12.693819637526758,
      "materialize_seconds": 0.5646365517168306,
      "disk_bytes_read": 148341184124,
      "disk_read_seconds": 51.62146873542224,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 138,
        "current_bytes": 32292099216,
        "non_weight_bytes": 10822505616,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 27319,
      "cache_misses": 17818,
      "cache_evictions": 15088,
      "forward_calls": 4451,
      "forward_seconds": 86.50878715954605,
      "routing_seconds": 12.90664605551865,
      "materialize_seconds": 0.5701922685839236,
      "disk_bytes_read": 149693847164,
      "disk_read_seconds": 52.12656593401334,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 140,
        "current_bytes": 32292066448,
        "non_weight_bytes": 10822472848,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 27803,
      "cache_misses": 17990,
      "cache_evictions": 15260,
      "forward_calls": 4532,
      "forward_seconds": 87.49841749449843,
      "routing_seconds": 13.120262555486988,
      "materialize_seconds": 0.5757422614551615,
      "disk_bytes_read": 151046510204,
      "disk_read_seconds": 52.63157499107183,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 143,
        "current_bytes": 32296817808,
        "non_weight_bytes": 10827224208,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 28326,
      "cache_misses": 18171,
      "cache_evictions": 15441,
      "forward_calls": 4620,
      "forward_seconds": 88.48686453455593,
      "routing_seconds": 13.322508016601205,
      "materialize_seconds": 0.5813249313505366,
      "disk_bytes_read": 152469952124,
      "disk_read_seconds": 53.159447549813194,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 144,
        "current_bytes": 32288953488,
        "non_weight_bytes": 10819359888,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 28807,
      "cache_misses": 18354,
      "cache_evictions": 15624,
      "forward_calls": 4703,
      "forward_seconds": 89.50197332765674,
      "routing_seconds": 13.520400014676852,
      "materialize_seconds": 0.5868856683373451,
      "disk_bytes_read": 153909122684,
      "disk_read_seconds": 53.68594603505335,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 146,
        "current_bytes": 32296916112,
        "non_weight_bytes": 10827322512,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 29058,
      "cache_misses": 18559,
      "cache_evictions": 15829,
      "forward_calls": 4760,
      "forward_seconds": 90.4936682865955,
      "routing_seconds": 13.682371803733986,
      "materialize_seconds": 0.5930291321710683,
      "disk_bytes_read": 155521308284,
      "disk_read_seconds": 54.27939306368353,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 148,
        "current_bytes": 32296801424,
        "non_weight_bytes": 10827207824,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 29462,
      "cache_misses": 18739,
      "cache_evictions": 16009,
      "forward_calls": 4833,
      "forward_seconds": 91.5055216656474,
      "routing_seconds": 13.884560138627421,
      "materialize_seconds": 0.5994934204500169,
      "disk_bytes_read": 156936885884,
      "disk_read_seconds": 54.80966977146454,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 149,
        "current_bytes": 32296981648,
        "non_weight_bytes": 10827388048,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 29893,
      "cache_misses": 18924,
      "cache_evictions": 16194,
      "forward_calls": 4910,
      "forward_seconds": 92.51113407875528,
      "routing_seconds": 14.078716219606576,
      "materialize_seconds": 0.605447756301146,
      "disk_bytes_read": 158391785084,
      "disk_read_seconds": 55.32624585641315,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 152,
        "current_bytes": 32296981648,
        "non_weight_bytes": 10827388048,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 30437,
      "cache_misses": 19092,
      "cache_evictions": 16362,
      "forward_calls": 4999,
      "forward_seconds": 93.50312578870216,
      "routing_seconds": 14.30538013658952,
      "materialize_seconds": 0.6112105022475589,
      "disk_bytes_read": 159712990844,
      "disk_read_seconds": 55.81507953238906,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 153,
        "current_bytes": 32289117328,
        "non_weight_bytes": 10819523728,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 30710,
      "cache_misses": 19307,
      "cache_evictions": 16577,
      "forward_calls": 5060,
      "forward_seconds": 94.51084916378022,
      "routing_seconds": 14.445109676482389,
      "materialize_seconds": 0.6177384619077202,
      "disk_bytes_read": 161403819644,
      "disk_read_seconds": 56.44233789853752,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 155,
        "current_bytes": 32289117328,
        "non_weight_bytes": 10819523728,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 31161,
      "cache_misses": 19480,
      "cache_evictions": 16750,
      "forward_calls": 5139,
      "forward_seconds": 95.51464924978791,
      "routing_seconds": 14.649939971626736,
      "materialize_seconds": 0.623040669132024,
      "disk_bytes_read": 162764347004,
      "disk_read_seconds": 56.95490445231553,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 157,
        "current_bytes": 32291902608,
        "non_weight_bytes": 10822309008,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 31528,
      "cache_misses": 19665,
      "cache_evictions": 16935,
      "forward_calls": 5208,
      "forward_seconds": 96.50428012560587,
      "routing_seconds": 14.833023806422716,
      "materialize_seconds": 0.6286501701397356,
      "disk_bytes_read": 164219246204,
      "disk_read_seconds": 57.49857921793591,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    },
    {
      "attention_fusion_bytes": 3683811328,
      "attention_shared_bytes": 3683811328,
      "last_prefill_admission": {
        "chunk_tokens": 41,
        "cached_tokens": 74,
        "current_bytes": 32409457736,
        "non_weight_bytes": 10939864136,
        "predicted_peak_bytes": 2029668130,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "last_decode_admission": {
        "chunk_tokens": 1,
        "cached_tokens": 157,
        "current_bytes": 32441095408,
        "non_weight_bytes": 10971501808,
        "predicted_peak_bytes": 265781152,
        "ceiling_bytes": 36180806860,
        "effective_expert_bytes": 21474836480
      },
      "cache_hits": 31753,
      "cache_misses": 19776,
      "cache_evictions": 17046,
      "forward_calls": 5250,
      "forward_seconds": 97.101494251634,
      "routing_seconds": 14.945683889411157,
      "materialize_seconds": 0.6320560412714258,
      "disk_bytes_read": 165092185724,
      "disk_read_seconds": 57.825985503644915,
      "resident_cache_bytes": 21469593600,
      "effective_cache_budget_bytes": 21474836480
    }
  ]
}