{
  "alibaba_signals": {
    "source": "alibaba/clusterdata cluster-trace-v2026-GenAI",
    "total_llm_intervals": 157411,
    "dcgm_thrash_proxy": {
      "tight_dram90_sm5": {
        "count": 7553,
        "pct": 4.7983
      },
      "dcgm_dram90_sm15": {
        "count": 7633,
        "pct": 4.8491
      },
      "wide_dram80_sm20": {
        "count": 13125,
        "pct": 8.338
      },
      "exact_zero_sm": {
        "count": 105226,
        "pct": 66.8479
      }
    },
    "preemption_proxy": {
      "eviction_events": 207,
      "eviction_pct": 0.1315,
      "reload_spike_events": 79,
      "full_cycle_events": 4,
      "containers_affected": 116,
      "eviction_median_drop": 0.3896,
      "eviction_p99_drop": 0.7653,
      "eviction_max_drop": 0.918
    }
  },
  "itl_proxy_code": {
    "total": 16803695,
    "gen1_count": 2688232,
    "gen1_pct": 15.9979,
    "gen1_large_context_count": 1321531,
    "gen1_large_context_pct": 7.8645,
    "backpressure_runs_ge3": 76248,
    "run_p50": 3.0,
    "run_p99": 7.0,
    "run_max": 20.0
  },
  "itl_proxy_conv": {
    "total": 27303999,
    "gen1_count": 1691,
    "gen1_pct": 0.0062,
    "gen1_large_context_count": 18,
    "gen1_large_context_pct": 0.0001,
    "backpressure_runs_ge3": 0,
    "run_p50": 0,
    "run_p99": 0,
    "run_max": 0
  },
  "retry_backoff_code": {
    "candidate_abort_requests": 1994393,
    "confirmed_retry_chains_ge2": 508,
    "full_chains_ge3": 127,
    "sample_chains": [
      {
        "ts": "2024-05-10 00:00:00.037845+00:00",
        "ctx": 2376,
        "backoff_matches": 2
      },
      {
        "ts": "2024-05-10 00:00:01.517479+00:00",
        "ctx": 2041,
        "backoff_matches": 2
      },
      {
        "ts": "2024-05-10 00:00:04.514734+00:00",
        "ctx": 1403,
        "backoff_matches": 3
      },
      {
        "ts": "2024-05-10 00:00:05.335520+00:00",
        "ctx": 1479,
        "backoff_matches": 3
      },
      {
        "ts": "2024-05-10 00:00:05.837659+00:00",
        "ctx": 1407,
        "backoff_matches": 2
      },
      {
        "ts": "2024-05-10 00:00:14.085383+00:00",
        "ctx": 1483,
        "backoff_matches": 2
      },
      {
        "ts": "2024-05-10 00:00:14.269494+00:00",
        "ctx": 7685,
        "backoff_matches": 2
      },
      {
        "ts": "2024-05-10 00:00:14.290221+00:00",
        "ctx": 7680,
        "backoff_matches": 2
      },
      {
        "ts": "2024-05-10 00:00:14.583466+00:00",
        "ctx": 1483,
        "backoff_matches": 2
      },
      {
        "ts": "2024-05-10 00:00:14.775535+00:00",
        "ctx": 7686,
        "backoff_matches": 2
      }
    ],
    "note": "Chain = gen=1 request with matching ContextTokens (\u00b1100) at >=2 of [2s, 4s, 8s, 16s] after it"
  },
  "lmm_preemption": {
    "total": 1000000,
    "gen0_count": 146,
    "gen0_large_ctx": 5,
    "gen_lt5_top_decile_ctx": 1188,
    "gen_lt5_top_decile_pct": 0.1188,
    "context_spikes_10x_median": 93157,
    "context_spike_pct": 9.3157,
    "context_spike_max_tokens": 28375569.0
  }
}