{
  "dataset": "AzureLLMInferenceDataset2024",
  "parent_repo": "Azure/AzurePublicDataset",
  "note": "No conservative threshold \u2014 full distribution at multiple cutoffs. Percentiles estimated from 1-in-50 sample.",
  "code": {
    "service": "code",
    "total_rows": 16803695,
    "low_output_by_threshold": {
      "lt_1_tokens": {
        "count": 0,
        "pct": 0.0
      },
      "lt_5_tokens": {
        "count": 6147849,
        "pct": 36.5863
      },
      "lt_15_tokens": {
        "count": 11464198,
        "pct": 68.2243
      },
      "lt_50_tokens": {
        "count": 15346271,
        "pct": 91.3268
      },
      "lt_100_tokens": {
        "count": 16158445,
        "pct": 96.1601
      },
      "lt_200_tokens": {
        "count": 16531600,
        "pct": 98.3807
      }
    },
    "ratio_lt_10pct_of_context": {
      "count": 15699770,
      "pct": 93.4305
    },
    "output_lt_input": {
      "count": 16671194,
      "pct": 99.2115
    },
    "context_tokens_approx": {
      "p50": 1934.0,
      "p75": 3352.0,
      "p90": 6295.0,
      "p99": 7686.0,
      "max": 7691.0
    },
    "generated_tokens_approx": {
      "p50": 8.0,
      "p75": 18.0,
      "p90": 43.0,
      "p99": 273.0,
      "max": 5000.0
    }
  },
  "conv": {
    "service": "conv",
    "total_rows": 27303999,
    "low_output_by_threshold": {
      "lt_1_tokens": {
        "count": 0,
        "pct": 0.0
      },
      "lt_5_tokens": {
        "count": 2994726,
        "pct": 10.9681
      },
      "lt_15_tokens": {
        "count": 6915585,
        "pct": 25.3281
      },
      "lt_50_tokens": {
        "count": 16003051,
        "pct": 58.6106
      },
      "lt_100_tokens": {
        "count": 20190770,
        "pct": 73.948
      },
      "lt_200_tokens": {
        "count": 22266396,
        "pct": 81.5499
      }
    },
    "ratio_lt_10pct_of_context": {
      "count": 17959146,
      "pct": 65.7748
    },
    "output_lt_input": {
      "count": 27201657,
      "pct": 99.6252
    },
    "context_tokens_approx": {
      "p50": 928.0,
      "p75": 2362.0,
      "p90": 3832.0,
      "p99": 6680.0,
      "max": 7998.0
    },
    "generated_tokens_approx": {
      "p50": 41.0,
      "p75": 109.0,
      "p90": 343.0,
      "p99": 695.0,
      "max": 1200.0
    }
  }
}