{
  "gsm8k": {
    "fp16_score": 0.895,
    "awq_score": 0.885,
    "quality_delta_awq_minus_fp16": -0.01,
    "delta_ci95": [
      -0.05,
      0.03
    ],
    "fp16_tok_per_s": 4801.850088911048,
    "awq_tok_per_s": 5049.131354803626,
    "throughput_speedup": 1.0514970816068636
  },
  "squad": {
    "fp16_score": 0.7421530237268789,
    "awq_score": 0.6515687130284203,
    "quality_delta_awq_minus_fp16": -0.09058431069845857,
    "delta_ci95": [
      -0.12755593628033357,
      -0.055236136875320675
    ],
    "fp16_tok_per_s": 835.5091576346567,
    "awq_tok_per_s": 847.4092840374228,
    "throughput_speedup": 1.014242963460096
  },
  "interaction_gsm_minus_squad": {
    "point": 0.08058431069845857,
    "ci95": [
      0.02562136528223246,
      0.1361704215679579
    ],
    "task_dependent": true
  }
}