{
 "baseline_ppl": 18.0093952147815,
 "activations": "per-token INT8 for every format",
 "formats": {
  "int4_g32_corvel": {
   "down_proj_weight_rel_err": 0.08448727428913116,
   "ppl_one_layer": 18.01853400729879,
   "ppl_all_projections": 20.554305447663683,
   "delta_pct_one_layer": 0.050744583081780474,
   "delta_pct_all_projections": 14.131014409597768
  },
  "int4_g32_rtn": {
   "down_proj_weight_rel_err": 0.08448167145252228,
   "ppl_one_layer": 18.01738308682093,
   "ppl_all_projections": 20.526075114784735,
   "delta_pct_one_layer": 0.04435391607640692,
   "delta_pct_all_projections": 13.97426104535499
  },
  "int4_g128_rtn": {
   "down_proj_weight_rel_err": 0.11017188429832458,
   "ppl_one_layer": 17.993160788488673,
   "ppl_all_projections": 22.017259049466368,
   "delta_pct_one_layer": -0.0901442058393006,
   "delta_pct_all_projections": 22.254294421810183
  },
  "mxfp4": {
   "down_proj_weight_rel_err": 0.11750610172748566,
   "ppl_one_layer": 18.027169063538903,
   "ppl_all_projections": 22.99755038274569,
   "delta_pct_one_layer": 0.09869209124144149,
   "delta_pct_all_projections": 27.69751626012451
  },
  "mxfp4_ceil": {
   "down_proj_weight_rel_err": 0.1217421218752861,
   "ppl_one_layer": 18.02497232989579,
   "ppl_all_projections": 22.62978895313413,
   "delta_pct_one_layer": 0.08649438211842275,
   "delta_pct_all_projections": 25.655463069411518
  },
  "nvfp4": {
   "down_proj_weight_rel_err": 0.09409144520759583,
   "ppl_one_layer": 18.01969999965235,
   "ppl_all_projections": 20.944807930178435,
   "delta_pct_one_layer": 0.05721893904795208,
   "delta_pct_all_projections": 16.29934087396588
  }
 },
 "a8_only_all_projections_ppl": 18.386097211121676,
 "seconds": 102.5
}