{
 "label": "Qwen3-4B \u00b7 AURA \u00b7 NVFP4/FP8/BF16 menu",
 "note": "AURA cost model on the default format menu. Predicted delta-loss is the allocator's own surrogate, not measured KL; it grounds at exactly 0 where every Linear reaches BF16.",
 "source": "/home/rob/dq-runs/aura-sat-validate-4b/pareto_fp8",
 "formats": [
  "FP8_E4M3",
  "NVFP4",
  "BF16"
 ],
 "anchored_marker": "#",
 "absent_marker": ".",
 "n_layers": 36,
 "layer_min": 0,
 "projections": [
  "self_attn.q_proj",
  "self_attn.k_proj",
  "self_attn.v_proj",
  "self_attn.o_proj",
  "mlp.gate_proj",
  "mlp.up_proj",
  "mlp.down_proj"
 ],
 "steps": [
  {
   "bits": 4.5,
   "target": 4.5,
   "dloss": 0.1245788756050049,
   "counts": {
    "NVFP4": 252
   },
   "grid": [
    "111111111111111111111111111111111111",
    "111111111111111111111111111111111111",
    "111111111111111111111111111111111111",
    "111111111111111111111111111111111111",
    "111111111111111111111111111111111111",
    "111111111111111111111111111111111111",
    "111111111111111111111111111111111111"
   ]
  },
  {
   "bits": 4.9989,
   "target": 5.0,
   "dloss": 0.059432805769820664,
   "counts": {
    "NVFP4": 207,
    "FP8_E4M3": 45
   },
   "grid": [
    "111111110000100101111101111111011110",
    "111111110000100101111101111111011110",
    "111111110000100101111101111111011110",
    "111111111101111111111111111111111111",
    "111110100111111111111111111111111110",
    "111110100111111111111111111111111110",
    "111110001001101111111111111111111111"
   ]
  },
  {
   "bits": 5.4977,
   "target": 5.5,
   "dloss": 0.04458875041147718,
   "counts": {
    "NVFP4": 162,
    "FP8_E4M3": 90
   },
   "grid": [
    "011111000000000001101001011111010100",
    "011111000000000001101001011111010100",
    "011111000000000001101001011111010100",
    "111111011101111111111111111111111111",
    "111110000011110111111111111111101110",
    "111110000011110111111111111111101110",
    "101000001000101111111111110111101111"
   ]
  },
  {
   "bits": 5.9991,
   "target": 6.0,
   "dloss": 0.03323251332669395,
   "counts": {
    "NVFP4": 140,
    "FP8_E4M3": 112
   },
   "grid": [
    "011111000000000001101001011111010100",
    "011111000000000001101001011111010100",
    "011111000000000001101001011111010100",
    "111110011101011111111111111111111111",
    "111110000001000011111111111011001100",
    "111110000001000011111111111011001100",
    "001000001000001101111011110110100111"
   ]
  },
  {
   "bits": 6.4992,
   "target": 6.5,
   "dloss": 0.02470287629342674,
   "counts": {
    "FP8_E4M3": 157,
    "NVFP4": 95
   },
   "grid": [
    "011001000000000000000000001101010000",
    "011001000000000000000000001101010000",
    "011001000000000000000000001101010000",
    "111110011101000011001111111111111111",
    "111010000001000011111111111001000000",
    "111010000001000011111111111001000000",
    "000000000000001101110011010100100111"
   ]
  },
  {
   "bits": 6.9993,
   "target": 7.0,
   "dloss": 0.017936539724362908,
   "counts": {
    "FP8_E4M3": 192,
    "NVFP4": 60
   },
   "grid": [
    "010000000000000000000000000000000000",
    "010000000000000000000000000000000000",
    "010000000000000000000000000000000000",
    "111110011101000011001111111111111111",
    "111010000000000010101101111000000000",
    "111010000000000010101101111000000000",
    "000000000000000100010000000100100011"
   ]
  },
  {
   "bits": 7.9979,
   "target": 8.0,
   "dloss": 0.009685847432366496,
   "counts": {
    "FP8_E4M3": 238,
    "NVFP4": 8,
    "BF16": 6
   },
   "grid": [
    "000000000000000200000200000000000000",
    "000000000000000200000200000000000000",
    "000000000000000200000200000000000000",
    "000100000000000000000000011111011000",
    "000000000000000000000000000000000000",
    "000000000000000000000000000000000000",
    "000000000000000000000000000000000000"
   ]
  },
  {
   "bits": 9.9987,
   "target": 10.0,
   "dloss": 0.00529895420138157,
   "counts": {
    "FP8_E4M3": 156,
    "BF16": 96
   },
   "grid": [
    "200000222222222222222222200200000220",
    "200000222222222222222222200200000220",
    "200000222222222222222222200200000220",
    "200020200020000022200022000000000000",
    "000022000022000000000000000000000000",
    "000022000022000000000000000000000000",
    "020022202220200000000000200000000002"
   ]
  },
  {
   "bits": 12.9995,
   "target": 13.0,
   "dloss": 0.001858459459157592,
   "counts": {
    "BF16": 182,
    "FP8_E4M3": 70
   },
   "grid": [
    "202202222222222222222222222222222220",
    "202202222222222222222222222222222220",
    "202202222222222222222222222222222220",
    "220222222022222222222022200000000000",
    "002022222222020000000000020202220222",
    "002022222222020000000000020202220222",
    "222222222222202000000220222002022222"
   ]
  },
  {
   "bits": 16.0,
   "target": 16.0,
   "dloss": 0.0,
   "counts": {
    "BF16": 252
   },
   "grid": [
    "222222222222222222222222222222222222",
    "222222222222222222222222222222222222",
    "222222222222222222222222222222222222",
    "222222222222222222222222222222222222",
    "222222222222222222222222222222222222",
    "222222222222222222222222222222222222",
    "222222222222222222222222222222222222"
   ]
  }
 ]
}